-- Logs begin at Mon 2022-03-14 17:15:03 UTC, end at Mon 2022-03-14 19:33:35 UTC. -- Mar 14 18:13:00.113271 dv-neutron-833670-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 18:13:02.857560 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:13:02.858242 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 14 18:13:02.858333 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:13:02.861536 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:13:02.861787 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 14 18:13:02.862132 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103281) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:13:02.863067 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:13:02.863296 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:13:02.863647 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:13:02.863913 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:13:02.864136 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:13:02.864487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.864777 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.865067 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.865293 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.865581 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.865866 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.866173 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.866457 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.866747 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.867029 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.867307 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.867588 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.867816 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.868092 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.868373 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.868654 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.868873 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.869148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.869581 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.870024 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.870289 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.870572 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.870848 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.871115 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.871385 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.871666 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.871989 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] host = dv-neutron-833670-1-hyperv {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.872260 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.872539 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.872819 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.873101 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.873370 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.873643 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.873939 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.874212 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.874479 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.874751 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.875036 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.875316 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.875597 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.875818 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.876037 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.876319 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.876597 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.876865 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.877134 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.877402 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.877668 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.877959 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.878225 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.878500 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.878774 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.879053 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.879326 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.880185 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.880454 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.880863 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.881144 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.881415 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.881683 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.881974 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.882256 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.882522 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.882790 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.883083 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.883363 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.883645 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.883919 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.884187 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.884462 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.884728 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.884992 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.885263 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.885530 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.885794 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.886089 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.886357 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.886622 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.886887 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.887151 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.887429 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.887696 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:02.887984 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.888273 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.888567 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.888848 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.889132 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.889407 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.889692 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.889997 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.890283 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.890565 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.890846 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.891119 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.891403 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.891674 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.891965 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.892259 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.892545 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.892831 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.893099 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.893367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.893634 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.893916 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.894215 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.894487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.894768 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.895590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.896334 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.896631 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.896919 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.897207 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.897481 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.897756 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.898081 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.898360 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.898633 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.898909 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.899194 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.899468 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.899739 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.900018 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.900299 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.900569 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.900836 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.901109 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.901394 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.901666 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.901956 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.902227 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.902499 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.902764 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.903041 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.903311 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.903581 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.903853 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.904127 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.904396 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.904666 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.904941 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.905210 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.905484 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.905755 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.906053 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.906326 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.906597 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.906868 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.907138 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.907406 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.907677 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.907948 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.908218 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.908489 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.908758 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.909027 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.909309 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.909601 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.909876 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.910180 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.910457 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.910755 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.911028 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.911304 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.911577 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.911856 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.912127 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.912416 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.912699 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.912983 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.913266 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.913548 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.913844 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.914148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.914432 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.914709 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.914987 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.915269 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.915548 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.915842 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.916135 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.916428 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.916719 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.917008 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.917287 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.917590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.917869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:02.918107 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:13:02.918344 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103281) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 18:13:03.268895 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 18:13:03.269170 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 18:13:03.269455 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 14 18:13:03.269780 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 18:13:03.666263 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.666462 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.666716 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.667994 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.668266 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.668526 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.704103 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.704372 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.704635 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.719898 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.720174 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.720441 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.748723 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.748998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.749256 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.787370 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.787644 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:03.787906 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.018211 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.018822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.018822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.019016 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.019664 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.141044 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.141356 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.141635 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.141926 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.142188 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.142492 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.142747 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.142999 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.143248 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.143524 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.143778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.144043 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.144292 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.144537 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.144786 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.145220 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.145488 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.145750 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.146043 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.146301 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.146577 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.146837 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.147114 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.147490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.147737 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.147980 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.148372 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.148609 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.148844 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.149079 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.149311 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.149542 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:04.149909 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 18:13:04.153053 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 18:13:04.156996 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 18:13:04.160826 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 14 18:13:04.162480 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 18:13:04.162924 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 18:13:04.163253 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 18:13:04.163627 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 18:13:04.166453 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 18:13:04.166703 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 18:13:04.167045 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:13:04.172317 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 18:13:04.194889 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 18:13:04.195336 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.195628 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103281) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 14 18:13:04.195983 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.197342 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103281) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 18:13:04.197616 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:13:04.197858 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 18:13:04.201317 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.201597 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:04.264069 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 18:13:04.264300 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 18:13:04.264532 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 18:13:04.264893 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 18:13:04.286730 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_db.sqlalchemy.engines [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103281) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 18:13:04.963844 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing driver for type 'gre' Mar 14 18:13:04.964394 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] gre ID ranges: [(1, 1000)] Mar 14 18:13:05.163805 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing driver for type 'local' Mar 14 18:13:05.164444 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing driver for type 'vlan' Mar 14 18:13:05.249500 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] VlanTypeDriver initialization complete Mar 14 18:13:05.249856 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing driver for type 'vxlan' Mar 14 18:13:05.250378 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] vxlan ID ranges: [(1, 1000)] Mar 14 18:13:05.392571 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing extension driver 'port_security' Mar 14 18:13:05.392909 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] PortSecurityExtensionDriver initialization complete Mar 14 18:13:05.393236 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing mechanism driver 'openvswitch' Mar 14 18:13:05.393558 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing mechanism driver 'hyperv' Mar 14 18:13:05.400547 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:05.401234 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.401603 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.401976 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.402497 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.402926 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.403278 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.403622 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.404011 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.404414 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.404757 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.405106 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.405475 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.405874 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.406243 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.406580 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.408629 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.409064 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.410986 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.410986 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.410986 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.410986 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > address_group after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.410986 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > address_group after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.411449 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.411845 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103281) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 14 18:13:05.412291 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] ML2 OVO RPC backend initialized. {{(pid=103281) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 14 18:13:05.413003 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.413358 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.413773 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.414153 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > networks before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.414532 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.414873 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > ports before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.415213 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.415551 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnets before_response 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.415897 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.416235 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.416567 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.416901 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.417232 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.417563 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.417912 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.418249 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.418579 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.425789 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded quota_driver: . Mar 14 18:13:05.426723 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Modular L2 Plugin initialization complete Mar 14 18:13:05.427160 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading services supported by the core plugin {{(pid=103281) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 18:13:05.427501 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.plugins.ml2.managers [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Got port-security extension from driver 'port_security' Mar 14 18:13:05.427975 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.extensions.vlantransparent [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Disabled vlantransparent extension. Mar 14 18:13:05.428465 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103281) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 18:13:05.428787 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: router Mar 14 18:13:05.464751 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.465146 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.465517 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router before_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.465880 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.466276 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.466631 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_delete 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.466988 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.467339 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.467696 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.468040 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.468389 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.468733 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.469096 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.469503 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.469871 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.470244 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.470585 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.470920 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.471270 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.471616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.471957 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.472294 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.472646 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router after_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.472984 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.473333 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_create 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.473692 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.474066 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_update 55549900 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.474435 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > agent after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.474786 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > agent after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.475128 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > network after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.475999 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Tracking information for resource: router configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:05.476329 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Tracking information for resource: floatingip configured {{(pid=103281) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:13:05.481479 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.db.l3_agentschedulers_db [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 18:13:05.482086 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.482445 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.482792 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.483138 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.483921 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router before_create 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.484282 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.484642 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_create 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.484997 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > router precommit_update 55550100 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.490444 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.provider_configuration [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service providers = [] {{(pid=103281) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 18:13:05.490807 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.db.servicetype_db [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103281) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 18:13:05.493734 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.service_base [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:13:05.494111 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.service_base [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:13:05.494452 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.service_base [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:13:05.495329 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.services.service_base [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103281) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:13:05.495698 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.services.service_base [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 18:13:05.496068 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.496381 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 18:13:05.507557 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.507840 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: auto_allocate Mar 14 18:13:05.513701 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: network precommit_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.514094 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: network precommit_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.514616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.514938 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: tag Mar 14 18:13:05.521580 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.521928 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: timestamp Mar 14 18:13:05.525910 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.526251 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: network_ip_availability Mar 14 18:13:05.531661 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.532033 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.532386 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.533098 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.533416 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: flavors Mar 14 18:13:05.538206 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.538534 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading Plugin: revisions Mar 14 18:13:05.542830 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103281) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:13:05.543220 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.274s {{(pid=103281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 14 18:13:05.543959 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103281) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 18:13:05.544297 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Initializing extension manager. Mar 14 18:13:05.544803 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: __init__.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.545142 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: __pycache__ {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.545476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.545808 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.546576 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.547135 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: address-group Mar 14 18:13:05.547458 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: address_scope.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.548164 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.548669 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: address-scope Mar 14 18:13:05.548998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.549946 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.550453 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: router-admin-state-down-before-update Mar 14 18:13:05.550774 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: agent.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.552148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.552644 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: agent Mar 14 18:13:05.552964 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: agent_resources_synced.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.553863 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.554391 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: agent-resources-synced Mar 14 18:13:05.554712 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: allowedaddresspairs.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.556481 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.556999 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: allowed-address-pairs Mar 14 18:13:05.557325 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: auto_allocated_topology.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.558427 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.558939 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: auto-allocated-topology Mar 14 18:13:05.559266 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.559954 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.560456 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: availability_zone Mar 14 18:13:05.560775 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: availability_zone_filter.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.561675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.562205 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: availability_zone_filter Mar 14 18:13:05.562525 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: data_plane_status.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.563431 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.563929 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 18:13:05.564245 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: default_subnetpools.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.565151 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.565652 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: default-subnetpools Mar 14 18:13:05.566002 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.567409 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.567914 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: dhcp_agent_scheduler Mar 14 18:13:05.568234 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: dns.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.569140 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.569652 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension dns-integration not supported by any of loaded plugins Mar 14 18:13:05.569997 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: dns_domain_ports.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.570903 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.571400 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 18:13:05.571718 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.572630 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.573129 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 18:13:05.573447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: dvr.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.574130 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.574631 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: dvr Mar 14 18:13:05.574948 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: ecmp_routes.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.575852 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.576348 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 18:13:05.576667 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: empty_string_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.577572 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.578099 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: empty-string-filtering Mar 14 18:13:05.578420 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.579323 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.579818 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:13:05.580137 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.581031 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.581526 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 18:13:05.581845 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: external_net.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.582822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.583369 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: external-net Mar 14 18:13:05.583689 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.584586 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.585092 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: extra_dhcp_opt Mar 14 18:13:05.585411 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: extraroute.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.586334 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.586836 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: extraroute Mar 14 18:13:05.587156 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: extraroute_atomic.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.588181 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.588684 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: extraroute-atomic Mar 14 18:13:05.589004 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: filter_validation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.589674 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.590203 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: filter-validation Mar 14 18:13:05.590522 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: fip_pf_description.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.591427 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.591921 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 18:13:05.592243 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: fip_port_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.593147 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.593645 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: fip-port-details Mar 14 18:13:05.593995 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: flavors.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.595218 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.595725 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: flavors Mar 14 18:13:05.596047 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.597714 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.598407 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 18:13:05.598682 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: floatingip_pools.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.599385 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.599891 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: floatingip-pools Mar 14 18:13:05.600214 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: ip_allocation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.601132 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.601632 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 18:13:05.601982 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.602901 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.603403 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: ip-substring-filtering Mar 14 18:13:05.603729 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l2_adjacency.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.604931 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.605424 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 18:13:05.605744 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.606729 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.607239 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: router Mar 14 18:13:05.607564 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.609969 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.610487 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:13:05.610818 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.611740 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.612245 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: ext-gw-mode Mar 14 18:13:05.612569 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.613483 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.614556 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: l3-ha Mar 14 18:13:05.614880 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3_flavors.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.615784 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.616282 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: l3-flavors Mar 14 18:13:05.616603 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.617501 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.618036 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 18:13:05.618358 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: l3agentscheduler.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.619392 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.619904 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: l3_agent_scheduler Mar 14 18:13:05.620227 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: logging.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.621721 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.622261 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension logging not supported by any of loaded plugins Mar 14 18:13:05.622586 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: metering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.623315 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.623881 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: metering Mar 14 18:13:05.624201 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.625304 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.625812 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: metering_source_and_destination_fields Mar 14 18:13:05.626164 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: multiprovidernet.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.627081 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.627584 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: multi-provider Mar 14 18:13:05.627901 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: netmtu.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.628804 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.629970 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: net-mtu Mar 14 18:13:05.630296 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: netmtu_writable.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.631206 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.631711 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: net-mtu-writable Mar 14 18:13:05.632031 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: network_availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.632696 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.633193 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: network_availability_zone Mar 14 18:13:05.633509 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: network_ip_availability.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.634639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.635149 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: network-ip-availability Mar 14 18:13:05.635469 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: network_segment_range.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.636224 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.636724 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 18:13:05.637044 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: pagination.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.638052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.638379 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: pagination Mar 14 18:13:05.638696 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: port_device_profile.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.639594 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.640107 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: port-device-profile Mar 14 18:13:05.640428 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.641332 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.641833 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: port-mac-address-regenerate Mar 14 18:13:05.642175 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.643077 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.643576 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: port-numa-affinity-policy Mar 14 18:13:05.643895 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: port_resource_request.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.644810 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.645307 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 18:13:05.645625 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: portbindings.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.646576 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.647072 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: binding Mar 14 18:13:05.647391 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: portbindings_extended.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.648776 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.649286 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: binding-extended Mar 14 18:13:05.649610 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: portsecurity.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.650547 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.651054 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: port-security Mar 14 18:13:05.651374 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: project_id.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.652339 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.652667 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: project-id Mar 14 18:13:05.652988 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: providernet.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.653909 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.654434 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: provider Mar 14 18:13:05.654754 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.658346 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.658863 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos not supported by any of loaded plugins Mar 14 18:13:05.659193 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.660460 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.661061 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 18:13:05.661400 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.662338 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.662843 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 18:13:05.663167 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_default.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.664068 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.664571 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-default not supported by any of loaded plugins Mar 14 18:13:05.664894 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_fip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.665543 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.666068 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-fip not supported by any of loaded plugins Mar 14 18:13:05.666390 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_gateway_ip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.667309 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.667807 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 18:13:05.668128 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_port_network_policy.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.669033 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.669534 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 18:13:05.669863 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_pps_rule.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.671060 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.671571 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-pps not supported by any of loaded plugins Mar 14 18:13:05.671896 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_rule_type_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.672804 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.673306 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 18:13:05.673628 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: qos_rules_alias.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.674706 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.675209 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 18:13:05.675532 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: quotasv2.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.677367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.677692 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: quotas Mar 14 18:13:05.678039 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: quotasv2_detail.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.679744 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.680088 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: quota_details Mar 14 18:13:05.680420 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: rbac.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.681467 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.682017 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: rbac-policies Mar 14 18:13:05.682346 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: rbac_address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.683268 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.683780 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: rbac-address-group Mar 14 18:13:05.684102 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: rbac_address_scope.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.685015 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.685696 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: rbac-address-scope Mar 14 18:13:05.686052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: rbac_security_groups.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.686973 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.687489 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: rbac-security-groups Mar 14 18:13:05.687811 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: rbac_subnetpool.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.688734 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.689242 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: rbac-subnetpool Mar 14 18:13:05.689562 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: revisionifmatch.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.690505 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.691013 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: revision-if-match Mar 14 18:13:05.691330 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: revisions.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.693176 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.693677 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: standard-attr-revisions Mar 14 18:13:05.694026 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: router_availability_zone.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.694700 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.695204 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: router_availability_zone Mar 14 18:13:05.695527 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: routerservicetype.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.696438 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.696939 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension router-service-type not supported by any of loaded plugins Mar 14 18:13:05.697262 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.698206 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.698711 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: security-groups-normalized-cidr Mar 14 18:13:05.699032 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.700271 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.700783 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: port-security-groups-filtering Mar 14 18:13:05.701104 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.702048 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.702560 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: security-groups-remote-address-group Mar 14 18:13:05.702880 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: securitygroup.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.713740 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.714301 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: security-group Mar 14 18:13:05.714632 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: segment.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.715411 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.715918 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension segment not supported by any of loaded plugins Mar 14 18:13:05.716242 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.717169 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.717683 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 18:13:05.718033 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: servicetype.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.719209 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.719724 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: service-type Mar 14 18:13:05.720047 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: sorting.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.721030 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.721359 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: sorting Mar 14 18:13:05.721678 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: standard_attr_segment.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.722616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.723651 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 18:13:05.724103 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: standardattrdescription.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.724752 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.725257 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: standard-attr-description Mar 14 18:13:05.725576 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: stateful_security_group.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.726517 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.727025 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: stateful-security-group Mar 14 18:13:05.727343 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: stdattrs_common.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.727915 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 18:13:05.728230 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.729158 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.729940 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 18:13:05.730262 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnet_onboard.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.731332 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.731843 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: subnet_onboard Mar 14 18:13:05.732165 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.733096 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.733592 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 18:13:05.733935 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnet_service_types.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.734854 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.735356 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: subnet-service-types Mar 14 18:13:05.735676 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnetallocation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.736768 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.737275 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: subnet_allocation Mar 14 18:13:05.737598 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.738297 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.739535 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: subnetpool-prefix-ops Mar 14 18:13:05.739852 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.740787 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.741299 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 18:13:05.741619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: tagging.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.742697 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.743212 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: standard-attr-tag Mar 14 18:13:05.743534 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: timestamp.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.744739 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.745244 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loaded extension: standard-attr-timestamp Mar 14 18:13:05.745569 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: trunk.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.746650 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.760117 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension trunk not supported by any of loaded plugins Mar 14 18:13:05.760117 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: trunk_details.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.760746 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.761249 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension trunk-details not supported by any of loaded plugins Mar 14 18:13:05.761568 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: uplink_status_propagation.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.762507 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.763014 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 18:13:05.763339 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Loading extension file: vlantransparent.py {{(pid=103281) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:13:05.764003 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103281) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:13:05.764502 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 18:13:05.766979 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:network Mar 14 18:13:05.767496 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnet Mar 14 18:13:05.767885 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:13:05.768271 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:port Mar 14 18:13:05.769483 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.769981 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service FLAVORS assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.770576 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.770998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.771327 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:router Mar 14 18:13:05.771760 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:13:05.772242 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service METERING assigned prefix: /metering {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.773670 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.774065 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.774419 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:13:05.775394 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:13:05.775835 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:13:05.776275 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:13:05.776862 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.777189 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:13:05.777536 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] subnetpool is already registered Mar 14 18:13:05.778009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.778331 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:13:05.778666 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] subnetpool is already registered Mar 14 18:13:05.780930 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.781358 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service FLAVORS assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.781979 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:router Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] router is already registered Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] floatingip is already registered Mar 14 18:13:05.784667 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service METERING assigned prefix: /metering {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.785165 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:13:05.785165 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] rbac_policy is already registered Mar 14 18:13:05.786044 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:13:05.786375 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] security_group is already registered Mar 14 18:13:05.786768 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:13:05.787095 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] security_group_rule is already registered Mar 14 18:13:05.787713 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.788036 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:13:05.788364 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] subnetpool is already registered Mar 14 18:13:05.788781 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.v2.resource_helper [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Service CORE assigned prefix: {{(pid=103281) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:13:05.789099 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:13:05.789419 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING neutron.quota.resource_registry [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] subnetpool is already registered Mar 14 18:13:05.789882 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: extensions {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.791391 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: address-groups {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.792848 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: address-scopes {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.794178 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.795322 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: auto-allocated-topology {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.796568 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: availability_zones {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.797913 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: dhcp-networks {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.799407 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: dhcp-agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.800822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.803729 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: flavors {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.804870 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: service_profiles {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.806117 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: next_providers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.807553 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: service_profiles {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.809072 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: floatingip-pools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.810325 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.812422 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: floatingips {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.813703 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: l3-routers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.815105 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: l3-agents {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.816501 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: metering-labels {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.818127 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: metering-label-rules {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.819382 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: network-ip-availabilities {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.820644 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: bindings {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.822304 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: quotas {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.823734 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: quotas {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.825132 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: rbac-policies {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.826349 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: security-groups {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.828587 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: security-group-rules {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.829818 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: service-providers {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.831055 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: subnetpools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.832498 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: subnetpools {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.833965 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.835644 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.837428 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.839240 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.841007 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.842875 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.844557 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.846467 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.848717 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.850490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron.api.extensions [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Extended resource: tags {{(pid=103281) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:13:05.856764 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING keystonemiddleware.auth_token [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 18:13:05.861443 dv-neutron-833670-1-hyperv neutron-server[103281]: WARNING keystonemiddleware.auth_token [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 18:13:05.870598 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Acquired lock "singleton_lock" {{(pid=103281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 14 18:13:05.871088 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_concurrency.lockutils [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Releasing lock "singleton_lock" {{(pid=103281) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 14 18:13:05.871702 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Starting 2 workers Mar 14 18:13:05.876562 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Started child 103392 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:13:05.881231 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Started child 103393 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:13:05.882698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.883419 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO neutron.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 18:13:05.883573 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Notify callbacks [] for process, before_spawn {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.884190 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [-] (103392) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:13:05.885962 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Starting 1 workers Mar 14 18:13:05.886432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.887949 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [-] (103393) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:13:05.891153 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Started child 103394 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:13:05.891699 dv-neutron-833670-1-hyperv neutron-server[103281]: INFO oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Starting 1 workers Mar 14 18:13:05.894939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] calling RpcWorker wait() {{(pid=103394) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 18:13:05.895511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] returning from RpcWorker wait() {{(pid=103394) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 18:13:05.896286 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Started child 103395 {{(pid=103281) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:13:05.897013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.897122 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc12f4d5-c5db-45de-80b8-e62d10b25f5d None None] Notify callbacks [] for process, after_spawn {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.897535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:05.899015 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:13:05.899224 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:13:05.899407 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:13:05.899620 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:13:05.899964 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:13:05.900125 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:13:05.900668 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.900943 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.901205 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.901422 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:05.901949 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.901949 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.902363 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.902614 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.902863 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.903294 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.903560 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.903734 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.903898 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.904160 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.904398 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.904701 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.904961 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.905198 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.905463 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.905630 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.906056 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.906315 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.906537 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.906804 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.907025 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.907519 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.907766 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.907983 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.908198 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.908469 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.908770 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.909036 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.909295 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.909508 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.909736 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.910005 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.910254 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.911056 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.911197 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.911458 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.911711 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.912251 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] host = dv-neutron-833670-1-hyperv {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.912469 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.912684 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.912928 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.913191 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.913446 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.913683 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.913970 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.914348 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.914903 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.915306 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.915450 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.915646 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_options = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.923616 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.925802 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.926890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.927490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928219 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928304 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.928397 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929006 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929006 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929006 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929006 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929610 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.929967 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.930205 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:05.930619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.931253 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.931593 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.931846 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.932096 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.932346 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.932576 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.932816 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.933075 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.933486 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.933812 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.934070 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.934364 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.934599 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.935069 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.935374 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.935756 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.935886 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.936103 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.936334 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.936579 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.936817 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.937083 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.937311 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.937569 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.937798 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.938037 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.938361 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.938630 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.938891 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.939154 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.939367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.939602 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.939904 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.940204 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.940316 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.940511 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.940773 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.941013 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.941241 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.941457 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.941805 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.942123 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.946869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.948639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.951538 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.952590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.953478 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954148 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954568 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954568 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.954787 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.955001 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.955267 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.955497 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.955736 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.955962 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.956202 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.956415 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.956738 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.956889 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.957119 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.957357 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.957590 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.957826 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.958113 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.958365 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.958629 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.959795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.959795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.959795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.959795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.959795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961476 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961936 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.961936 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.962198 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.962290 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.962471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.962695 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.962931 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.963205 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.963452 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.963671 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.963889 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.964119 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.964446 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.964691 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.964903 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.965112 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.965376 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.965619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.965864 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.966143 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.966391 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.966635 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.966863 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.967101 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.967346 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.967593 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.967834 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.968046 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.968277 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.968894 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.968894 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.969134 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.969134 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.969399 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.969726 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.969871 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.974471 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975009 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975825 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.975825 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.976004 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.976224 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.976800 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.976800 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.977022 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.977105 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.977345 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.977965 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.977965 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.978316 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.978451 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.979168 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.979168 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.979168 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.979825 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.979825 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.980109 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.980195 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.980426 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.980828 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.981069 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.981283 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.981499 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.981716 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.981969 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.982182 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.982465 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.982716 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.982943 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.983315 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.983458 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.983718 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.983869 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.984044 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.984251 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.984981 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.984981 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.984981 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.985378 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.985378 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.985639 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.985765 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.985885 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.986169 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.986373 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.986581 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.986787 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.987002 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.987215 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.987452 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.987670 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.987877 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.988083 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.988297 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.988531 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.989277 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.989501 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.989873 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.990127 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.990363 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.990578 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.990785 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.991096 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.991343 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.991556 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.991846 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.992107 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.992345 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.992583 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.993217 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.993363 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.993497 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.993810 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.994418 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.994777 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.995208 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.995518 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.995817 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.996100 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.996353 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.996607 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.996879 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.997164 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.997485 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.997666 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.998015 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.998284 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.998547 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.998776 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.999008 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.999226 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.999603 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:05.999826 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.000061 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.000296 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.000528 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.000751 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.000991 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.001223 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.001448 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.001682 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.001941 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.002158 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.003312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.003312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.003312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:13:06.003312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103281) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:13:06.003631 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:13:06.003631 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:13:06.003793 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:13:06.003890 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:13:06.003972 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:13:06.004703 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.004877 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.005181 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.005349 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.005503 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.005691 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.005851 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006035 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006192 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006348 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006505 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006661 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006818 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.006972 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007117 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007271 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007428 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007598 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007728 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.007886 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008041 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008236 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008367 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] debug = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008485 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008690 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008853 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.008993 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009153 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009309 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009464 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009775 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.009952 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010109 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010314 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010450 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010575 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010704 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.010849 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011004 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011158 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] host = dv-neutron-833670-1-hyperv {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011297 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011457 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011613 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011768 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.011906 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012064 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012219 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012374 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012530 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012685 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012840 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.012995 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013149 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013304 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013459 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_options = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013613 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013767 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.013947 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014133 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014294 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014450 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014605 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014765 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.014920 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015074 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015230 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015387 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015540 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015694 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015849 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.015990 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.016189 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.016351 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.016552 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.016948 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.016948 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.017390 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.017522 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.017648 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.017793 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.017974 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018132 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018286 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018451 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018597 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018812 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.018952 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.019078 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.019211 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.019333 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.019489 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.019646 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.020370 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.020614 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.020769 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.020925 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021080 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021426 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021426 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021628 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021707 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.021821 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_json = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022000 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022157 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022314 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022505 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022612 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022766 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.022922 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.023078 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.023232 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:13:06.023407 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.023565 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.023734 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.023894 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024053 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024211 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024368 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024525 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024682 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.024841 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025010 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025168 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025358 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025488 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025628 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.025792 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026029 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026162 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026312 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026475 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026638 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026801 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.026943 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.027082 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.027609 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.027609 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.027609 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028029 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028029 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028029 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028383 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028383 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.028619 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029335 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029335 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029335 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029335 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029335 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.029998 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.030966 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.031778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.031778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.031778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.031778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.031778 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032368 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032368 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032368 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032368 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032827 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032827 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032827 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.032827 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033327 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033327 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033327 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033670 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033670 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033862 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.033862 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034035 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034175 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034333 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034490 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034649 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034811 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.034968 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.035125 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.035285 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.036021 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.036234 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.036394 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.036709 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.036877 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037036 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037193 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037353 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037512 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037670 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.037835 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038066 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038197 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038356 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038515 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038686 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.038974 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039131 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039288 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039448 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039606 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039764 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.039924 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040081 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040238 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040395 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040551 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:06.040755 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.040875 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041000 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041156 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041314 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041472 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041630 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041788 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.041968 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042136 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042293 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042453 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042610 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042775 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.042942 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.043102 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.043256 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.043414 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.043571 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.043728 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.044515 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.044681 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.044841 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045003 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045160 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045519 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045519 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045779 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045779 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.045952 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.046137 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.046295 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.046453 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.046615 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.046774 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047138 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047138 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047350 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047432 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047511 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047672 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047831 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.047989 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.048151 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.048306 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.048623 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.048780 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.048939 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049097 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049256 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049415 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049572 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049730 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.049888 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050068 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050226 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050384 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050541 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050698 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.050857 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.051088 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.051932 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.052332 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.052544 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.052703 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.052861 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053019 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053180 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053340 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053499 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053657 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.053816 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054007 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054168 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054329 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054487 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054646 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054805 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.054962 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055121 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055284 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055441 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055600 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055758 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.055942 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056089 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056249 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056410 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056571 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056730 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.056887 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057044 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057200 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057358 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057516 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057674 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.057835 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058019 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058182 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058394 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058479 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058631 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058789 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.058948 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059120 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059279 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059438 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059644 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059775 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.059965 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060097 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060214 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060338 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060482 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060638 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060795 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.060963 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061121 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061279 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061436 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061593 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061751 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.061971 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062109 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062234 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062372 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062529 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062685 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.062852 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063010 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063166 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063323 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063483 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063643 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063797 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.063941 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064099 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064256 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064402 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064561 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064726 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.064874 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065026 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065188 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065350 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065506 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065652 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065822 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.065988 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.066152 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.066398 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.066551 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.073447 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074052 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.074675 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:13:06.075275 dv-neutron-833670-1-hyperv neutron-server[103281]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103281) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:13:06.288384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:06.297118 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065367 Mar 14 18:13:17.778182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c625b2c-3f35-4e9e-8bdc-935f29609ba3 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:13:17.877365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c625b2c-3f35-4e9e-8bdc-935f29609ba3 None None] No non-hosted networks {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 18:13:17.924258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.agentschedulers_db [None req-3c625b2c-3f35-4e9e-8bdc-935f29609ba3 None None] DHCP Agent not found on host dv-neutron-833670-1-hyperv {{(pid=103394) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 18:13:18.045111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd9dcd21-f3c7-4bf6-be85-7f3db2b020c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:20.096312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9507c4c4-a58c-4814-a381-e0dac7e297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:20.123937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-8f7f699f-aa24-4eb4-b96e-3f0397bf655c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-833670-1-hyperv {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:13:20.124607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-8f7f699f-aa24-4eb4-b96e-3f0397bf655c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:13:20.734552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f7f699f-aa24-4eb4-b96e-3f0397bf655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:21.374377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:22.809102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:22.964389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:22.964389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.964389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.964389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.966651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.966651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.966651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.966651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.966651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.967358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.967843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.968214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.968540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:22.969102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833670-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:22.978471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833670-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:23.967614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:24.459932 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING oslo_policy.policy [None req-a410ebfe-ffab-406a-be87-6b09c62b29aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:24.460502 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING oslo_policy.policy [None req-a410ebfe-ffab-406a-be87-6b09c62b29aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:24.684591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-a410ebfe-ffab-406a-be87-6b09c62b29aa admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:13:24.685566 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a410ebfe-ffab-406a-be87-6b09c62b29aa admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7170720 Mar 14 18:13:27.101123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41282) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:27.343249 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.db.l3_hamode_db [None req-711781b6-7cf6-44ee-8936-33f9d3425304 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 18:13:27.420615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711781b6-7cf6-44ee-8936-33f9d3425304 None None] Routers set() bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:13:27.421003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711781b6-7cf6-44ee-8936-33f9d3425304 None None] Router IDs set() for agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:13:27.595864 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING oslo_policy.policy [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:27.597008 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING oslo_policy.policy [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:27.819204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:27.914247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.policy [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103392) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:13:27.960658 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING oslo_policy.policy [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:27.961045 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING oslo_policy.policy [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:28.110106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668188662', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668187939', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668176074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668169510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771667822070', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771668149939', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1771255', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1784055', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741793', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581820'] for rbac-policy, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:28.261203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:28.262655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9bcf3512-95ae-4097-8636-47e8dc142c4c admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1589198 Mar 14 18:13:30.856555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:31.151972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Request body: {'network': {'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'name': 'private', 'admin_state_up': True, 'project_id': '63c845f786b147e89255f51e11e3c92d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:31.219256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Made reservation on behalf of 63c845f786b147e89255f51e11e3c92d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:13:31.222074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.239725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.349329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.384965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.404034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:13:31.431004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771666067815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.431575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Unsubscribe: segment precommit_create {{(pid=103392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:13:31.432060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Added segment 07e9481e-c824-466f-b0f6-a210d402d02a of type vlan for network aa1059df-7174-4f57-a740-1bb024e8c4b8 Mar 14 18:13:31.448194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1accc260-1405-4cdd-b8bd-a295e96e2953,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:31.494461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.494809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.495138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.495462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.495777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.496131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.496432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.496758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.497075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.497385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.497696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.498026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Tracked resource versions report: Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: pushed versions: Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: { 'AddressGroup': {'1.2'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Log': {'1.0'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Network': {'1.1'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Port': {'1.7'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'PortForwarding': {'1.2'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'QosPolicy': {'1.9'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroup': {'1.4'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SubPort': {'1.0'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Subnet': {'1.1'}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Trunk': {'1.1'}} Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: consumer versions: Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'ConntrackHelper': '1.0', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Log': '1.0', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Network': '1.1', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Port': '1.7', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'PortForwarding': '1.2', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'QosPolicy': '1.9', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroup': '1.4', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroupRule': '1.2', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SubPort': '1.0', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Subnet': '1.1', Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Trunk': '1.1'}} Mar 14 18:13:31.499379 dv-neutron-833670-1-hyperv neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:13:31.544715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.642123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.643269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:31.643923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:31.739765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8821456 Mar 14 18:13:31.740665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f1697-bbb9-46bb-99cf-b32be8d04797 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1059df-7174-4f57-a740-1bb024e8c4b8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:31.765042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:13:34.418023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:34.803767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb85ec-da7d-4032-a034-e6c11be98573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:34.805129 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cdfb85ec-da7d-4032-a034-e6c11be98573 admin admin] 10.222.0.58 "GET /v2.0/networks/aa1059df-7174-4f57-a740-1bb024e8c4b8 HTTP/1.1" status: 200 len: 825 time: 0.3861411 Mar 14 18:13:34.829189 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7e53c2f2-5c55-4a03-b6f1-b2833a67c580 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/456410bb-2313-482d-beda-d2d7baab9ac5 HTTP/1.1" status: 200 len: 734 time: 0.0178826 Mar 14 18:13:34.838810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:34.898630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Made reservation on behalf of 63c845f786b147e89255f51e11e3c92d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:13:34.900870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:35.247612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:35.311884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32968a3-42e3-487f-a1bf-a3b6a7e58f71,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:35.316862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Checking segment: {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:13:35.317241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Network hostable DHCP agents. Network: aa1059df-7174-4f57-a740-1bb024e8c4b8, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:13:35.390149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:13:35.442246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, aa1059df-7174-4f57-a740-1bb024e8c4b8) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:13:35.446904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:35.447485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:35.452877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dc8ec-5ecc-4109-b5a3-561a4deb648b None None] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:13:35.524578 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f9c19172-2652-4bc8-a3b1-e46911263d6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6888559 Mar 14 18:13:35.769652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-aa1059df-7174-4f57-a740-1bb024e8c4b8', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:13:35.771143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.066219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Allocated IP 172.20.0.2 (aa1059df-7174-4f57-a740-1bb024e8c4b8/a32968a3-42e3-487f-a1bf-a3b6a7e58f71/74e81efc-717f-4cfd-ac33-271d930fbc93) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:13:36.264593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.345094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.431248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:13:36.435207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Pushing event updated for resources: {'Port': ['ID=74e81efc-717f-4cfd-ac33-271d930fbc93,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:36.437478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:13:36.445596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:13:36.448837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.449199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.449544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.449878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.450234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.450590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.450927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.451272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.451623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.451950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.452270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.452589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Tracked resource versions report: Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: pushed versions: Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: { 'AddressGroup': {'1.2'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Log': {'1.0'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Network': {'1.1'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Port': {'1.7'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'PortForwarding': {'1.2'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'QosPolicy': {'1.9'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroup': {'1.4'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SubPort': {'1.0'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Subnet': {'1.1'}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Trunk': {'1.1'}} Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: consumer versions: Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'ConntrackHelper': '1.0', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Log': '1.0', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Network': '1.1', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Port': '1.7', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'PortForwarding': '1.2', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'QosPolicy': '1.9', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroup': '1.4', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroupRule': '1.2', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SubPort': '1.0', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Subnet': '1.1', Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Trunk': '1.1'}} Mar 14 18:13:36.454004 dv-neutron-833670-1-hyperv neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:13:36.529793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Attempting to bind port 74e81efc-717f-4cfd-ac33-271d930fbc93 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:13:36.530222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Attempting to bind port 74e81efc-717f-4cfd-ac33-271d930fbc93 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:13:36.530641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Attempting to bind port 74e81efc-717f-4cfd-ac33-271d930fbc93 on network aa1059df-7174-4f57-a740-1bb024e8c4b8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:13:36.536225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:13:36.536633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Checking segment: {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:13:36.537096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.537484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Bound using segment: {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:13:36.537987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Bound port: 74e81efc-717f-4cfd-ac33-271d930fbc93, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:13:36.538396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.601592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] For port 74e81efc-717f-4cfd-ac33-271d930fbc93, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:13:36.606021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] For port 74e81efc-717f-4cfd-ac33-271d930fbc93, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=74e81efc-717f-4cfd-ac33-271d930fbc93,segment=NetworkSegment(07e9481e-c824-466f-b0f6-a210d402d02a),segment_id=07e9481e-c824-466f-b0f6-a210d402d02a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:13:36.659238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:36.723879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee205-a7bf-497b-b35b-dd414d6b9ab4 None None] Pushing event updated for resources: {'Port': ['ID=74e81efc-717f-4cfd-ac33-271d930fbc93,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:37.985219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:38.299755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-d64a447c-c03f-4b84-9773-9642e50bd9a6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:13:38.301568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d64a447c-c03f-4b84-9773-9642e50bd9a6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153045 Mar 14 18:13:40.783053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:41.098207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-c93c461e-29d3-407d-ab42-58cfe96a2407 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:13:41.113922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c93c461e-29d3-407d-ab42-58cfe96a2407 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152575 Mar 14 18:13:43.798996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 41340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:44.109318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Request body: {'router': {'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'name': 'router1', 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:44.201437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.203087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.229241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 74e81efc-717f-4cfd-ac33-271d930fbc93 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:13:44.319979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 74e81efc-717f-4cfd-ac33-271d930fbc93 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:44.320296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.343658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.396445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.430300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.464973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 74e81efc-717f-4cfd-ac33-271d930fbc93, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=74e81efc-717f-4cfd-ac33-271d930fbc93,segment=NetworkSegment(07e9481e-c824-466f-b0f6-a210d402d02a),segment_id=07e9481e-c824-466f-b0f6-a210d402d02a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:13:44.472580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.473661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97e7717b-4b37-4311-94f9-f1f05f074a81 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6735950 Mar 14 18:13:44.544368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:44.595168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=74e81efc-717f-4cfd-ac33-271d930fbc93,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:45.163900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d950cfa-2eb9-4b22-a361-05613f63f7c4 None None] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:13:45.278373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-529fb993-c638-4163-9c3c-4b405068460c None None] Provisioning complete for port 74e81efc-717f-4cfd-ac33-271d930fbc93 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:45.279062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-529fb993-c638-4163-9c3c-4b405068460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:45.620716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8aac35c1-20a1-435e-97e8-3b4d8174c6ca None None] Provisioning complete for port 74e81efc-717f-4cfd-ac33-271d930fbc93 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:45.621073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8aac35c1-20a1-435e-97e8-3b4d8174c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:46.201476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 74e81efc-717f-4cfd-ac33-271d930fbc93 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:13:46.249724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 74e81efc-717f-4cfd-ac33-271d930fbc93 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:46.250123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:46.895678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:47.202795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-60a87683-1382-4ea5-a780-265d687a2673 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:13:47.203798 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-60a87683-1382-4ea5-a780-265d687a2673 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071506 Mar 14 18:13:47.789661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb912-9b95-4484-8242-82d069d307b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:49.619391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:49.924781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:50.057683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Made reservation on behalf of 7bf9024060c04101a5570945e03d5c60 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:13:50.080448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-002a6053-e93e-43b7-8793-7cedf64c4f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.136559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.policy [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:13:50.181985 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING oslo_policy.policy [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:50.182358 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING oslo_policy.policy [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:13:50.193282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.213309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.320089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.366229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.377242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Reserving flat network on physical network physnet1 {{(pid=103393) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 18:13:50.406087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771666067815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.406640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Unsubscribe: segment precommit_create {{(pid=103393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:13:50.407137 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Added segment f233889f-0a9f-4db5-950b-69e78df82d19 of type flat for network 62419695-dea5-4d8d-99d0-565b2be30bc9 Mar 14 18:13:50.434375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a74fc-7db4-4226-8362-3b0ff072353e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:50.463134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.463484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.463844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.464169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.464488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.464830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.465147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.465472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.465787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.466120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.466429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.466735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Tracked resource versions report: Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: pushed versions: Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: { 'AddressGroup': {'1.2'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Log': {'1.0'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Network': {'1.1'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Port': {'1.7'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'PortForwarding': {'1.2'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'QosPolicy': {'1.9'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroup': {'1.4'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SubPort': {'1.0'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Subnet': {'1.1'}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Trunk': {'1.1'}} Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: consumer versions: Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'ConntrackHelper': '1.0', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Log': '1.0', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Network': '1.1', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Port': '1.7', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'PortForwarding': '1.2', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'QosPolicy': '1.9', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroup': '1.4', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroupRule': '1.2', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SubPort': '1.0', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Subnet': '1.1', Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Trunk': '1.1'}} Mar 14 18:13:50.468074 dv-neutron-833670-1-hyperv neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:13:50.535634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.629403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.630458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:50.631098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:50.729971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] Pushing event updated for resources: {'Network': ['ID=62419695-dea5-4d8d-99d0-565b2be30bc9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:50.743413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:13:50.780147 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa232032-57ae-49fc-aa91-06c3fa262b67 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1597114 Mar 14 18:13:51.297496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:52.743117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:52.948938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:53.209002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:53.421730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb3639-4c78-4943-a57a-d6319b166e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:53.423127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-53bb3639-4c78-4943-a57a-d6319b166e21 admin admin] 10.222.0.58 "GET /v2.0/subnets/a32968a3-42e3-487f-a1bf-a3b6a7e58f71 HTTP/1.1" status: 200 len: 849 time: 0.2131877 Mar 14 18:13:53.584465 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9c6793ff-2a73-4f79-b0b5-ed45f74a316a admin admin] 10.222.0.58 "GET /v2.0/routers/245e2f0e-94a3-44f3-8aee-d85d7a8d1728 HTTP/1.1" status: 200 len: 704 time: 0.1550879 Mar 14 18:13:53.868787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:54.172581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Allocated IP 172.20.0.1 (aa1059df-7174-4f57-a740-1bb024e8c4b8/a32968a3-42e3-487f-a1bf-a3b6a7e58f71/b2f95afa-21bb-4481-9208-82662f3b5660) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:13:54.349540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:54.452967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:54.532606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:13:54.539594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:13:54.541537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Pushing event updated for resources: {'Port': ['ID=b2f95afa-21bb-4481-9208-82662f3b5660,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:54.555692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:13:54.556275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:54.772258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc056c82-a00c-4166-89b5-a8ce0832c871 None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:54.772877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc056c82-a00c-4166-89b5-a8ce0832c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:54.805222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dc056c82-a00c-4166-89b5-a8ce0832c871 None None] Port b2f95afa-21bb-4481-9208-82662f3b5660 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:13:54.816789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:55.064936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:55.125653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:55.126439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:55.205039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Pushing event updated for resources: {'Port': ['ID=b2f95afa-21bb-4481-9208-82662f3b5660,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:55.252451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:13:55.253749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:13:55.426105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dbc37da2-936f-4056-9e90-9a8f3304d5f7 None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:55.426474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dbc37da2-936f-4056-9e90-9a8f3304d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:55.457453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:13:55.459561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dbc37da2-936f-4056-9e90-9a8f3304d5f7 None None] Port b2f95afa-21bb-4481-9208-82662f3b5660 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:13:55.550920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:13:55.556747 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8060f440-5a64-46e4-8125-5dc4ab7380ca admin admin] 10.222.0.58 "PUT /v2.0/routers/245e2f0e-94a3-44f3-8aee-d85d7a8d1728/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9653571 Mar 14 18:13:55.561979 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Sync routers for ids ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:13:55.574271 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Routers {'245e2f0e-94a3-44f3-8aee-d85d7a8d1728'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:13:55.575009 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:13:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:55.759841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Set router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:13:56.181956 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:13:54Z', 'revision_number': 2, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port_host': None, '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:54Z', 'revision_number': 2, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:56.233442 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Checking router: 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:13:56.233813 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Updating router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 port b2f95afa-21bb-4481-9208-82662f3b5660 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:13:56.281854 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:56.816310 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:56.909800 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.074093 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Pushing event updated for resources: {'Port': ['ID=b2f95afa-21bb-4481-9208-82662f3b5660,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:57.089814 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Attempting to bind port b2f95afa-21bb-4481-9208-82662f3b5660 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:13:57.090257 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Attempting to bind port b2f95afa-21bb-4481-9208-82662f3b5660 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:13:57.090660 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Attempting to bind port b2f95afa-21bb-4481-9208-82662f3b5660 on network aa1059df-7174-4f57-a740-1bb024e8c4b8 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:13:57.094570 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.094907 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.095239 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.096270 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.096853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.096965 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.097279 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.097616 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.098147 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.098373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.098707 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.099004 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Tracked resource versions report: Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: pushed versions: Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: { 'AddressGroup': {'1.2'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'ConntrackHelper': {'1.0'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Log': {'1.0'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Network': {'1.1'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Port': {'1.7'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'PortForwarding': {'1.2'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'QosPolicy': {'1.9'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroup': {'1.4'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SubPort': {'1.0'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Subnet': {'1.1'}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Trunk': {'1.1'}} Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: consumer versions: Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'ConntrackHelper': '1.0', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Log': '1.0', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Network': '1.1', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Port': '1.7', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'PortForwarding': '1.2', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'QosPolicy': '1.9', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroup': '1.4', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroupRule': '1.2', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SubPort': '1.0', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Subnet': '1.1', Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Trunk': '1.1'}} Mar 14 18:13:57.100410 dv-neutron-833670-1-hyperv neutron-server[103395]: {{(pid=103395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:13:57.108603 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:13:57.109024 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Checking segment: {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:13:57.109528 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.110085 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Bound using segment: {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:13:57.110988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Bound port: b2f95afa-21bb-4481-9208-82662f3b5660, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e9481e-c824-466f-b0f6-a210d402d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:13:57.110988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.190847 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] For port b2f95afa-21bb-4481-9208-82662f3b5660, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:13:57.193436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d03769a1-04c5-49bf-90f5-e326c17d580e None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:57.193938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d03769a1-04c5-49bf-90f5-e326c17d580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.217242 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] For port b2f95afa-21bb-4481-9208-82662f3b5660, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b2f95afa-21bb-4481-9208-82662f3b5660,segment=NetworkSegment(07e9481e-c824-466f-b0f6-a210d402d02a),segment_id=07e9481e-c824-466f-b0f6-a210d402d02a)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:13:57.234416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d03769a1-04c5-49bf-90f5-e326c17d580e None None] Port b2f95afa-21bb-4481-9208-82662f3b5660 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:13:57.263972 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.319970 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Routers {'245e2f0e-94a3-44f3-8aee-d85d7a8d1728'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:13:57.320595 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:13:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:57.368677 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f028-f70d-4827-ae53-ee16da3b47ae None None] Pushing event updated for resources: {'Port': ['ID=b2f95afa-21bb-4481-9208-82662f3b5660,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:57.426833 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] Set router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:13:57.554425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:13:57.554961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.644208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.672867 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:13:54Z', 'revision_number': 2, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port_host': None, '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:57Z', 'revision_number': 4, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:13:57.680797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] For port b2f95afa-21bb-4481-9208-82662f3b5660, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b2f95afa-21bb-4481-9208-82662f3b5660,segment=NetworkSegment(07e9481e-c824-466f-b0f6-a210d402d02a),segment_id=07e9481e-c824-466f-b0f6-a210d402d02a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:13:57.706981 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c5b62-def5-43d0-b604-2b79416a36b1 None None] The sync data for ids ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'] in dv-neutron-833670-1-hyperv is: [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:13:54Z', 'revision_number': 2, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port_host': None, '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:57Z', 'revision_number': 4, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:13:57.737636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:57.789623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e0c08-9a08-4658-b3c2-ac5368a7c93e None None] Pushing event updated for resources: {'Port': ['ID=b2f95afa-21bb-4481-9208-82662f3b5660,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:57.868457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41406) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:13:57.982442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1d1ee-c658-4373-a2ca-cef532f8b507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:57.984413 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6bb1d1ee-c658-4373-a2ca-cef532f8b507 admin admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 842 time: 0.1143012 Mar 14 18:13:57.994723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Request body: {'subnet': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:13:58.086242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Made reservation on behalf of 7bf9024060c04101a5570945e03d5c60 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:13:58.088762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:58.447886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:13:58.448325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:58.509723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7441586-8184-4088-8d84-f959e8a3d272,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:13:58.514149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:13:58.514516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Network hostable DHCP agents. Network: 62419695-dea5-4d8d-99d0-565b2be30bc9, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:13:58.605865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:13:58.662905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 62419695-dea5-4d8d-99d0-565b2be30bc9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:13:58.672475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d939317-8445-4d96-bae2-5e5093024000 None None] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:13:58.674051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:13:58.675238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:13:58.723691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-08728b5d-3b91-4627-a605-9e4d9699cf51 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7321575 Mar 14 18:13:58.810461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e118eb0-d4b9-40a5-8ecb-b61945aee07f None None] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:14:01.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41414) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:14:01.188039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4b0b4833-5c0f-4d6f-b2a7-ea2df981bdb0 admin admin] 10.222.0.58 "GET /v2.0/routers/245e2f0e-94a3-44f3-8aee-d85d7a8d1728 HTTP/1.1" status: 200 len: 710 time: 0.1278465 Mar 14 18:14:01.274319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c6aad-ff94-4de5-b97c-c4a7b9a39304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:14:01.275683 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7a7c6aad-ff94-4de5-b97c-c4a7b9a39304 admin admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 886 time: 0.0797653 Mar 14 18:14:01.285121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:14:01.598515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:01.902579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:01.976220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.084462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Allocated IP 172.26.3.135 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fef5e4b1-cf75-4277-a1bd-e87da71c4a28) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:14:02.183437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.269591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.309424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:14:02.312100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:14:02.316275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:14:02.355081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Pushing event updated for resources: {'Port': ['ID=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:14:02.622526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.826726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.830278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:02.943225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:14:03.052513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:14:03.056910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:03.058242 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a353f3e2-d544-44a4-8be9-a87ce45366c5 admin admin] 10.222.0.58 "PUT /v2.0/routers/245e2f0e-94a3-44f3-8aee-d85d7a8d1728 HTTP/1.1" status: 200 len: 890 time: 1.7763333 Mar 14 18:14:04.215275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Sync routers for ids ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:14:04.227180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Routers {'245e2f0e-94a3-44f3-8aee-d85d7a8d1728'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:14:04.227897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:13:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:14:04.292639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b2f95afa-21bb-4481-9208-82662f3b5660 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:14:04.483836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Set router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:14:04.499481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:14:04.499849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:04.992426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:14:02Z', 'revision_number': 4, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port': {'id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:14:01Z', 'updated_at': '2022-03-14T18:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:57Z', 'revision_number': 5, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:14:05.043860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Checking router: 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:14:05.044209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Updating router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:14:05.091601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.417236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.466301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 41426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:14:05.474046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.527588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6d565-da65-4999-adbb-28d1b4c37285 None None] Pushing event updated for resources: {'Port': ['ID=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:14:05.533894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Attempting to bind port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:14:05.534304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Attempting to bind port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:14:05.534666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Attempting to bind port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:14:05.539766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:14:05.540139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:14:05.540544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.540961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:14:05.541441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Bound port: fef5e4b1-cf75-4277-a1bd-e87da71c4a28, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:14:05.541825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.581003 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4ee08bc-10bb-43da-ad08-dbe1507bc420 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135256 Mar 14 18:14:05.592674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] For port fef5e4b1-cf75-4277-a1bd-e87da71c4a28, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:14:05.596811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] For port fef5e4b1-cf75-4277-a1bd-e87da71c4a28, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:14:05.651989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:05.713026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6d565-da65-4999-adbb-28d1b4c37285 None None] Pushing event updated for resources: {'Port': ['ID=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:14:05.715719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Routers {'245e2f0e-94a3-44f3-8aee-d85d7a8d1728'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:14:05.716315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:13:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:14:05.823628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] Set router 245e2f0e-94a3-44f3-8aee-d85d7a8d1728 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:14:06.038646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:14:02Z', 'revision_number': 4, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port': {'id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:14:01Z', 'updated_at': '2022-03-14T18:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:57Z', 'revision_number': 5, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:14:06.065820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df5e37-5eed-4c71-8be9-dca93489b020 None None] The sync data for ids ['245e2f0e-94a3-44f3-8aee-d85d7a8d1728'] in dv-neutron-833670-1-hyperv is: [{'id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'name': 'router1', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:13:44Z', 'updated_at': '2022-03-14T18:14:02Z', 'revision_number': 4, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'gw_port': {'id': 'fef5e4b1-cf75-4277-a1bd-e87da71c4a28', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:14:01Z', 'updated_at': '2022-03-14T18:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'b2f95afa-21bb-4481-9208-82662f3b5660', 'name': '', 'network_id': 'aa1059df-7174-4f57-a740-1bb024e8c4b8', 'tenant_id': '63c845f786b147e89255f51e11e3c92d', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e2f0e-94a3-44f3-8aee-d85d7a8d1728', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:13:53Z', 'updated_at': '2022-03-14T18:13:57Z', 'revision_number': 5, 'project_id': '63c845f786b147e89255f51e11e3c92d', 'subnets': [{'id': 'a32968a3-42e3-487f-a1bf-a3b6a7e58f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456410bb-2313-482d-beda-d2d7baab9ac5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:14:06.284918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fef5e4b1-cf75-4277-a1bd-e87da71c4a28 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:14:06.343774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:14:06.344150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:06.431141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:06.454907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port fef5e4b1-cf75-4277-a1bd-e87da71c4a28, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:14:06.527265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:06.596846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=fef5e4b1-cf75-4277-a1bd-e87da71c4a28,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:14:06.953917 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:14:08.221438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fef5e4b1-cf75-4277-a1bd-e87da71c4a28 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:14:08.274293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fef5e4b1-cf75-4277-a1bd-e87da71c4a28 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:14:08.274900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:17.770304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a44f08e6-105b-4e66-be37-2b4c1371b5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:20.084768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b42ced35-6931-4f9c-b23e-992618b463cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:21.278779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:22.758249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:22.992776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:43.943144 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:14:47.802526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78c7cede-14cd-4b1e-bab5-54e37536c619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:50.064762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bb236b97-df7c-44da-9df8-2a08ede7ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:51.293524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:52.940461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:14:52.996818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:17.777997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49eeb17e-9782-4da4-acdf-af62058318ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:20.068746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a79c882-d835-4450-aa2f-322c1bdb607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:20.941256 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:15:21.291648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:22.747784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:23.023416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:47.797219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de15a4d3-24b4-430a-86ae-a728354b3d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:49.718433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:15:49.782352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-14966e39-ee9a-4ad3-881b-96256bb1a79d admin admin] GET failed (client error): The resource could not be found. Mar 14 18:15:49.783669 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-14966e39-ee9a-4ad3-881b-96256bb1a79d admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643814 Mar 14 18:15:50.017879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48cae1-6ff3-463d-be6a-639a86feb424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:50.019440 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bd48cae1-6ff3-463d-be6a-639a86feb424 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2311299 Mar 14 18:15:50.071673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-045a4b44-86a3-4326-a380-7263fe60f657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:51.289876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:52.248140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:15:52.338518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb643b-a0a3-4739-9276-8975bda37d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:52.339872 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aecb643b-a0a3-4739-9276-8975bda37d80 admin admin] 10.222.0.58 "GET /v2.0/subnets/a32968a3-42e3-487f-a1bf-a3b6a7e58f71 HTTP/1.1" status: 200 len: 849 time: 0.0906994 Mar 14 18:15:52.351473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:15:52.437552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:52.650446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:52.679868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:52.680457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:52.682393 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] 10.222.0.58 "PUT /v2.0/subnets/a32968a3-42e3-487f-a1bf-a3b6a7e58f71 HTTP/1.1" status: 200 len: 868 time: 0.3339274 Mar 14 18:15:52.694411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0b8e5-adfc-4227-a919-a7cc98ff5441 None None] Network aa1059df-7174-4f57-a740-1bb024e8c4b8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:15:52.708732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32968a3-42e3-487f-a1bf-a3b6a7e58f71,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:15:52.716465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.716824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.717169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.717624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.718160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.718503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.719316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.719316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.719656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.719890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.720372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.720697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4927b-4816-43f0-ae14-d19da8023a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:15:52.791873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:53.004408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:53.060611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79157568-17bf-45d2-b88f-851b04e8e2fd None None] Provisioning complete for port b2f95afa-21bb-4481-9208-82662f3b5660 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:15:53.060996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79157568-17bf-45d2-b88f-851b04e8e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:53.147069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79157568-17bf-45d2-b88f-851b04e8e2fd None None] Provisioning complete for port 74e81efc-717f-4cfd-ac33-271d930fbc93 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:15:53.147363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79157568-17bf-45d2-b88f-851b04e8e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:15:54.907994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:15:55.101235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f55df5-55b8-4c67-8e67-2ddfc2fec87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:55.101610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f55df5-55b8-4c67-8e67-2ddfc2fec87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:55.103164 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f2f55df5-55b8-4c67-8e67-2ddfc2fec87c admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942286 Mar 14 18:15:57.315930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:15:57.444715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee818b-6afa-4722-b17e-f66d5efd494e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:57.445489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee818b-6afa-4722-b17e-f66d5efd494e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:57.446715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0bee818b-6afa-4722-b17e-f66d5efd494e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298559 Mar 14 18:15:57.939417 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:15:59.757948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42056) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:15:59.880945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11336c-65e9-4e2b-97df-8d63aac3bb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:15:59.882322 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bc11336c-65e9-4e2b-97df-8d63aac3bb33 admin admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 886 time: 0.1233768 Mar 14 18:16:02.129038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42064) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:02.256299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea023160-4f87-4cbd-aa6c-760552a59920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:02.257672 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ea023160-4f87-4cbd-aa6c-760552a59920 admin admin] 10.222.0.58 "GET /v2.0/networks/aa1059df-7174-4f57-a740-1bb024e8c4b8 HTTP/1.1" status: 200 len: 869 time: 0.1276963 Mar 14 18:16:04.482437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42072) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:04.608519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de63a8b-0897-470d-a907-2fb570292f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:04.608969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de63a8b-0897-470d-a907-2fb570292f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:04.610536 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9de63a8b-0897-470d-a907-2fb570292f18 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271634 Mar 14 18:16:06.820194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42082) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:06.913128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9f6d2-9a83-414d-84c5-997addecd962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:06.913582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9f6d2-9a83-414d-84c5-997addecd962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:06.915708 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-74b9f6d2-9a83-414d-84c5-997addecd962 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945354 Mar 14 18:16:09.156398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:09.246338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc1fde9-0d3c-4289-86e9-2a7f8e1fc1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:09.247674 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9bc1fde9-0d3c-4289-86e9-2a7f8e1fc1f4 admin admin] 10.222.0.58 "GET /v2.0/subnets/a32968a3-42e3-487f-a1bf-a3b6a7e58f71 HTTP/1.1" status: 200 len: 868 time: 0.0903430 Mar 14 18:16:11.525436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42098) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:11.611545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a701a39-0fe1-4124-b8f0-03da6b0000b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:11.612836 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8a701a39-0fe1-4124-b8f0-03da6b0000b0 admin admin] 10.222.0.58 "GET /v2.0/subnets/b7441586-8184-4088-8d84-f959e8a3d272 HTTP/1.1" status: 200 len: 816 time: 0.0864310 Mar 14 18:16:17.797232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-577b4cea-5375-4146-a5b3-e6c37c6bf15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:20.093823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb681133-fe6a-4222-b584-3726ecceefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:21.277188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:22.756333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:22.973573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:31.891636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:31.938899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-694788ca-240a-40ed-9748-b81d6f4d4898 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:16:31.939889 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-694788ca-240a-40ed-9748-b81d6f4d4898 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473175 Mar 14 18:16:34.224420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42160) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:34.284553 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b00924-5acf-4b8c-92b5-b6f472af2dc2 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:16:34.285861 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5b00924-5acf-4b8c-92b5-b6f472af2dc2 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604792 Mar 14 18:16:34.372462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7facbdc-fb15-43da-9531-30d86c7bc4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:34.373919 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a7facbdc-fb15-43da-9531-30d86c7bc4e1 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832667 Mar 14 18:16:34.937796 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:16:36.603662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:36.649387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:36.741783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Made reservation on behalf of 7bf9024060c04101a5570945e03d5c60 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:36.744021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.778529 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.services.revisions.revision_plugin [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Could not find related network for resource to bump revision. Mar 14 18:16:36.797691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:16:36.803977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.804312 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Added segment 0ab7cf70-0dbf-403d-8353-d7548ef2ad7d of type vlan for network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a Mar 14 18:16:36.851103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.930467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.931389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:36.931958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:36.989629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:36.996244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.996583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.996912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.997370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.997710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.998078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.998400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.998734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.999050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.999361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.999674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:36.999982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:37.008611 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-79ea3773-3139-415f-985a-650db658b091 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4037843 Mar 14 18:16:37.025672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:16:39.240237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42176) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:16:39.300357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f2eb88-a2e0-435d-93e5-583e1ba89f63 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:16:39.301650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c9f2eb88-a2e0-435d-93e5-583e1ba89f63 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599632 Mar 14 18:16:39.403590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da965dd-f2c5-4595-a7e4-1024b6448886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:39.404878 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4da965dd-f2c5-4595-a7e4-1024b6448886 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980005 Mar 14 18:16:39.415820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:16:39.515453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Made reservation on behalf of 7bf9024060c04101a5570945e03d5c60 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:16:39.517762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.749668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.800057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de7ab78-98e4-4c0a-8d0a-5b81f7a40676,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:39.809554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Checking segment: {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:16:39.809924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Network hostable DHCP agents. Network: bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:16:39.886777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:16:39.970226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:39.975266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:16:39.979629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:39.980400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da78a0a-addc-4c91-818e-fea12aeb3e37 None None] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:16:40.061248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc949506-5bfb-45e5-9a04-26752c158c5e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6492484 Mar 14 18:16:40.162114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a', 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a', 'tenant_id': '7bf9024060c04101a5570945e03d5c60', 'fixed_ips': [{'subnet_id': '5de7ab78-98e4-4c0a-8d0a-5b81f7a40676'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:16:40.163084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.400517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Allocated IP 192.168.233.2 (bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a/5de7ab78-98e4-4c0a-8d0a-5b81f7a40676/54a1280c-a388-4726-aa1c-7ec18fc69e67) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:16:40.544717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.645144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.689448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:16:40.690092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:16:40.695103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Pushing event updated for resources: {'Port': ['ID=54a1280c-a388-4726-aa1c-7ec18fc69e67,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:40.697305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:16:40.709737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.710110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.710426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.710756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.711084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.711443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.711771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.712757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.712757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.712757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.713035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.713973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:16:40.762530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Attempting to bind port 54a1280c-a388-4726-aa1c-7ec18fc69e67 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:16:40.762908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Attempting to bind port 54a1280c-a388-4726-aa1c-7ec18fc69e67 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:16:40.763275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Attempting to bind port 54a1280c-a388-4726-aa1c-7ec18fc69e67 on network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:16:40.768897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:16:40.769270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Checking segment: {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:16:40.769727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.770198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Bound using segment: {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:16:40.770959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Bound port: 54a1280c-a388-4726-aa1c-7ec18fc69e67, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:16:40.771090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:40.841794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] For port 54a1280c-a388-4726-aa1c-7ec18fc69e67, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:16:40.844860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] For port 54a1280c-a388-4726-aa1c-7ec18fc69e67, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=54a1280c-a388-4726-aa1c-7ec18fc69e67,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:16:40.946421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:41.019906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d8e6-96ff-451a-8461-cd4a81754097 None None] Pushing event updated for resources: {'Port': ['ID=54a1280c-a388-4726-aa1c-7ec18fc69e67,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:41.864248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10294980-c00d-41d0-942f-bb69c35119a9 None None] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:16:41.939701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] Provisioning complete for port 54a1280c-a388-4726-aa1c-7ec18fc69e67 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:41.940063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.081058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.120135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] For port 54a1280c-a388-4726-aa1c-7ec18fc69e67, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=54a1280c-a388-4726-aa1c-7ec18fc69e67,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:16:42.190072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.245165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46c24a-c1ca-4da0-8e74-442db160f441 None None] Pushing event updated for resources: {'Port': ['ID=54a1280c-a388-4726-aa1c-7ec18fc69e67,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:16:42.316584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b9204f8-b355-4183-9679-168987ed603c None None] Provisioning complete for port 54a1280c-a388-4726-aa1c-7ec18fc69e67 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:42.317606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b9204f8-b355-4183-9679-168987ed603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:42.348766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 54a1280c-a388-4726-aa1c-7ec18fc69e67 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:16:42.435990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 54a1280c-a388-4726-aa1c-7ec18fc69e67 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:16:42.436266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:47.781257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6038-f3bb-471b-a8bf-005295dcc168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:50.100836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7ae-3d46-49e0-b292-f1c2490f1680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:51.289009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.794651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:16:52.994667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:11.935578 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:17:17.813080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9016-041c-4f05-8ceb-8c1c455a1536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:20.092403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c7ec02e2-cde3-429b-ae91-38248c9e161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:21.324376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.778757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:22.966838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:47.842581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1285c28-6ba8-4cb2-92a2-b7e25b54ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:48.933840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:17:50.122414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68e20045-43e6-410f-842d-5c922a97c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:51.351443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.790919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:17:52.965292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.324290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:18:09.330292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-2243bdf8-1da3-47fd-8890-86d8803871a9 tempest-verify_tempest_config-2018253513 tempest-verify_tempest_config-2018253513-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:18:09.331231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2243bdf8-1da3-47fd-8890-86d8803871a9 tempest-verify_tempest_config-2018253513 tempest-verify_tempest_config-2018253513-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059881 Mar 14 18:18:09.758947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42232) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:18:09.860120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.929777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:09.989382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.033591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7622369b5a146e9a427065b7aa50b26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2735577 Mar 14 18:18:10.034540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60309a46-a940-48c7-912b-53c205496fa1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:10.036368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:18:10.041112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.041463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.041807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.042172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.042505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.042839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.043169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.043494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.043819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.044140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.044463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.044781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ce0e39-4d8c-4ecb-b97f-de702993c7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.094581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.113818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.252705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.255197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:10.256371 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60309a46-a940-48c7-912b-53c205496fa1 HTTP/1.1" status: 204 len: 168 time: 0.2190573 Mar 14 18:18:10.263986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60309a46-a940-48c7-912b-53c205496fa1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:18:10.271412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.271776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.272126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.272653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.272783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.273072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.273395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.273729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.274088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.274539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.274774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:10.275150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5471923b-cd39-4eca-8236-74f41e4da619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:18:17.800575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb3c4-b1f3-45e2-818a-c675f4481b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:20.085782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5c70875-9ba4-4ea0-b74f-692439f6b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:21.281469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.777195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:22.956088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:25.932753 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:18:47.809843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eda6e7ae-e7c8-4ab3-8689-31f41c139a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:50.096229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c22e-2a72-4d94-b983-2475bfba1350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:51.302069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.781824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:18:52.953500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:02.930576 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 5 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:19:17.790911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a00369a-03cc-47c3-82b9-51b4a1bf6854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:20.082687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9876cece-c238-403e-9166-47594677c9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:21.299384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.865331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:22.997276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:28.013039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-744004'] for agent, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:39.928711 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:19:43.390270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:19:43.494051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c647f67a-0dad-470c-875c-d46c3118083c admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1026869 Mar 14 18:19:45.700377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42318) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:19:45.760832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8a5517a0-a975-4bdb-8d52-64bfd8532668 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0594056 Mar 14 18:19:47.806107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55afff4e-a6be-4495-a841-81c26be2c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:50.097474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-16b9337a-806d-4878-a8b2-41e6fcf0f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:51.302570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.771049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:52.948223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:19:57.948366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:16.926949 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:20:17.792695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0470bc5f-9b8e-40a1-bb06-6c3bad11b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:20.090121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4d7adc7f-345c-4463-a8b9-8e1c98b45adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:21.341675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.786495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:22.958295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:27.980545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:47.795429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793c7ac9-8ce1-4d9a-882d-4e56864d4709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:50.088228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42c899cf-731d-463d-9060-89eabd74a1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:51.316370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.835566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:52.973306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:20:53.924901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:20:57.967127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:14.842500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:15.080601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1489511635-network', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:15.183414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Made reservation on behalf of 79180658905a4375a6724b5c3d2faa9c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:15.185738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.198247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.278578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.335783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.359728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:15.374332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bfd0a8-56d4-4be8-81a4-7525050ea8b1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.381859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.382300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Added segment ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc of type vlan for network 6f19199b-a7bb-401c-bd7d-575d44ae1481 Mar 14 18:21:15.384136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.384502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.384883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.385166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.385498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.385838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.386172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.386512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.386846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.387169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.387488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.387825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Tracked resource versions report: Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: pushed versions: Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: { 'AddressGroup': {'1.2'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'ConntrackHelper': {'1.0'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Log': {'1.0'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Network': {'1.1'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Port': {'1.7'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'PortForwarding': {'1.2'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'QosPolicy': {'1.9'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroup': {'1.4'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SubPort': {'1.0'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Subnet': {'1.1'}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Trunk': {'1.1'}} Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: consumer versions: Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: HyperV agent@hv-neutron-8336: {}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'ConntrackHelper': '1.0', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Log': '1.0', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Network': '1.1', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Port': '1.7', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'PortForwarding': '1.2', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'QosPolicy': '1.9', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroup': '1.4', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SecurityGroupRule': '1.2', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'SubPort': '1.0', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Subnet': '1.1', Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: 'Trunk': '1.1'}} Mar 14 18:21:15.388949 dv-neutron-833670-1-hyperv neutron-server[103393]: {{(pid=103393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:21:15.432061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.541465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.542470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:15.543071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.603578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] Pushing event updated for resources: {'Network': ['ID=6f19199b-a7bb-401c-bd7d-575d44ae1481,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:15.614103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:15.648945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-160c1594-b361-4552-b026-713ea34e75cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8052158 Mar 14 18:21:15.651661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42498) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:15.656275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Request body: {'subnet': {'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1489511635-subnet', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:15.731874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Made reservation on behalf of 79180658905a4375a6724b5c3d2faa9c for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:15.747042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:15.845778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:15.884605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:15.982252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.046223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Checking segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:16.046874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Network hostable DHCP agents. Network: 6f19199b-a7bb-401c-bd7d-575d44ae1481, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:16.064121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e08522-015f-4aaa-b6ed-f7fc39be0101,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.158756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:16.198846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1131327344-network', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.219049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1728272589'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.226161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:16.236391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6f19199b-a7bb-401c-bd7d-575d44ae1481) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:16.242121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:16.248882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.248971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9894a2e-98d4-4ba6-bc63-c6372ace81db None None] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:16.297810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Made reservation on behalf of d26c62cb24854efa836dab7ece32c934 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:16.300281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.308861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.329204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dbcf746b-e086-43dc-a2a6-7cb8fb83b765 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6763334 Mar 14 18:21:16.331836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:16.337346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.354082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Made reservation on behalf of f29e1b2f01cf4fb09ab04310c5ebae30 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:16.357503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.370905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.406336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.424949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-6f19199b-a7bb-401c-bd7d-575d44ae1481', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:21:16.427145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.458640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.460057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.484880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.515535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.533293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:16.577661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.592483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.592824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Added segment 8056b6a7-edd3-4055-8b38-c8b6529bdb89 of type vlan for network 0cec7099-fa27-44e1-ac0c-1be8018896e8 Mar 14 18:21:16.628148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Allocated IP 172.20.0.2 (6f19199b-a7bb-401c-bd7d-575d44ae1481/69e08522-015f-4aaa-b6ed-f7fc39be0101/be56cd42-986d-4b52-99c0-537bca0b849b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:16.644970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.645950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc6135-6c33-4b47-a314-af807eb803c6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.655892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:16.665219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.665598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.665923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Tracked resource versions report: Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: pushed versions: Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: { 'AddressGroup': {'1.2'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'ConntrackHelper': {'1.0'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Log': {'1.0'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Network': {'1.1'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Port': {'1.7'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'PortForwarding': {'1.2'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'QosPolicy': {'1.9'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroup': {'1.4'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SubPort': {'1.0'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Subnet': {'1.1'}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Trunk': {'1.1'}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: consumer versions: Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: HyperV agent@hv-neutron-8336: {}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'ConntrackHelper': '1.0', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Log': '1.0', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Network': '1.1', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Port': '1.7', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'PortForwarding': '1.2', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'QosPolicy': '1.9', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroup': '1.4', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SecurityGroupRule': '1.2', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'SubPort': '1.0', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Subnet': '1.1', Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: 'Trunk': '1.1'}} Mar 14 18:21:16.670855 dv-neutron-833670-1-hyperv neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:21:16.687003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.687342 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Added segment d8a43058-19f6-4b0f-8d0a-9da38c8d0642 of type vlan for network 6d686f7c-9015-4bc0-8148-040cc4ddee72 Mar 14 18:21:16.725941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-637829168-network', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.731383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.754195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c300b93-ee08-43cd-b460-2b756c31bda2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.768997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.804775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.805744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:16.806378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.815661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.863825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Made reservation on behalf of 23a67a0d8ad746e0b2d99370701aca7e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:16.866113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.868224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] Pushing event updated for resources: {'Network': ['ID=0cec7099-fa27-44e1-ac0c-1be8018896e8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:16.879676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.880389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:16.890900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.896323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:16.900563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.900728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:16.915637 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8b0b3384-daac-4056-87af-c134e300bcae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0299938 Mar 14 18:21:16.919050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:16.952035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Request body: {'subnet': {'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1131327344-subnet', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:16.998420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Pushing event updated for resources: {'Port': ['ID=be56cd42-986d-4b52-99c0-537bca0b849b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.026465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:17.033585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:17.036646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:17.063173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.066507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.066887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.067228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.067560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.067887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.068483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.068821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.069167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.069541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.070821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.071809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.072254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Tracked resource versions report: Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: pushed versions: Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: { 'AddressGroup': {'1.2'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'ConntrackHelper': {'1.0'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Log': {'1.0'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Network': {'1.1'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Port': {'1.7'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'PortForwarding': {'1.2'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'QosPolicy': {'1.9'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroup': {'1.4'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SubPort': {'1.0'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Subnet': {'1.1'}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Trunk': {'1.1'}} Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: consumer versions: Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: HyperV agent@hv-neutron-8336: {}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'ConntrackHelper': '1.0', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Log': '1.0', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Network': '1.1', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Port': '1.7', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'PortForwarding': '1.2', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'QosPolicy': '1.9', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroup': '1.4', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SecurityGroupRule': '1.2', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'SubPort': '1.0', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Subnet': '1.1', Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: 'Trunk': '1.1'}} Mar 14 18:21:17.073329 dv-neutron-833670-1-hyperv neutron-server[103394]: {{(pid=103394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:21:17.079900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Network': ['ID=6d686f7c-9015-4bc0-8148-040cc4ddee72,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.108086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:17.126342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Attempting to bind port be56cd42-986d-4b52-99c0-537bca0b849b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:17.126713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Attempting to bind port be56cd42-986d-4b52-99c0-537bca0b849b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:17.127073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Attempting to bind port be56cd42-986d-4b52-99c0-537bca0b849b on network 6f19199b-a7bb-401c-bd7d-575d44ae1481 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:17.153801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.162447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:17.162670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Checking segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:17.163073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.163464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Bound using segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:17.164410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Bound port: be56cd42-986d-4b52-99c0-537bca0b849b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:17.165206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.167909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:17.171198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.176749 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-156abe3d-fcb0-4578-87a5-3b9d230bb286 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3298838 Mar 14 18:21:17.180416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:17.188095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'subnet': {'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:17.188520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.188870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Added segment 00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc of type vlan for network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 Mar 14 18:21:17.236794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.255581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Made reservation on behalf of d26c62cb24854efa836dab7ece32c934 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:17.261141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.274600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] For port be56cd42-986d-4b52-99c0-537bca0b849b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:17.278418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e816a2-124e-40c8-b84b-d603eb77a2c9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.280151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] For port be56cd42-986d-4b52-99c0-537bca0b849b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be56cd42-986d-4b52-99c0-537bca0b849b,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:17.340809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.341748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:17.342344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.400076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.415277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] Pushing event updated for resources: {'Network': ['ID=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.456751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:17.483236 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-662dedcb-9774-476b-b59a-e3b4580c5b24 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2553258 Mar 14 18:21:17.499913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42568) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:17.521872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Request body: {'subnet': {'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-637829168-subnet', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:17.545510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Made reservation on behalf of f29e1b2f01cf4fb09ab04310c5ebae30 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:17.560479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.577336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67458b05-301f-4b8e-814d-b2b7c458cb94 None None] Pushing event updated for resources: {'Port': ['ID=be56cd42-986d-4b52-99c0-537bca0b849b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.638177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.658799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.794125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Made reservation on behalf of 23a67a0d8ad746e0b2d99370701aca7e for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:17.794125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.818220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.839368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-718277bb-713b-483d-84c0-14476201ff84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:17.843435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Allocated IP 172.26.3.195 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/baa924d3-c0ce-42ec-8c59-d9545ab2d12c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:17.900145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:17.983078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.012860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Checking segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:18.013212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Network hostable DHCP agents. Network: 0cec7099-fa27-44e1-ac0c-1be8018896e8, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:18.110080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.136462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:18.190517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.190785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:18.194101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Pushing event updated for resources: {'Port': ['ID=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.199301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:18.201387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:18.261275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 0cec7099-fa27-44e1-ac0c-1be8018896e8) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:18.269881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09edae0-c0ca-4635-bad2-2b243a1ea472 None None] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:18.284872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:18.285549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.327378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Checking segment: {'id': 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:18.329315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network hostable DHCP agents. Network: 6d686f7c-9015-4bc0-8148-040cc4ddee72, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:18.395860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.398090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Subnet': ['ID=15f1e2b3-4266-485b-85c4-dce76044b653,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.482746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:18.520367 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f5f96e6b-646f-4bbc-b86e-c6021f685162 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5718050 Mar 14 18:21:18.520709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:18.541431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42596) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:18.546268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:18.581730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1717f91f-3cf8-431e-865e-1d6c25376f49,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:18.591121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6d686f7c-9015-4bc0-8148-040cc4ddee72) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:18.593150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.606888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-0cec7099-fa27-44e1-ac0c-1be8018896e8', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:21:18.610024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.632501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be56cd42-986d-4b52-99c0-537bca0b849b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:18.639532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Checking segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:18.639785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Network hostable DHCP agents. Network: 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:18.653258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:18.653731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.700807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1013e-e393-426d-9396-1a57854ff8af None None] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:18.732769 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:18.750244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.751354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.836814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.840920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-94822820-2abd-4652-b753-3c067f3ec1af tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6591527 Mar 14 18:21:18.842017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:18.850024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:18.850024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:18.857065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1553986075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:18.868089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:18.870164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:18.909104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f75cdb-593a-4d54-abfe-632cff450a45 None None] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:18.911643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e134b28-0a30-4a3e-8df4-edeacd31d920 None None] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:18.917692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.089235 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f0f100b2-9dc0-4b85-a1b5-3097248f248e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5791593 Mar 14 18:21:19.089812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.097680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-369866041'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.109010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.140420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1814072797', 'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.144931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.145956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.246970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:19.348097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port be56cd42-986d-4b52-99c0-537bca0b849b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:19.348548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.353242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.353786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.354587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Made reservation on behalf of 8be1dde5246640aca44b56f8cc6424d5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:19.358229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.379768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.385335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.386420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b21eda9-c2a6-4525-a417-e6e4fd5fb3d3 None None] Provisioning complete for port be56cd42-986d-4b52-99c0-537bca0b849b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:19.386805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b21eda9-c2a6-4525-a417-e6e4fd5fb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.444005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.463827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.467267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Made reservation on behalf of be5bab765aa54b3aa14ed67c2626e654 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:19.467405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.467405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.473316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.489197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Allocated IP 172.20.0.2 (0cec7099-fa27-44e1-ac0c-1be8018896e8/f435b7a8-d89d-4c15-a2ef-ef169f55f1b5/9cfaa34a-2578-44f9-bb33-3a13069e6a7d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:19.492957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.495982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:19.516284 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Sync routers for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:19.543360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.545106 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:19.545760 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:19.546392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.560311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:19.563141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.573819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b95f3d55-3734-4ad8-ad4c-e93e81eb2a85 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.587878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.587878 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Added segment f4cd494b-6120-46bf-9b16-89767df721e0 of type vlan for network 8343968f-f087-4ac9-be45-b5d9357e2af9 Mar 14 18:21:19.694954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:19.702079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.704878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8967e-2d52-45d2-918a-a8bfae4aaefb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:19.717487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.721445 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ae73984c-84ef-457a-8c52-ad75da90b1d2 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8660927 Mar 14 18:21:19.722810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.751976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.753558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-52ee66c6-40eb-42dc-88b8-8af6984c138c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4205532 Mar 14 18:21:19.759721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42646) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.817066 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:19.891982 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b95f3d55-3734-4ad8-ad4c-e93e81eb2a85 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "PUT /v2.0/quotas/752da8cbedf34fd394f2e173c50b025d HTTP/1.1" status: 200 len: 368 time: 0.5252218 Mar 14 18:21:19.901468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:19.904933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:19.911795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Request body: {'network': {'project_id': '752da8cbedf34fd394f2e173c50b025d'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:20.001690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:21:20.001690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.006132 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:18Z', 'revision_number': 3, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:20.020749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.031680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-6d686f7c-9015-4bc0-8148-040cc4ddee72', 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72', 'tenant_id': 'f29e1b2f01cf4fb09ab04310c5ebae30', 'fixed_ips': [{'subnet_id': '15f1e2b3-4266-485b-85c4-dce76044b653'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:21:20.032708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.034839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.036628 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Checking router: 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:20.036990 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Updating router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af port baa924d3-c0ce-42ec-8c59-d9545ab2d12c binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:20.037588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.045129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:20.046030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.062437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b21eda9-c2a6-4525-a417-e6e4fd5fb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.068621 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.081079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.093228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Made reservation on behalf of 752da8cbedf34fd394f2e173c50b025d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:20.096068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.146727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.158612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.220801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5045f22f-a840-469d-b13b-cae9938c66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.230541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ef23c-a707-4c7d-867a-565486b746f4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.339664 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.343110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:20.344031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6098890 Mar 14 18:21:20.357276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:20.365523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port be56cd42-986d-4b52-99c0-537bca0b849b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be56cd42-986d-4b52-99c0-537bca0b849b,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:20.374155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425be19-705f-4b1a-a8d8-c4067f825e22 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Pushing event updated for resources: {'Network': ['ID=8343968f-f087-4ac9-be45-b5d9357e2af9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.393249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8343968f-f087-4ac9-be45-b5d9357e2af9 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:20.419600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.447669 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.462712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.463461 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Added segment 0ff532c4-cb32-4128-821c-8d8c0b71b54f of type vlan for network 8c075eee-43a3-423b-a73d-576b046093c9 Mar 14 18:21:20.495723 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Attempting to bind port baa924d3-c0ce-42ec-8c59-d9545ab2d12c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:20.496193 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Attempting to bind port baa924d3-c0ce-42ec-8c59-d9545ab2d12c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:20.496663 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Attempting to bind port baa924d3-c0ce-42ec-8c59-d9545ab2d12c on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:20.536623 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:20.537269 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:20.540775 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.544001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:20.544001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Bound port: baa924d3-c0ce-42ec-8c59-d9545ab2d12c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:20.544001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.581739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.601429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.630708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.642482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'name': 'tempest-network--1134504393', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:20.654008 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] For port baa924d3-c0ce-42ec-8c59-d9545ab2d12c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:20.657380 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] For port baa924d3-c0ce-42ec-8c59-d9545ab2d12c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:20.671443 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Pushing event updated for resources: {'Port': ['ID=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.679097 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.679736 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.680898 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.681486 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.682103 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.682660 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.683214 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.683774 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.684322 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.684867 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.685418 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.686086 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Tracked resource versions report: Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: pushed versions: Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: { 'AddressGroup': {'1.2'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'ConntrackHelper': {'1.0'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Log': {'1.0'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Network': {'1.1'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Port': {'1.7'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'PortForwarding': {'1.2'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'QosPolicy': {'1.9'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroup': {'1.4'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SubPort': {'1.0'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Subnet': {'1.1'}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Trunk': {'1.1'}} Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: consumer versions: Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: { DHCP agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: HyperV agent@hv-neutron-8336: {}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: L3 agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: Metadata agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: Metering agent@dv-neutron-833670-1-hyperv: {}, Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: Open vSwitch agent@dv-neutron-833670-1-hyperv: { 'AddressGroup': '1.2', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'ConntrackHelper': '1.0', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Log': '1.0', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Network': '1.1', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Port': '1.7', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'PortForwarding': '1.2', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'QosPolicy': '1.9', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroup': '1.4', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SecurityGroupRule': '1.2', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'SubPort': '1.0', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Subnet': '1.1', Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: 'Trunk': '1.1'}} Mar 14 18:21:20.687483 dv-neutron-833670-1-hyperv neutron-server[103395]: {{(pid=103395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:21:20.719830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.728519 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.755595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.799480 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2b4ab-fcba-4a82-98ad-34001dd14ebb None None] Pushing event updated for resources: {'Port': ['ID=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:20.808202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-5b21eda9-c2a6-4525-a417-e6e4fd5fb3d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:20.808696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-5b21eda9-c2a6-4525-a417-e6e4fd5fb3d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:20.816536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.820638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:20.823594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Allocated IP 172.20.0.2 (4528f5a7-ecdd-42f1-aafe-a14c1d8c1832/1717f91f-3cf8-431e-865e-1d6c25376f49/94b93866-59df-442d-9e11-e50f1a8ed00e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:20.823739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:20.825329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.844112 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:20.845752 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:20.849309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.886508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:20.993341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:20.995773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.006226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:21.012013 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:21.017785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Allocated IP 172.20.0.2 (6d686f7c-9015-4bc0-8148-040cc4ddee72/15f1e2b3-4266-485b-85c4-dce76044b653/7f133245-3292-4644-83f1-90994e5fa97c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:21.024067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=be56cd42-986d-4b52-99c0-537bca0b849b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.030244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.031217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:21.031794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.034499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.121001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.126607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.139052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:21.147835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.148170 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Added segment 283a60e6-a644-4558-b18a-2cd9fe420023 of type vlan for network 88659cfa-55b6-4711-8a3e-8b0e6c45b2af Mar 14 18:21:21.160512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.172682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Attempting to bind port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:21.173931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Attempting to bind port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:21.175004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Attempting to bind port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d on network 0cec7099-fa27-44e1-ac0c-1be8018896e8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:21.185563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Pushing event updated for resources: {'Port': ['ID=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.192420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.200292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:21.200800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Checking segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:21.201300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.201790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Bound using segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:21.202404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Bound port: 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:21.202933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.237991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:21.253104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.253686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:21.256213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:21.264759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:21.276803 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7295530 Mar 14 18:21:21.277373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.277728 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Added segment abf2f7ce-de59-4f21-8aa8-a7260fc58d88 of type vlan for network d204dd76-395c-4154-8c1c-35bf10b3bc69 Mar 14 18:21:21.287897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:21.309528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'subnet': {'network_id': '8c075eee-43a3-423b-a73d-576b046093c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:21.326970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Pushing event updated for resources: {'Port': ['ID=94b93866-59df-442d-9e11-e50f1a8ed00e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.329287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.343018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9aff5-b3bf-4717-8a01-546bf5b54a72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Network': ['ID=8c075eee-43a3-423b-a73d-576b046093c9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.390768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Allocated IP 172.26.3.7 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/01b5cc15-1832-40fc-a52a-eb48e5908ece) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:21.393229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.394786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:21.405353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.405526 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:18Z', 'revision_number': 3, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:21.461076 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4765ec3b-367d-40a3-80ed-2239d8e5e90e None None] The sync data for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv is: [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:18Z', 'revision_number': 3, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:21.482991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:21.485514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Made reservation on behalf of be5bab765aa54b3aa14ed67c2626e654 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:21.488594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.531842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] For port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:21.535262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] For port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:21.567221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8c075eee-43a3-423b-a73d-576b046093c9 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:21.572476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event updated for resources: {'Network': ['ID=88659cfa-55b6-4711-8a3e-8b0e6c45b2af,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.573421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.574902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe618c24-3bb1-4d66-b959-2133b3edff80,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.602314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.635092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 88659cfa-55b6-4711-8a3e-8b0e6c45b2af details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:21.658095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.659567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Attempting to bind port 94b93866-59df-442d-9e11-e50f1a8ed00e on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:21.660135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Attempting to bind port 94b93866-59df-442d-9e11-e50f1a8ed00e by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:21.660667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Attempting to bind port 94b93866-59df-442d-9e11-e50f1a8ed00e on network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:21.663071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.663433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.675654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.676667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:21.683952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.683952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5253806-d13b-42c1-b16a-e273bc678284,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.684956 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9f6b7041-da19-42c0-8e7f-f908b35f0ed6 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7821977 Mar 14 18:21:21.689859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:21.694936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Request body: {'network': {'project_id': '752da8cbedf34fd394f2e173c50b025d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:21.784291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b836-f6d9-4238-b188-1ec2cfce85f6 None None] Pushing event updated for resources: {'Port': ['ID=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.787965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.823828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=d204dd76-395c-4154-8c1c-35bf10b3bc69,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:21.824072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:21.824721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Checking segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:21.825270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.825804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Bound using segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:21.826452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Bound port: 94b93866-59df-442d-9e11-e50f1a8ed00e, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:21.827023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:21.843101 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1f791e79-4ad9-43cb-a675-37d4ade541e8 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4798434 Mar 14 18:21:21.846917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:21.950249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] For port 94b93866-59df-442d-9e11-e50f1a8ed00e, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:21.954126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] For port 94b93866-59df-442d-9e11-e50f1a8ed00e, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94b93866-59df-442d-9e11-e50f1a8ed00e,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:21.969626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d204dd76-395c-4154-8c1c-35bf10b3bc69 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:22.026948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.069695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Made reservation on behalf of 752da8cbedf34fd394f2e173c50b025d for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:22.073538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.081588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.104856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.134624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.143906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Allocated IP 172.26.3.99 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:22.187997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.200344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f90d61cc-7a0c-4bbe-b0e1-d52c583d86de None None] Provisioning complete for port be56cd42-986d-4b52-99c0-537bca0b849b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:22.200718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f90d61cc-7a0c-4bbe-b0e1-d52c583d86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.240310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:22.269101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:22.285221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:22.300687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:22.304264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7144f7-dfea-4b08-9544-3cd296aeef13 None None] Pushing event updated for resources: {'Port': ['ID=94b93866-59df-442d-9e11-e50f1a8ed00e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.358509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Allocated IP 172.20.0.1 (6f19199b-a7bb-401c-bd7d-575d44ae1481/69e08522-015f-4aaa-b6ed-f7fc39be0101/d2500a1c-9a75-41c4-b9ae-f7209fb167b7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:22.378710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:22.400426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.412021 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Added segment dc4208b6-e4f1-4819-ac64-3c705e61a381 of type vlan for network 4dc1fde2-5fe8-4e8d-843e-565f7619ed22 Mar 14 18:21:22.469625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Allocated IP 172.20.0.1 (6d686f7c-9015-4bc0-8148-040cc4ddee72/15f1e2b3-4266-485b-85c4-dce76044b653/ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:22.478605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.492438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Pushing event updated for resources: {'Port': ['ID=7f133245-3292-4644-83f1-90994e5fa97c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.541253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Attempting to bind port 7f133245-3292-4644-83f1-90994e5fa97c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:22.547709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:22.550129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=01b5cc15-1832-40fc-a52a-eb48e5908ece,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.552375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:22.553114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Attempting to bind port 7f133245-3292-4644-83f1-90994e5fa97c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:22.553555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Attempting to bind port 7f133245-3292-4644-83f1-90994e5fa97c on network 6d686f7c-9015-4bc0-8148-040cc4ddee72 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:22.581715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:22.582373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Checking segment: {'id': 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:22.582981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.583524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Bound using segment: {'id': 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:22.584254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Bound port: 7f133245-3292-4644-83f1-90994e5fa97c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:22.584832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.588126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.588471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.589511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.589850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > port after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.590217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.590565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > port after_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.590885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.591200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.591534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.591847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.722048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] For port 7f133245-3292-4644-83f1-90994e5fa97c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:22.737176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] For port 7f133245-3292-4644-83f1-90994e5fa97c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7f133245-3292-4644-83f1-90994e5fa97c,segment=NetworkSegment(d8a43058-19f6-4b0f-8d0a-9da38c8d0642),segment_id=d8a43058-19f6-4b0f-8d0a-9da38c8d0642)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:22.819612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.825031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.884438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.909355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.909835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.910277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.910861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:22.911429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d204dd76-395c-4154-8c1c-35bf10b3bc69']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:22.937701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.950774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a55cd8-43b9-42a0-8527-ad5423e78302 None None] Pushing event updated for resources: {'Port': ['ID=7f133245-3292-4644-83f1-90994e5fa97c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:22.975911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:22.992057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf2f7ce-de59-4f21-8aa8-a7260fc58d88') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:22.992755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf2f7ce-de59-4f21-8aa8-a7260fc58d88') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:23.025742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.049282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.052307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device baa924d3-c0ce-42ec-8c59-d9545ab2d12c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:23.054323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.129415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.145043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:23.145937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.172823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port baa924d3-c0ce-42ec-8c59-d9545ab2d12c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:23.173228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.193549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.194797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:23.195382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.244449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: from cryptography.utils import int_from_bytes Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: from cryptography.utils import int_from_bytes Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:23.250230 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:23.276697 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:23.297437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.303276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:23.303785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.337777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Allocated IP 172.26.3.237 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/5a604ed2-ddb6-430e-abda-bcc87bd505b1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:23.348285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port baa924d3-c0ce-42ec-8c59-d9545ab2d12c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:23.356525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.364948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.411345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.419860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.420804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94b93866-59df-442d-9e11-e50f1a8ed00e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:23.422759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7314928 Mar 14 18:21:23.453278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:23.465357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9b9c285f-e08f-4584-8dd4-18f6b6c18e60 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Request body: {'network': {'project_id': '752da8cbedf34fd394f2e173c50b025d'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:23.485828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:23.545482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844ecbc-4d9b-436a-8a2b-7626ba2fbd82 None None] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:23.545642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d204dd76-395c-4154-8c1c-35bf10b3bc69 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:23.559205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:23.561806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.570568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.579842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d204dd76-395c-4154-8c1c-35bf10b3bc69 HTTP/1.1" status: 204 len: 168 time: 1.7314308 Mar 14 18:21:23.581652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2850c0-07e1-4126-bd38-833516f4ea8f tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Network': ['ID=d204dd76-395c-4154-8c1c-35bf10b3bc69,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.583745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:23.598294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:23.612987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 94b93866-59df-442d-9e11-e50f1a8ed00e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:23.613710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.631765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9c285f-e08f-4584-8dd4-18f6b6c18e60 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:21:23.632279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9c285f-e08f-4584-8dd4-18f6b6c18e60 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:23.633506 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9b9c285f-e08f-4584-8dd4-18f6b6c18e60 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1818936 Mar 14 18:21:23.667872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] Provisioning complete for port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:23.668636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.676463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.682087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:23.714144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f312d-3091-4a58-b018-baaa573c3fe8 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event updated for resources: {'Network': ['ID=4dc1fde2-5fe8-4e8d-843e-565f7619ed22,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.734649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4dc1fde2-5fe8-4e8d-843e-565f7619ed22 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:23.749609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:23.780392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.820113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:23.863425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.889210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:23.895004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:23.901753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:23.913165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:23.937840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.043059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-414ed19d-94f9-4221-9e96-4f08f56c266d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=752da8cbedf34fd394f2e173c50b025d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498244 Mar 14 18:21:24.047887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:24.063213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.091241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.126977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.138429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:21:24.138897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.140206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 94b93866-59df-442d-9e11-e50f1a8ed00e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94b93866-59df-442d-9e11-e50f1a8ed00e,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:24.204225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] For port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:24.216643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.217779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be56cd42-986d-4b52-99c0-537bca0b849b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:24.238935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:24.251418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:24.255457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:24.586579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.593507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.593507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=94b93866-59df-442d-9e11-e50f1a8ed00e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.595010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:24.595010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.595234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52bdab-f0b5-4509-a0af-dccf54869881 None None] Pushing event updated for resources: {'Port': ['ID=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.595234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e80d97-92c6-4dd5-9633-3f219a4ebd61 None None] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:24.613504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port be56cd42-986d-4b52-99c0-537bca0b849b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:24.614011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.630653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a604ed2-ddb6-430e-abda-bcc87bd505b1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.802256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dcb93e9f-d20c-4210-aa8d-9fb6161e752a None None] Provisioning complete for port 94b93866-59df-442d-9e11-e50f1a8ed00e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:24.802951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcb93e9f-d20c-4210-aa8d-9fb6161e752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.810034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Checking segment: {'id': '0ff532c4-cb32-4128-821c-8d8c0b71b54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8c075eee-43a3-423b-a73d-576b046093c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:24.810584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network hostable DHCP agents. Network: 8c075eee-43a3-423b-a73d-576b046093c9, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:24.904565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec076d-c820-4d5d-8fca-f9c1ff47c223 None None] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:24.921480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:24.929115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Subnet': ['ID=46b8bc00-9b16-4990-9f26-cc1a869a2c12,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.931775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Pushing event updated for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:24.999879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 8c075eee-43a3-423b-a73d-576b046093c9 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:25.009700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.033061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.059867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:25.073982 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9cfaa34a-2578-44f9-bb33-3a13069e6a7d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:25.103586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.110825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 8c075eee-43a3-423b-a73d-576b046093c9) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:25.116960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.120129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.120524 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Added segment 3ce164e7-1ebd-47e3-a2bc-70ef3ef486f5 of type vlan for network ec462e65-db31-4e29-b972-d59eb6db61d7 Mar 14 18:21:25.128185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:25.128185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.139732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71233c05-ab15-42a2-a3bf-2e42c982868d None None] Network 8c075eee-43a3-423b-a73d-576b046093c9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:25.272763 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-db5c076d-b5a6-44f9-9e38-f0577002e696 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9763875 Mar 14 18:21:25.284014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:25.285495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.287443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.287914 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.290267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.290886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1529274122', 'network_id': '8c075eee-43a3-423b-a73d-576b046093c9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:25.311495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.314052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.319294 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe618c24-3bb1-4d66-b959-2133b3edff80 HTTP/1.1" status: 204 len: 168 time: 1.2644336 Mar 14 18:21:25.321138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42680) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:25.398476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Provisioning complete for port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.399038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.429966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.435261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.437203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c1f9c-accb-489f-9f7d-653383774fa1 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe618c24-3bb1-4d66-b959-2133b3edff80,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.452076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669b85a-9241-4885-9188-99f28a62223b None None] Network 8c075eee-43a3-423b-a73d-576b046093c9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:25.498251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Made reservation on behalf of be5bab765aa54b3aa14ed67c2626e654 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:25.500933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.518735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.521152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.522391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.534252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:25.587170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Provisioning complete for port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.587533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.632499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.684405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Router 7e65479b-08fb-4642-a565-39d377628b9e is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:25.688905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] device_id is not set on port 713834a1-dcda-4c13-ba9b-d2df1c0478d4 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:25.700078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.735719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.739715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:25.740596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.747620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.809380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.809761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.811052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.811612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > port after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.811794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.812133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > port after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.812456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.813107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.813221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.813742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:25.832123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Provisioning complete for port 7f133245-3292-4644-83f1-90994e5fa97c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:25.832726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.881798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.963179 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3635316 Mar 14 18:21:25.965326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:25.970437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device baa924d3-c0ce-42ec-8c59-d9545ab2d12c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:25.970887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:25.982003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7c1c-b126-4bc4-8c1c-4d5b1252f6b5 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=ec462e65-db31-4e29-b972-d59eb6db61d7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:25.988687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'subnet': {'network_id': 'ec462e65-db31-4e29-b972-d59eb6db61d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:26.008792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ec462e65-db31-4e29-b972-d59eb6db61d7 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:26.018092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:26.018441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:26.019294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:26.019294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:21:26.019513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc1fde2-5fe8-4e8d-843e-565f7619ed22']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.066538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Pushing event updated for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.082842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4208b6-e4f1-4819-ac64-3c705e61a381') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.083161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4208b6-e4f1-4819-ac64-3c705e61a381') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.084670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.103924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.106526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.119162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.120926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] For port 7f133245-3292-4644-83f1-90994e5fa97c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7f133245-3292-4644-83f1-90994e5fa97c,segment=NetworkSegment(d8a43058-19f6-4b0f-8d0a-9da38c8d0642),segment_id=d8a43058-19f6-4b0f-8d0a-9da38c8d0642)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:26.135224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port baa924d3-c0ce-42ec-8c59-d9545ab2d12c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.137059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.179672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.204352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:26.204661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.210383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: from cryptography.utils import int_from_bytes Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: from cryptography.utils import int_from_bytes Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:26.210922 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:26.234764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:26.246282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94b93866-59df-442d-9e11-e50f1a8ed00e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:26.276324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.20.0.2 (8c075eee-43a3-423b-a73d-576b046093c9/46b8bc00-9b16-4990-9f26-cc1a869a2c12/713834a1-dcda-4c13-ba9b-d2df1c0478d4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:26.303746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:26.308224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13840bd2-9238-45c4-bc33-86ff3c81c3b3 None None] Pushing event updated for resources: {'Port': ['ID=7f133245-3292-4644-83f1-90994e5fa97c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.341999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.348407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Provisioning complete for port 7f133245-3292-4644-83f1-90994e5fa97c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.348793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.352165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 94b93866-59df-442d-9e11-e50f1a8ed00e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.352306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:26.354537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.355252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.543604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Provisioning complete for port 94b93866-59df-442d-9e11-e50f1a8ed00e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.543934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.569976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.581621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:26.588807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:26.595882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.604055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.605475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Sync routers for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:26.607452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "DELETE /v2.0/networks/4dc1fde2-5fe8-4e8d-843e-565f7619ed22 HTTP/1.1" status: 204 len: 168 time: 1.2819433 Mar 14 18:21:26.608112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:26.614192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7f133245-3292-4644-83f1-90994e5fa97c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:26.616735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42684) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:26.642201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.685881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f3620-4e34-49e4-b192-5a6891437e7d tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event deleted for resources: {'Network': ['ID=4dc1fde2-5fe8-4e8d-843e-565f7619ed22,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:26.691234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:26.691870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:26.760723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.765117 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-395dee11-7b98-4362-b090-050f426ea5c9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2286930 Mar 14 18:21:26.766829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:26.841025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:26.856650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.903971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Provisioning complete for port ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.904342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.904609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.908904 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ec9587ef-78c2-422f-8efb-a9b9e805df66 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5382195 Mar 14 18:21:26.910496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:26.916863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1982220057'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:26.989739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7f133245-3292-4644-83f1-90994e5fa97c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:26.990140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:26.993313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-011dbd00-b138-4da5-9556-59a2634f8a46 None None] Port ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:26.995822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.032866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:27.044690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Router 34679111-8ca8-46ca-b746-cc52ba4b6bdc is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:27.078266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.091050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Router 746874f1-524f-422e-acec-73e56457c140 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:27.092763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Made reservation on behalf of 7d669a236c2b4a2faaa8624f97114bba for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:27.096541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.122915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.131326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88659cfa-55b6-4711-8a3e-8b0e6c45b2af']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.177763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283a60e6-a644-4558-b18a-2cd9fe420023') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.178195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283a60e6-a644-4558-b18a-2cd9fe420023') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.193018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:27.208485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Provisioning complete for port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:27.208987 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d0b3582-48b3-45e5-a683-e7a873764685 admin admin] 10.222.0.58 "PUT /v2.0/routers/063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4382832 Mar 14 18:21:27.209085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.226090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.237985 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Sync routers for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:27.256717 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:27.257774 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.282144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.289830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9cfaa34a-2578-44f9-bb33-3a13069e6a7d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:27.295403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:27.295823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:27.299385 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:27.314165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:27.324617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d7cd43bc-1c81-4fe0-92fc-8510c79ddc27 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "PUT /v2.0/routers/34679111-8ca8-46ca-b746-cc52ba4b6bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5968027 Mar 14 18:21:27.327155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:27.331853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'port': {'network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72', 'name': 'tempest-FloatingIPNegativeTestJSON-338355944'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:27.359913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:27.369217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] Sync routers for ids ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:27.395787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:27.446280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.462937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:27.473065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Sync routers for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:27.479852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] Routers {'34679111-8ca8-46ca-b746-cc52ba4b6bdc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:27.480480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.519550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.525733 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6cc1b902-fa3e-4992-8b73-09d45fac36e0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4275460 Mar 14 18:21:27.525733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:21:27.525733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.527546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42694) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:27.595952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 8c075eee-43a3-423b-a73d-576b046093c9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:27.602554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:27.609323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:27.610361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.611330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=713834a1-dcda-4c13-ba9b-d2df1c0478d4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.617708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.619079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Provisioning complete for port ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:27.619291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.641591 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:27.642281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.665095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] Routers {'34679111-8ca8-46ca-b746-cc52ba4b6bdc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:27.665935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.673223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:27.673623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.674553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6b20105d-ecc9-487a-a7c5-fd8dfc5be4ca,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.679635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.702836 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] 10.222.0.58 "DELETE /v2.0/networks/88659cfa-55b6-4711-8a3e-8b0e6c45b2af HTTP/1.1" status: 204 len: 168 time: 1.0789170 Mar 14 18:21:27.732398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cedd6-6a01-4f6f-ba36-a52f2602e7d3 tempest-QuotasNegativeTest-822849068 tempest-QuotasNegativeTest-822849068-project-admin] Pushing event deleted for resources: {'Network': ['ID=88659cfa-55b6-4711-8a3e-8b0e6c45b2af,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:27.748085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c979f8d1-f1a6-4a2c-a600-072ca373915a None None] Port ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:27.748259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Made reservation on behalf of f29e1b2f01cf4fb09ab04310c5ebae30 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:27.749840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.750516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb9f05d-03c7-4c79-827c-f696cc78a07c None None] The sync data for ids ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:27.753662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.765035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:27.765260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.788607 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:25Z', 'revision_number': 2, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.791948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 3, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:27.809134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Checking segment: {'id': '3ce164e7-1ebd-47e3-a2bc-70ef3ef486f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ec462e65-db31-4e29-b972-d59eb6db61d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:27.809493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Network hostable DHCP agents. Network: ec462e65-db31-4e29-b972-d59eb6db61d7, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:27.834872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Checking router: 7e65479b-08fb-4642-a565-39d377628b9e for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:27.834872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Updating router 7e65479b-08fb-4642-a565-39d377628b9e port 01b5cc15-1832-40fc-a52a-eb48e5908ece binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:27.868252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.875013 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Checking router: 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:27.875736 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Updating router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:27.875936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] device_id is not set on port 7f5131e1-9f5c-47ac-b543-2339322903ee yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:27.896738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:27.904505 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-50fe8978-4322-4142-adea-cb6a73181cc3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6168587 Mar 14 18:21:27.906337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:28.039312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.054921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Network ec462e65-db31-4e29-b972-d59eb6db61d7 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:28.066191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.183819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.206871 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:28.212924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7f133245-3292-4644-83f1-90994e5fa97c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:28.280078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:28.283060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, ec462e65-db31-4e29-b972-d59eb6db61d7) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:28.299776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd294971-e0cd-45d5-9c71-dd3698992f86,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:28.306945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:28.307676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.330335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc33264-c817-4da7-ac39-6ad749db0f5b None None] Network ec462e65-db31-4e29-b972-d59eb6db61d7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:28.359470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.359967 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Added segment e3a5312b-0ca6-410f-9da6-70f02b0abfdb of type vlan for network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 Mar 14 18:21:28.378915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Deleting port 713834a1-dcda-4c13-ba9b-d2df1c0478d4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:28.379262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.409916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9e0e6b7c-0a89-44fb-aed5-dbe87c1b8ee0 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4261765 Mar 14 18:21:28.426996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:28.449350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.455031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec462e65-db31-4e29-b972-d59eb6db61d7'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:28.529480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Allocated IP 172.20.0.13 (6d686f7c-9015-4bc0-8148-040cc4ddee72/15f1e2b3-4266-485b-85c4-dce76044b653/7f5131e1-9f5c-47ac-b543-2339322903ee) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:28.552026 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.619608 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 3, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:28.626497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7f133245-3292-4644-83f1-90994e5fa97c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:28.627072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.634774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.660436 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Checking router: 746874f1-524f-422e-acec-73e56457c140 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:28.661097 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Updating router 746874f1-524f-422e-acec-73e56457c140 port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:28.714056 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.719973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.727592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:28.728436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.760518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.773929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbeb833-a7a6-4909-a345-952a29b2987f None None] Network ec462e65-db31-4e29-b972-d59eb6db61d7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:28.831052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Allocated IP 172.20.0.1 (0cec7099-fa27-44e1-ac0c-1be8018896e8/f435b7a8-d89d-4c15-a2ef-ef169f55f1b5/0c8651ad-1041-45ad-92e7-f9ae309572d9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:28.855284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311ac0e-7eed-4c1a-aa09-e87b61379515 None None] Pushing event updated for resources: {'Port': ['ID=01b5cc15-1832-40fc-a52a-eb48e5908ece,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:28.864575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:28.873092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.898281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:28.973554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Calling delete_port for 713834a1-dcda-4c13-ba9b-d2df1c0478d4 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:28.985688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Attempting to bind port 01b5cc15-1832-40fc-a52a-eb48e5908ece on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:28.995142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Attempting to bind port 01b5cc15-1832-40fc-a52a-eb48e5908ece by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:28.998018 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Attempting to bind port 01b5cc15-1832-40fc-a52a-eb48e5908ece on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:29.021271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:29.022644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:29.037661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.038330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:29.039039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Bound port: 01b5cc15-1832-40fc-a52a-eb48e5908ece, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:29.039666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.144484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Network': ['ID=281680f8-85e3-4504-8bb3-bd9a9cc5d389,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.174156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:29.200501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eda88a30-eebe-456c-8de0-04af04b5ba7b tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2885354 Mar 14 18:21:29.204152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] For port 01b5cc15-1832-40fc-a52a-eb48e5908ece, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:29.211751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:29.214890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ea7653-1f96-4ec3-8d37-eb7b931e5bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.219742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Request body: {'subnet': {'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:29.228595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.246779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] For port 01b5cc15-1832-40fc-a52a-eb48e5908ece, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=01b5cc15-1832-40fc-a52a-eb48e5908ece,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:29.400999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.433760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.508056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311ac0e-7eed-4c1a-aa09-e87b61379515 None None] Pushing event updated for resources: {'Port': ['ID=01b5cc15-1832-40fc-a52a-eb48e5908ece,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.514217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:29.514217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:29.519762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.538602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:29.568970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282537624', 'description': 'tempest-description--1922229889'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:29.608466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Made reservation on behalf of 7d669a236c2b4a2faaa8624f97114bba for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:29.609349 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.612704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.622675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ea7653-1f96-4ec3-8d37-eb7b931e5bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.646888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.653766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:29.672751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:29.690827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:29.693503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:29.702054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ea7653-1f96-4ec3-8d37-eb7b931e5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.711031 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.739547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.791940 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63ea7653-1f96-4ec3-8d37-eb7b931e5bbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1ed3bccfd3644a5b7de83c20d8e35e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9262271 Mar 14 18:21:29.803697 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:29.808236 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.820526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.833381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:29.838602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.887385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Allocated IP 172.20.0.12 (ec462e65-db31-4e29-b972-d59eb6db61d7/6b20105d-ecc9-487a-a7c5-fd8dfc5be4ca/b7da4109-6ecd-457d-9735-81d8796920c9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:29.898188 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.899954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.904411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=7f5131e1-9f5c-47ac-b543-2339322903ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:29.959573 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Attempting to bind port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:29.960078 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Attempting to bind port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:29.960442 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Attempting to bind port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:29.965413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.974709 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:29.975086 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:29.975486 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.975876 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:29.976499 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Bound port: 5a604ed2-ddb6-430e-abda-bcc87bd505b1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:29.976872 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:29.983854 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a5e647e-b31c-46ca-8d1b-e2475fa5b063 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6521180 Mar 14 18:21:29.991325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 3, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:29.999429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:30.003734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea7653-1f96-4ec3-8d37-eb7b931e5bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9793ccdb-bacd-49a2-a1b3-0d2ad5d1f789,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.013721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:30.037155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:30.062498 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bbf5c-5ff5-470a-a3ec-5786bcbfb5bb None None] Pushing event updated for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.082953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee9efb-6f3e-4caa-a976-1b85b2e5bfb9 None None] The sync data for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv is: [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 3, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:30.111301 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Attempting to bind port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:30.115348 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Attempting to bind port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:30.115348 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Attempting to bind port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 on network 6f19199b-a7bb-401c-bd7d-575d44ae1481 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:30.115551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-46d706a3-1332-429b-985c-84648ad11385 None None] Provisioning complete for port 7f5131e1-9f5c-47ac-b543-2339322903ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:30.115551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-46d706a3-1332-429b-985c-84648ad11385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.156422 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:30.156705 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Checking segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:30.157109 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.157730 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Bound using segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:30.158166 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Bound port: d2500a1c-9a75-41c4-b9ae-f7209fb167b7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:30.158566 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.179405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-46d706a3-1332-429b-985c-84648ad11385 None None] Port 7f5131e1-9f5c-47ac-b543-2339322903ee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:30.180688 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf15fb-ab5f-4106-b66d-11660f17952c None None] Pushing event updated for resources: {'Port': ['ID=5a604ed2-ddb6-430e-abda-bcc87bd505b1,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.188135 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] For port 5a604ed2-ddb6-430e-abda-bcc87bd505b1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:30.202840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:30.220776 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] For port 5a604ed2-ddb6-430e-abda-bcc87bd505b1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a604ed2-ddb6-430e-abda-bcc87bd505b1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:30.268937 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] For port d2500a1c-9a75-41c4-b9ae-f7209fb167b7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:30.272700 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] For port d2500a1c-9a75-41c4-b9ae-f7209fb167b7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:30.276979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:30.287176 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.308595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-84d9d4f0-d33e-4ab2-93da-1dac9dfcfcd5 None None] Provisioning complete for port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:30.309153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84d9d4f0-d33e-4ab2-93da-1dac9dfcfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.313197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.352743 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.398694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.401657 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:30.414255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-84d9d4f0-d33e-4ab2-93da-1dac9dfcfcd5 None None] Port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:30.414989 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:30.439116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.506919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Port': ['ID=713834a1-dcda-4c13-ba9b-d2df1c0478d4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.514440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.521846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.524127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.549621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.610631 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:30.641870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.649856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6f4d3498-7e7e-4972-adee-ed4b6e01da64 None None] Provisioning complete for port 0c8651ad-1041-45ad-92e7-f9ae309572d9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:30.656626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3498-7e7e-4972-adee-ed4b6e01da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.663280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Subnet': ['ID=0c25ca31-342b-48b4-b84c-cf2ff673b1f3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.738034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.749708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.750078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fcaec4-1aeb-473a-839f-872acab614a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.754255 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8c526de8-6f79-4153-9463-a457a3244728 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/ports/713834a1-dcda-4c13-ba9b-d2df1c0478d4 HTTP/1.1" status: 204 len: 168 time: 2.8471444 Mar 14 18:21:30.767821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:30.786544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.786544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6ab78f29-739c-4585-a84f-41c9f3d4c188 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2373154 Mar 14 18:21:30.786544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c075eee-43a3-423b-a73d-576b046093c9', 'external_fixed_ips': [{'subnet_id': '46b8bc00-9b16-4990-9f26-cc1a869a2c12', 'ip_address': '172.20.0.2'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:30.792075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d3498-7e7e-4972-adee-ed4b6e01da64 None None] Port 0c8651ad-1041-45ad-92e7-f9ae309572d9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:30.797640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Allocated IP 172.20.0.1 (4528f5a7-ecdd-42f1-aafe-a14c1d8c1832/1717f91f-3cf8-431e-865e-1d6c25376f49/f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:30.799827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42736) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:30.805374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'security_group_rule': {'security_group_id': '70fcaec4-1aeb-473a-839f-872acab614a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:30.852175 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:30.852373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:30.871564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.886546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Checking segment: {'id': 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:30.886546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network hostable DHCP agents. Network: 281680f8-85e3-4504-8bb3-bd9a9cc5d389, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:30.908553 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf15fb-ab5f-4106-b66d-11660f17952c None None] Pushing event updated for resources: {'Port': ['ID=5a604ed2-ddb6-430e-abda-bcc87bd505b1,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:30.965152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Network ec462e65-db31-4e29-b972-d59eb6db61d7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:30.968176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.974197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] Provisioning complete for port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:30.974581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.976008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.977100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.982202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.990813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:30.992239 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9793ccdb-bacd-49a2-a1b3-0d2ad5d1f789 HTTP/1.1" status: 204 len: 168 time: 1.1840875 Mar 14 18:21:31.004012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:31.010456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Port': ['ID=b7da4109-6ecd-457d-9735-81d8796920c9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.023540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:31.037358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.038747 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:31.041515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:21:31.044053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.069630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b34c4-9377-4742-ab8c-260704ac40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793ccdb-bacd-49a2-a1b3-0d2ad5d1f789,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.162519 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32445dc3-bb83-4283-9f41-2934782dd2dc None None] The sync data for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv is: [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:31.179408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.184054 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:21:31.198075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.200248 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bbf5c-5ff5-470a-a3ec-5786bcbfb5bb None None] Pushing event updated for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.253314 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:31.280120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Allocated IP 172.26.3.244 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/dd5d6e09-69ae-4a0f-9bb6-756d3788f94b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:31.291599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] For port d2500a1c-9a75-41c4-b9ae-f7209fb167b7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:31.316696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.362490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.395217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.454058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.465055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbb99ed-6ef7-41cd-8b0f-2a7bce8223f9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.529394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20caa3-4997-4c98-a408-d14f3ee84e54 None None] Pushing event updated for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.550599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.580071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.590160 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d6e3f9c-d397-4b37-bb63-c5e0e8023bad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7859421 Mar 14 18:21:31.594974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:31.599640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'security_group_rule': {'security_group_id': '70fcaec4-1aeb-473a-839f-872acab614a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:31.600457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.627733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.634008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 281680f8-85e3-4504-8bb3-bd9a9cc5d389) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:31.642806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e26d59-f19c-4b74-ac96-b584e65dc769 None None] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:31.681159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:31.681551 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 3, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:31.688060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.698985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:31.703813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:31.716430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b24fb-c2e5-40f3-80dd-c04c4b506cec None None] The sync data for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv is: [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 3, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:31.719246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:31.725140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.805093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.844550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e923c809-56ec-4c54-a0ba-b0786fa09171 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6315682 Mar 14 18:21:31.845220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:31.865948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-655808714', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:31.873285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=dd5d6e09-69ae-4a0f-9bb6-756d3788f94b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:31.927798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-281680f8-85e3-4504-8bb3-bd9a9cc5d389', 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389', 'tenant_id': '7d669a236c2b4a2faaa8624f97114bba', 'fixed_ips': [{'subnet_id': '0c25ca31-342b-48b4-b84c-cf2ff673b1f3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:21:31.932702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.944478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:31.962100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:32.001759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f041d84-419e-49c1-8539-a7a49d6f6649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.159244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:32.175230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:32.180399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Allocated IP 172.20.0.2 (281680f8-85e3-4504-8bb3-bd9a9cc5d389/0c25ca31-342b-48b4-b84c-cf2ff673b1f3/0f4a469f-25d5-4f65-8d89-033967674164) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:32.258444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:32.313575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 01b5cc15-1832-40fc-a52a-eb48e5908ece up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:32.365183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f041d84-419e-49c1-8539-a7a49d6f6649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.395238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.398703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 01b5cc15-1832-40fc-a52a-eb48e5908ece triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:32.399203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.404778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Pushing event updated for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.413759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.415328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.422299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.423416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.460864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.466033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.467830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f041d84-419e-49c1-8539-a7a49d6f6649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.474799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.497229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f041d84-419e-49c1-8539-a7a49d6f6649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff7af4-e198-4136-8409-e6775e9547d6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.527360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5f041d84-419e-49c1-8539-a7a49d6f6649 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b384bb2cbf0b48b48699e1fe41538f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641909 Mar 14 18:21:32.529963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:32.552278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.572971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.598689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.623130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-aac4d74f-1559-4825-af75-f1b5aa21f487 None None] Provisioning complete for port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:32.623596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aac4d74f-1559-4825-af75-f1b5aa21f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.678967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.684590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.703450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.705033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.706672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.742665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.750791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-aac4d74f-1559-4825-af75-f1b5aa21f487 None None] Port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:32.759123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:32.764023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:32.768540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:32.796059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 01b5cc15-1832-40fc-a52a-eb48e5908ece, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=01b5cc15-1832-40fc-a52a-eb48e5908ece,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:32.818614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Pushing event updated for resources: {'Port': ['ID=0f4a469f-25d5-4f65-8d89-033967674164,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.818943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd25a7a4-ee99-4ff3-9234-6b2a15f7f5a8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.824040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Port': ['ID=b7da4109-6ecd-457d-9735-81d8796920c9,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:32.845081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.850193 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-94998fb2-936f-4972-97ab-ea8117a7921f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2537856 Mar 14 18:21:32.851257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:32.879278 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Attempting to bind port 0f4a469f-25d5-4f65-8d89-033967674164 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:32.879640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Attempting to bind port 0f4a469f-25d5-4f65-8d89-033967674164 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:32.881666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Attempting to bind port 0f4a469f-25d5-4f65-8d89-033967674164 on network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:32.883833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.884631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2500a1c-9a75-41c4-b9ae-f7209fb167b7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:32.917336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:32.931956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.970300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.977616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.988145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:32.988521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Checking segment: {'id': 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:32.988636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.988928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:32.989316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Bound using segment: {'id': 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:32.989790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Bound port: 0f4a469f-25d5-4f65-8d89-033967674164, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:32.990194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.039810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=01b5cc15-1832-40fc-a52a-eb48e5908ece,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.047111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.074708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:33.075081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.086743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.097099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.135858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] For port 0f4a469f-25d5-4f65-8d89-033967674164, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:33.140314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] For port 0f4a469f-25d5-4f65-8d89-033967674164, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f4a469f-25d5-4f65-8d89-033967674164,segment=NetworkSegment(e3a5312b-0ca6-410f-9da6-70f02b0abfdb),segment_id=e3a5312b-0ca6-410f-9da6-70f02b0abfdb)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:33.173799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.175056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc9d90b0-ed7c-4e39-ac8a-ba8e61bbe407 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7314622 Mar 14 18:21:33.178525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:33.218770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.257708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:33.258646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.261516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.264907 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15ff7af4-e198-4136-8409-e6775e9547d6 HTTP/1.1" status: 204 len: 168 time: 0.7317693 Mar 14 18:21:33.267191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:33.270649 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7fb6e00-8fc5-4abb-b9ae-26287190f7dd tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=ec462e65-db31-4e29-b972-d59eb6db61d7 HTTP/1.1" status: 200 len: 690 time: 0.0908113 Mar 14 18:21:33.279573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:33.305399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1844dc0-a12b-4c4a-af78-9fe7f33d6fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff7af4-e198-4136-8409-e6775e9547d6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.315499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.332274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056564d9-c8c8-4394-8e9d-0387870f61e7 None None] Pushing event updated for resources: {'Port': ['ID=0f4a469f-25d5-4f65-8d89-033967674164,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.406736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.514668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.646627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.663683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.690516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.722144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Router 7e65479b-08fb-4642-a565-39d377628b9e has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:33.731322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Pushing event updated for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:33.749294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.867657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d902a565-2285-450f-ba01-124ea0bf00e2 None None] Provisioning complete for port 0c8651ad-1041-45ad-92e7-f9ae309572d9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:33.868114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d902a565-2285-450f-ba01-124ea0bf00e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:33.921328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d902a565-2285-450f-ba01-124ea0bf00e2 None None] Port 0c8651ad-1041-45ad-92e7-f9ae309572d9 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:34.000545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=dd5d6e09-69ae-4a0f-9bb6-756d3788f94b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:34.003322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.040594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Deleting port b7da4109-6ecd-457d-9735-81d8796920c9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:34.040875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.213228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Allocated IP 172.26.3.163 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e94716b0-2782-4de0-9133-f2071bfa06fc) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:34.269250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:34.282081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Sync routers for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:34.286927 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b0fa9d5f-3ea5-4a5f-8a5c-1716c20a2c31 admin admin] 10.222.0.58 "PUT /v2.0/routers/7e65479b-08fb-4642-a565-39d377628b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5160418 Mar 14 18:21:34.301650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:34.302467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:34.357109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.357442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.368243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.374365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Calling delete_port for b7da4109-6ecd-457d-9735-81d8796920c9 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:34.386930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.435119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a604ed2-ddb6-430e-abda-bcc87bd505b1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:34.462998 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.584926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.586206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d123ef4f-eb52-4ed7-895e-656b095b625f tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5800810 Mar 14 18:21:34.591625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:34.599310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0fb78c29-96a7-4518-9c75-fc66fec7872d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'floatingip': {'port_id': '7f5131e1-9f5c-47ac-b543-2339322903ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:34.638257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:34.665560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:34.698338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.712542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:34.712956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.783584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:34.858359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:34.943922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.014173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.20.0.2 (8c075eee-43a3-423b-a73d-576b046093c9/46b8bc00-9b16-4990-9f26-cc1a869a2c12/f71db8db-451d-4f3f-b584-95ee1a516e0f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:35.034107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0fb78c29-96a7-4518-9c75-fc66fec7872d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.061395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.118592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 5a604ed2-ddb6-430e-abda-bcc87bd505b1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a604ed2-ddb6-430e-abda-bcc87bd505b1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:35.138948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4075ac34-980a-4a37-aa17-73d48c71cddc None None] Provisioning complete for port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:35.139445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4075ac34-980a-4a37-aa17-73d48c71cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.189203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0fb78c29-96a7-4518-9c75-fc66fec7872d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] update failed (client error): The resource could not be found. Mar 14 18:21:35.193493 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0fb78c29-96a7-4518-9c75-fc66fec7872d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "PUT /v2.0/floatingips/b7dd7821-1ac0-42d4-b167-6e47f6ddfdf3 HTTP/1.1" status: 404 len: 507 time: 0.6005347 Mar 14 18:21:35.200753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:35.213912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:35.219977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.220767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 01b5cc15-1832-40fc-a52a-eb48e5908ece up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:35.270184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:35.283727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:35.289439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'Port': ['ID=e94716b0-2782-4de0-9133-f2071bfa06fc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:35.300412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.360322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.389179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4075ac34-980a-4a37-aa17-73d48c71cddc None None] Port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:35.456255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=5a604ed2-ddb6-430e-abda-bcc87bd505b1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:35.481828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 01b5cc15-1832-40fc-a52a-eb48e5908ece triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:35.496874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.503272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Allocated IP 172.26.3.29 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/aece7acd-66d0-45a9-a3e8-8d658dca963f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:35.548588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7da4109-6ecd-457d-9735-81d8796920c9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:35.586236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 2, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:35.644312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Checking router: 7e65479b-08fb-4642-a565-39d377628b9e for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:35.645837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.651903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Updating router 7e65479b-08fb-4642-a565-39d377628b9e port 0c8651ad-1041-45ad-92e7-f9ae309572d9 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:35.702364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.711970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.714874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.724530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Router 746874f1-524f-422e-acec-73e56457c140 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:35.764789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 8c075eee-43a3-423b-a73d-576b046093c9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:35.773009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.796464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:35.802977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:35.804363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:35.832117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f4a469f-25d5-4f65-8d89-033967674164 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:35.849019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:35.851589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:35.858870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6bad8a-0fab-471e-820b-0ebfa9bc1c7b None None] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:35.901420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:35.969505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.039201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting port dd5d6e09-69ae-4a0f-9bb6-756d3788f94b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:36.039551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.041180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:36.046501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] Provisioning complete for port 0f4a469f-25d5-4f65-8d89-033967674164 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:36.046878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.062781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979520435', 'description': 'tempest-description--512973405'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:36.099205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=f71db8db-451d-4f3f-b584-95ee1a516e0f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.103203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.196401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.254826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=aece7acd-66d0-45a9-a3e8-8d658dca963f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.277642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:36.283148 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d0bc305-c422-4ca1-8bbb-6d7e8cabbfde admin admin] 10.222.0.58 "PUT /v2.0/routers/746874f1-524f-422e-acec-73e56457c140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7513661 Mar 14 18:21:36.288514 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Sync routers for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:36.312901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:36.314470 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:36.330108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0f4a469f-25d5-4f65-8d89-033967674164 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:36.336283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.376961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.377219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.468742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Calling delete_port for dd5d6e09-69ae-4a0f-9bb6-756d3788f94b owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:36.486391 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:36.540239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.602424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.603575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42818) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:36.617619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.651622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6b20105d-ecc9-487a-a7c5-fd8dfc5be4ca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.656931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.683820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.715826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'Port': ['ID=e94716b0-2782-4de0-9133-f2071bfa06fc,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:36.722798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.733516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.784750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] For port 0f4a469f-25d5-4f65-8d89-033967674164, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f4a469f-25d5-4f65-8d89-033967674164,segment=NetworkSegment(e3a5312b-0ca6-410f-9da6-70f02b0abfdb),segment_id=e3a5312b-0ca6-410f-9da6-70f02b0abfdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:36.793043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.825284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.889229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:36.971173 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:33Z', 'revision_number': 2, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:36.994190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:36.995381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:37.011104 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Checking router: 746874f1-524f-422e-acec-73e56457c140 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:37.011316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.012475 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Updating router 746874f1-524f-422e-acec-73e56457c140 port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:37.017144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9912-ee0c-4e2c-9b97-9569b172be8f None None] Pushing event updated for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.050739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd98e62-4911-4b03-8048-b94c75449634,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.076975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-975843767', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.091067 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.151882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Attempting to bind port 0c8651ad-1041-45ad-92e7-f9ae309572d9 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:37.152237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Attempting to bind port 0c8651ad-1041-45ad-92e7-f9ae309572d9 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:37.152658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Attempting to bind port 0c8651ad-1041-45ad-92e7-f9ae309572d9 on network 0cec7099-fa27-44e1-ac0c-1be8018896e8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:37.163945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.176586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:37.176928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Checking segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:37.178338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.178338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Bound using segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:37.179776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Bound port: 0c8651ad-1041-45ad-92e7-f9ae309572d9, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:37.180700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.188872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56381c-9424-4c51-909c-4baf85981e1a None None] Pushing event updated for resources: {'Port': ['ID=0f4a469f-25d5-4f65-8d89-033967674164,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.210011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-85cd5ed6-26fa-44d7-b33c-35c8449312e5 None None] Provisioning complete for port 0f4a469f-25d5-4f65-8d89-033967674164 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:37.210478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.210996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85cd5ed6-26fa-44d7-b33c-35c8449312e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.279092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Port': ['ID=dd5d6e09-69ae-4a0f-9bb6-756d3788f94b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.315123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:37.318178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] For port 0c8651ad-1041-45ad-92e7-f9ae309572d9, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:37.322331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] For port 0c8651ad-1041-45ad-92e7-f9ae309572d9, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0c8651ad-1041-45ad-92e7-f9ae309572d9,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:37.324042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.329123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094315498', 'description': 'tempest-description--1933306986'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.349076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.350361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fcd321fb-24eb-4ec3-bd13-63736a02dbe8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3046923 Mar 14 18:21:37.363214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:37.378015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'security_group_rule': {'security_group_id': '1dd98e62-4911-4b03-8048-b94c75449634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.393686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.398292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec462e65-db31-4e29-b972-d59eb6db61d7']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:37.405339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.419184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.422058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.426713 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7a15ee04-583f-4c85-bd6d-58037ee1390e tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "DELETE /v2.0/floatingips/b7dd7821-1ac0-42d4-b167-6e47f6ddfdf3 HTTP/1.1" status: 204 len: 168 time: 2.2215199 Mar 14 18:21:37.428772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:37.429702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce164e7-1ebd-47e3-a2bc-70ef3ef486f5') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:37.430097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce164e7-1ebd-47e3-a2bc-70ef3ef486f5') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:37.438755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-edfe9232-c016-48f5-9b6f-5b4e2c1f178d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'floatingip': {'floating_network_id': '6d686f7c-9015-4bc0-8148-040cc4ddee72', 'port_id': '7f5131e1-9f5c-47ac-b543-2339322903ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:37.443663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Made reservation on behalf of 95aee39be38046c3b600ad26566de9d3 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:37.446883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.449511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.467419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.469709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:37.469923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:37.471700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9912-ee0c-4e2c-9b97-9569b172be8f None None] Pushing event updated for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.483438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.511796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.543065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf1b870d-6f68-49d8-97ea-ffdd5f16c004 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6868913 Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:37.552543 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:37.659743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.668520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edfe9232-c016-48f5-9b6f-5b4e2c1f178d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.681372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.754988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.772840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] Provisioning complete for port 0c8651ad-1041-45ad-92e7-f9ae309572d9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:37.773134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.777217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.778823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.820006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.824444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec462e65-db31-4e29-b972-d59eb6db61d7 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:37.830783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.833846 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/ec462e65-db31-4e29-b972-d59eb6db61d7 HTTP/1.1" status: 204 len: 168 time: 4.5518818 Mar 14 18:21:37.834632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:37.852545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.853365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.871753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:37.891183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.939343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc984f9-0081-4172-abe6-6390f234fb52 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec462e65-db31-4e29-b972-d59eb6db61d7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:37.957798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.978833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:37.980254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.006642 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b6c7459c-0824-40a9-9206-0fb6287552ea tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1616406 Mar 14 18:21:38.017346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.033323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bef9ad3-be09-41c9-8b64-f0f04204d530,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.035983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ff94b4-ace2-40b1-b71b-613e58320a51,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.043262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.050733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] device_id is not set on port 1ac74d4f-94b1-4c16-9faa-0c949482e340 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:38.063026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a604ed2-ddb6-430e-abda-bcc87bd505b1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:38.094140 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0dd31-1d3f-4246-b274-9b37ff911ec1 None None] Pushing event updated for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.137154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.138552 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7d97597f-c5a8-43b5-a7dc-c35436446fd7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8224549 Mar 14 18:21:38.144174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] For port 0c8651ad-1041-45ad-92e7-f9ae309572d9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0c8651ad-1041-45ad-92e7-f9ae309572d9,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:38.147592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.151752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a7b8d136-3b2b-4592-bfe2-f43abe049d81 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7819130 Mar 14 18:21:38.156280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42844) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.156620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.171043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'security_group_rule': {'security_group_id': '1dd98e62-4911-4b03-8048-b94c75449634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:38.187143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'security_group_rule': {'security_group_id': 'a8ff94b4-ace2-40b1-b71b-613e58320a51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:38.200425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcba3cf-ef19-4201-9f82-2fe6d53d8fef,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.258903 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Attempting to bind port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:38.259825 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Attempting to bind port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:38.260282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Attempting to bind port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba on network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:38.273495 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:38.275060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Checking segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:38.275564 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.276647 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Bound using segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:38.279613 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Bound port: f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:38.280159 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.293190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:38.293655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.305005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.342115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.343662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.346690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.347340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.349843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.351923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.352527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.353114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.359872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:38.363510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0106e19a-e4cd-4b8e-956f-f339f6201461 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5792 time: 0.3335092 Mar 14 18:21:38.366569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42856) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.425403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router 47f88ecc-ec20-4414-b87b-65cb199b2cf3 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:38.460501 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] For port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:38.475359 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] For port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:38.483601 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-6a0b1740-f864-494a-b649-ffdad1afb529 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] delete failed (client error): The resource could not be found. Mar 14 18:21:38.484825 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6a0b1740-f864-494a-b649-ffdad1afb529 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/93533b02-d4f3-444b-942f-430202465e87 HTTP/1.1" status: 404 len: 345 time: 0.1118395 Mar 14 18:21:38.491653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.493397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Allocated IP 172.26.3.158 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/1ac74d4f-94b1-4c16-9faa-0c949482e340) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:38.506771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.512913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.528321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a3a353cc-494c-4f01-9fef-0a511d52db66 None None] Provisioning complete for port 0c8651ad-1041-45ad-92e7-f9ae309572d9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:38.528881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3a353cc-494c-4f01-9fef-0a511d52db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.544831 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-666492cd-7bfa-435d-b1ad-693beb812bd3 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] DELETE failed (client error): The resource could not be found. Mar 14 18:21:38.545686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666492cd-7bfa-435d-b1ad-693beb812bd3 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:38.547558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.558577 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-666492cd-7bfa-435d-b1ad-693beb812bd3 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/ec462e65-db31-4e29-b972-d59eb6db61d7 HTTP/1.1" status: 404 len: 339 time: 0.0602143 Mar 14 18:21:38.558749 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:21:38.559307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.565538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:38.576912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'name': 'tempest-network--1224714872', 'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:38.618832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de23bf-c79e-46b4-b0d3-caeb1bf92b21 None None] Pushing event updated for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.674597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Router ed6f33d6-deb8-4f46-be05-00afb865cf4b is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:38.677282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-edfe9232-c016-48f5-9b6f-5b4e2c1f178d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:21:38.681698 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-edfe9232-c016-48f5-9b6f-5b4e2c1f178d tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2467775 Mar 14 18:21:38.689296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42872) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:38.691482 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:38.692126 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:38.702523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f4a469f-25d5-4f65-8d89-033967674164 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:38.716816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '7f5131e1-9f5c-47ac-b543-2339322903ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:38.827208 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0dd31-1d3f-4246-b274-9b37ff911ec1 None None] Pushing event updated for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:38.873180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:38.908596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:38.922306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:38.951695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed991b8-4ce3-4d48-b075-1d9f151a80b0 None None] The sync data for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv is: [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:38.959371 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:38.973092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0f4a469f-25d5-4f65-8d89-033967674164 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:38.973627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.028098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.029341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-34430dd9-4d6a-4203-9944-ccd1174993f4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.2568374 Mar 14 18:21:39.031975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:39.116708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] Provisioning complete for port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:39.117138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.175394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.184522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Sync routers for ids ['47f88ecc-ec20-4414-b87b-65cb199b2cf3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:39.186225 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] Sync routers for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:39.250587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Routers {'47f88ecc-ec20-4414-b87b-65cb199b2cf3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:39.255537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['47f88ecc-ec20-4414-b87b-65cb199b2cf3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.276759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-821c4f7a-a7e3-4cc6-ab8c-13df61c001f8 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1282537624&fields=id&tenant_id=79180658905a4375a6724b5c3d2faa9c HTTP/1.1" status: 200 len: 267 time: 0.7223241 Mar 14 18:21:39.302391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.323652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.331677 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ea2884d0-cc09-4e19-8e77-ebc893475928 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.4720118 Mar 14 18:21:39.332322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:39.349582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:39.351977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.378356 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:39.379100 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.449231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.476214 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.504768 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:39.505305 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.521136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] For port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:39.534022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Set router 47f88ecc-ec20-4414-b87b-65cb199b2cf3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:39.577405 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.578081 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8c354-e4be-434d-8d59-679cda0a321e None None] The sync data for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:39.626689 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:38Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:39.634414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.662642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:39.691926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.692273 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Added segment 4565ef7e-e208-4243-b858-95680b0aee20 of type vlan for network 5bb94b64-2c93-4486-a283-91d259e05c01 Mar 14 18:21:39.699400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd8d3-0500-456f-92b1-034321c8627f None None] Pushing event updated for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:39.816867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.841305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.869269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.882853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb9ab8-0e40-42c8-a043-2eadb916cee3 None None] The sync data for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv is: [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:38Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:39.888831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.903647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:39.986216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.064153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:40.080532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f88ecc-ec20-4414-b87b-65cb199b2cf3', 'name': '', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c075eee-43a3-423b-a73d-576b046093c9', 'external_fixed_ips': [{'subnet_id': '46b8bc00-9b16-4990-9f26-cc1a869a2c12', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f71db8db-451d-4f3f-b584-95ee1a516e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:36Z', 'revision_number': 3, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port': {'id': 'f71db8db-451d-4f3f-b584-95ee1a516e0f', 'name': '', 'network_id': '8c075eee-43a3-423b-a73d-576b046093c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f88ecc-ec20-4414-b87b-65cb199b2cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '46b8bc00-9b16-4990-9f26-cc1a869a2c12', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:34Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46b8bc00-9b16-4990-9f26-cc1a869a2c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:40.095713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.132570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Checking router: 47f88ecc-ec20-4414-b87b-65cb199b2cf3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:21:40.133991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Updating router 47f88ecc-ec20-4414-b87b-65cb199b2cf3 port f71db8db-451d-4f3f-b584-95ee1a516e0f binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:21:40.142835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.185370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.215448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Deleting port f71db8db-451d-4f3f-b584-95ee1a516e0f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:40.216001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.248316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:40.257759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2986340b-a0f4-4783-b073-3f458cfc4ee4 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.259385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2986340b-a0f4-4783-b073-3f458cfc4ee4 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/networks?id=6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 200 len: 806 time: 0.9422083 Mar 14 18:21:40.260044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2f2e0b-bf01-4202-bb95-2c30edcd4572,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.305139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac74d4f-94b1-4c16-9faa-0c949482e340,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.329314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:40.337355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:40.349378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.350321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.350896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.364750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0c8651ad-1041-45ad-92e7-f9ae309572d9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:40.389282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.390381 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-83ab05a9-b155-489f-973a-519c89ee9800 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2254691 Mar 14 18:21:40.398737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3522cab-3fed-4f44-8af5-5cc070405408,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.404631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:40.427584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:40.429533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.450285 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-efa9dbd7-6cf6-46f5-bb8d-89ea59015cb1 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/quotas/79180658905a4375a6724b5c3d2faa9c HTTP/1.1" status: 200 len: 375 time: 0.1471157 Mar 14 18:21:40.460042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Calling delete_port for f71db8db-451d-4f3f-b584-95ee1a516e0f owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:40.466588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.470184 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc7056e3-2cff-45ed-9312-0bdd4acd2f15 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3101354 Mar 14 18:21:40.472557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:40.568127 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0007253 Mar 14 18:21:40.581184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:40.602404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.603021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.609357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'security_group_rule': {'security_group_id': 'a8ff94b4-ace2-40b1-b71b-613e58320a51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:40.616160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d19a4-dd00-4195-acf4-14f65a23fd97 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=5bb94b64-2c93-4486-a283-91d259e05c01,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:40.628932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 5bb94b64-2c93-4486-a283-91d259e05c01 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:40.656186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0c8651ad-1041-45ad-92e7-f9ae309572d9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:40.656541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.715385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.769781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-b964db1b-b972-4851-96ad-894ff2566187 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=79180658905a4375a6724b5c3d2faa9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3145669 Mar 14 18:21:40.792930 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-748cd3e1-ef9d-4b57-96c8-b7b64ddd78f1 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.1830714 Mar 14 18:21:40.796340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42890) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:40.833141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.158'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:40.903106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.919914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.926003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.929381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:40.931672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.937807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.943744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:40.949017 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b17301c5-53db-41e9-bbbf-f7e5fbf987ae tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.3607416 Mar 14 18:21:40.949664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:40.988427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-6daa429f-8388-4ceb-8af2-0c02578a087c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:21:40.989434 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-6daa429f-8388-4ceb-8af2-0c02578a087c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0908277 Mar 14 18:21:40.999095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.034840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.035948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.040814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:21:41.041163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:21:41.060901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.067586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.105728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Port': ['ID=f71db8db-451d-4f3f-b584-95ee1a516e0f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.161521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.193864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.243662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.270583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fdb1c7-3ed8-47be-932e-1676edceb915,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:41.279770 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a76622ab-ea3b-496a-8b98-050547c0868a service neutron] 10.222.0.58 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780740 Mar 14 18:21:41.282023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.316358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.363358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Allocated IP 172.26.3.221 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/5cc7fded-9244-4f0c-930e-3d967a2ea8e6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:41.443002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.470808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.472139 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4eaf2e26-dd72-4ede-a7c2-112d065fac10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8677101 Mar 14 18:21:41.482040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:41.498407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:41.503951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb94b64-2c93-4486-a283-91d259e05c01']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.566445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Port f71db8db-451d-4f3f-b584-95ee1a516e0f not found while updating agent binding for router 47f88ecc-ec20-4414-b87b-65cb199b2cf3. {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 14 18:21:41.577442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Routers {'47f88ecc-ec20-4414-b87b-65cb199b2cf3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:41.578118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['47f88ecc-ec20-4414-b87b-65cb199b2cf3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.651713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] Set router 47f88ecc-ec20-4414-b87b-65cb199b2cf3 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:21:41.712264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f88ecc-ec20-4414-b87b-65cb199b2cf3', 'name': '', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:40Z', 'revision_number': 5, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.739371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e28dc9-10e3-4cda-814b-dd96ab4ef01c None None] The sync data for ids ['47f88ecc-ec20-4414-b87b-65cb199b2cf3'] in dv-neutron-833670-1-hyperv is: [{'id': '47f88ecc-ec20-4414-b87b-65cb199b2cf3', 'name': '', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:40Z', 'revision_number': 5, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:41.742835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4565ef7e-e208-4243-b858-95680b0aee20') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.743133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4565ef7e-e208-4243-b858-95680b0aee20') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:41.745356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.755627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.768859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.786455 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-bd1662ed-e6eb-4171-9cae-25364d9b11d2 service neutron] 10.222.0.58 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887164 Mar 14 18:21:41.787315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.802800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:41.803202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:41.805123 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:41.858568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.895072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.924352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:41.956920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:21:41.984935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Allocated IP 172.20.0.1 (281680f8-85e3-4504-8bb3-bd9a9cc5d389/0c25ca31-342b-48b4-b84c-cf2ff673b1f3/23691f89-282f-4b28-8225-aab9101499bb) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:42.006675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.029761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:42.030172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.051953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.063286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.083799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bb94b64-2c93-4486-a283-91d259e05c01 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:42.087259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.094109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/5bb94b64-2c93-4486-a283-91d259e05c01 HTTP/1.1" status: 204 len: 168 time: 1.1378047 Mar 14 18:21:42.102783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:42.164926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.165407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47f88ecc-ec20-4414-b87b-65cb199b2cf3 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:21:42.196151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Allocated IP 172.26.3.147 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/ec41071e-d070-4f42-97b3-59eaf8869e7a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:42.196499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.200654 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a6030f9c-37eb-4623-8993-f87e505a4a20 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/routers/47f88ecc-ec20-4414-b87b-65cb199b2cf3 HTTP/1.1" status: 204 len: 168 time: 3.1651340 Mar 14 18:21:42.201624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42908) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:42.259100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.339339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Deleting subnet 46b8bc00-9b16-4990-9f26-cc1a869a2c12 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:21:42.352579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.397730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:42.417561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.515975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.549441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'name': 'tempest-network--1142441105', 'router:external': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:42.553831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event updated for resources: {'Port': ['ID=5cc7fded-9244-4f0c-930e-3d967a2ea8e6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:42.567853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61237e-5777-4c8d-a713-04f516c40291 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bb94b64-2c93-4486-a283-91d259e05c01,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:42.571320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.579837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:42.589066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:42.596151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:42.628950 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:21:42.631683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:42.647886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.678598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:42.717063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:42.719373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.737252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=23691f89-282f-4b28-8225-aab9101499bb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:42.762554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:42.789517 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6e2aff86-ab07-4830-a913-43f8ab0e794a req-6e3c9b38-4fdc-4854-8aad-b510bab9e224 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.3883057 Mar 14 18:21:42.805294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:42.880658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.880658 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Added segment d9b8478e-69ec-47e6-9cdc-87e656f01ee0 of type vlan for network 2bff07e6-0c80-44c2-b72b-7bb7af9b539b Mar 14 18:21:42.903780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.944603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=46b8bc00-9b16-4990-9f26-cc1a869a2c12,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:42.960611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.961692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.965059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.967297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:42.974843 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e7e6d76-1d74-421f-88a6-8bf1fdfb5103 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/46b8bc00-9b16-4990-9f26-cc1a869a2c12 HTTP/1.1" status: 204 len: 168 time: 0.7711196 Mar 14 18:21:42.991497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42940) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:43.007259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.011694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.077547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:43.090662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-50a824fc-4f6a-4665-8e0a-963af29af4f1 None None] Provisioning complete for port 23691f89-282f-4b28-8225-aab9101499bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:43.091201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-50a824fc-4f6a-4665-8e0a-963af29af4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.105782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting port 5cc7fded-9244-4f0c-930e-3d967a2ea8e6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:43.105782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.129337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-50a824fc-4f6a-4665-8e0a-963af29af4f1 None None] Port 23691f89-282f-4b28-8225-aab9101499bb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:43.135107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:43.147465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:43.197288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Allocated IP 172.26.3.100 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fbc77b5f-e2b7-4653-8f30-b79e0a5cba46) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:43.199417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'Port': ['ID=ec41071e-d070-4f42-97b3-59eaf8869e7a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.237333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.238377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:43.238962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.243038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.320423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.400617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.400965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.413821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=2bff07e6-0c80-44c2-b72b-7bb7af9b539b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:43.421355 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1ff63dd0-3ac7-49af-8579-2ead642ca331 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0734181 Mar 14 18:21:43.425613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2bff07e6-0c80-44c2-b72b-7bb7af9b539b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:43.448436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:43.488137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Calling delete_port for 5cc7fded-9244-4f0c-930e-3d967a2ea8e6 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:43.659248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.669203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.674254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.696823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285079c-45f2-4cc6-9d4f-92dcf2a58079 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:43.698545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0285079c-45f2-4cc6-9d4f-92dcf2a58079 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "GET /v2.0/networks/2bff07e6-0c80-44c2-b72b-7bb7af9b539b HTTP/1.1" status: 200 len: 757 time: 0.2398076 Mar 14 18:21:43.701819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:43.733917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c075eee-43a3-423b-a73d-576b046093c9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:43.738924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.751219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.752415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff532c4-cb32-4128-821c-8d8c0b71b54f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:43.752715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff532c4-cb32-4128-821c-8d8c0b71b54f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:43.775605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.827201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.842358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:43.842767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:43.844552 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:43.919915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.015539 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cf8643e1-88c3-49f8-b0fb-e8b3dcf590a0 req-65aea973-c2ee-47e4-8cf0-2ceba924d68e tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.0922551 Mar 14 18:21:44.026867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7e1d6-9b27-4c35-8162-1b4e7b2e2298 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:44.028319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cac7e1d6-9b27-4c35-8162-1b4e7b2e2298 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "GET /v2.0/networks/8343968f-f087-4ac9-be45-b5d9357e2af9 HTTP/1.1" status: 200 len: 767 time: 0.3254240 Mar 14 18:21:44.029861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.033036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:44.037873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.086628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=23691f89-282f-4b28-8225-aab9101499bb,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.102197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:44.109939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:44.176472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'Port': ['ID=fbc77b5f-e2b7-4653-8f30-b79e0a5cba46,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.180777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:44.211167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.212948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.236599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c075eee-43a3-423b-a73d-576b046093c9 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:44.244049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.244348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.247835 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8c075eee-43a3-423b-a73d-576b046093c9 HTTP/1.1" status: 204 len: 168 time: 1.2474568 Mar 14 18:21:44.251935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.254841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:44.285698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Port': ['ID=5cc7fded-9244-4f0c-930e-3d967a2ea8e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.302203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:44.331089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed628658-d8f9-48ae-b467-2a9db1427140 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c075eee-43a3-423b-a73d-576b046093c9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.633820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.638790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.645606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.663586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70ff53aa-31d8-4452-8bbb-43df1d190cbc None None] Provisioning complete for port 23691f89-282f-4b28-8225-aab9101499bb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:44.664654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70ff53aa-31d8-4452-8bbb-43df1d190cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.674856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bff07e6-0c80-44c2-b72b-7bb7af9b539b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:44.718014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b8478e-69ec-47e6-9cdc-87e656f01ee0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:44.718202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b8478e-69ec-47e6-9cdc-87e656f01ee0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:44.719554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-70ff53aa-31d8-4452-8bbb-43df1d190cbc None None] Port 23691f89-282f-4b28-8225-aab9101499bb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:44.733449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Router ed6f33d6-deb8-4f46-be05-00afb865cf4b has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:44.735421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.753508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.762509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:44.763109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:44.764601 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:44.790063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.831115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.834472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:44.843419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'name': 'tempest-router--1400138398', 'project_id': 'fbe6a4b506114aabbba96f00f707e893'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:44.848242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.848773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47b2cd48-79dc-4187-b589-0f4a1194a295 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:21:44.867865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.928973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:44.934915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5c6f573-a2f9-4052-88fe-7400316d8c27 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "PUT /v2.0/routers/ed6f33d6-deb8-4f46-be05-00afb865cf4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5594876 Mar 14 18:21:44.937636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:44.939945 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] create failed (client error): The resource could not be found. Mar 14 18:21:44.944948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6f3827fc-434d-4837-8a20-193319ad8945 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2507234 Mar 14 18:21:44.945109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Request body: {'port': {'network_id': '281680f8-85e3-4504-8bb3-bd9a9cc5d389', 'name': 'tempest-FloatingIPAdminTestJSON-643992413'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:44.945920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:44.956462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'Port': ['ID=ec41071e-d070-4f42-97b3-59eaf8869e7a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:44.977301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:44.983740 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:21:44.984943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c23c01b0-99b0-4829-927e-286302f53a25 tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1863616 Mar 14 18:21:44.992171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 42974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:45.018933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bff07e6-0c80-44c2-b72b-7bb7af9b539b {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:45.026231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.035665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.043620 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/2bff07e6-0c80-44c2-b72b-7bb7af9b539b HTTP/1.1" status: 204 len: 168 time: 1.0026934 Mar 14 18:21:45.044943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:45.047137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801c935-2426-433a-82c7-363e8b424a6c tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bff07e6-0c80-44c2-b72b-7bb7af9b539b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.061128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] Sync routers for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:45.078342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'name': 'tempest-network--828191680'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:45.089055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.090784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.097274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:45.097975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.122663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.162763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.195500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:45.196368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.239941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Made reservation on behalf of 5a8fa3bb348a408c9a67335bdd25fba5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:45.243313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.258850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.260183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-61ea577b-18f3-4690-b3ee-0923b1b21ae0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8417759 Mar 14 18:21:45.262288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.281328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:45.284567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e0c387-f321-4e64-b778-b1e95b1b1f1a None None] The sync data for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:45.286608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:45.305976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.306495 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Added segment d5431712-4c21-4cc0-9d0a-2993617336d9 of type vlan for network 9ae0fcfa-5a56-4b4a-a564-face3c846783 Mar 14 18:21:45.348414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.380290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting port 7f5131e1-9f5c-47ac-b543-2339322903ee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:45.380641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.394190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Deleting port 1ac74d4f-94b1-4c16-9faa-0c949482e340 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:45.394562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.404487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Made reservation on behalf of 7d669a236c2b4a2faaa8624f97114bba for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:45.408325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.473029 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b2e9fa5-f87c-4c94-851d-1fe592fdcdfd req-5e32a833-77b4-440e-8a3e-8389e5ecbab6 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.0831335 Mar 14 18:21:45.474960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.507523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.508310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] device_id is not set on port b28f1653-8df6-4cb9-af83-a69836f8818c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:21:45.508716 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aad89961-82f2-4be6-b2bd-fccf0d972678 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6732974 Mar 14 18:21:45.518767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:45.620095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.626136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.643913 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-75130dd5-4134-4f1a-8fac-d194076645c5 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1979520435&fields=id&tenant_id=d26c62cb24854efa836dab7ece32c934 HTTP/1.1" status: 200 len: 267 time: 0.1304729 Mar 14 18:21:45.648734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Calling delete_port for 1ac74d4f-94b1-4c16-9faa-0c949482e340 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:45.651363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.655422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.656365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:45.656939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.673481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.678341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Calling delete_port for 7f5131e1-9f5c-47ac-b543-2339322903ee owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:45.698366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.815537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=9ae0fcfa-5a56-4b4a-a564-face3c846783,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.828666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 9ae0fcfa-5a56-4b4a-a564-face3c846783 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:45.889377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f0b511b6-bb1b-4341-92db-a63db6bfe494 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8400187 Mar 14 18:21:45.891163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 42994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:45.895661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:45.907370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'Port': ['ID=fbc77b5f-e2b7-4653-8f30-b79e0a5cba46,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:45.946301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Allocated IP 172.20.0.12 (281680f8-85e3-4504-8bb3-bd9a9cc5d389/0c25ca31-342b-48b4-b84c-cf2ff673b1f3/b28f1653-8df6-4cb9-af83-a69836f8818c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:45.949315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.981962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:45.983641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-7803f1f8-a353-40e2-bfd5-bda4259e728b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:45.985204 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-7803f1f8-a353-40e2-bfd5-bda4259e728b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/networks?id=0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 200 len: 812 time: 0.3314095 Mar 14 18:21:45.992967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.025406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c487308d-0ee6-49a1-ba1f-240d1484a740 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/quotas/d26c62cb24854efa836dab7ece32c934 HTTP/1.1" status: 200 len: 375 time: 0.0281820 Mar 14 18:21:46.032453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.61', 62026) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:46.138080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.139283 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-111fe99b-e430-475b-9ef8-d7a875da4228 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6502247 Mar 14 18:21:46.171839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.172499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6673306f-1eb1-478c-90f5-8d5938adc4e5 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:21:46.178866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.182441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4ace3cf-0f5e-469a-8458-0e1e769c4b72 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6673306f-1eb1-478c-90f5-8d5938adc4e5 HTTP/1.1" status: 204 len: 168 time: 0.6604216 Mar 14 18:21:46.182441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.235357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-e47973fa-23bc-4caf-8e94-0bd208b968b4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d26c62cb24854efa836dab7ece32c934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1842735 Mar 14 18:21:46.258300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-41f2584d-334a-430b-8bf5-65e0ec56c921 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:46.259755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-41f2584d-334a-430b-8bf5-65e0ec56c921 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "GET /v2.0/networks?id=6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 200 len: 806 time: 0.2253497 Mar 14 18:21:46.266630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.284301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Network 9ae0fcfa-5a56-4b4a-a564-face3c846783 is not hosted by any dhcp agent {{(pid=103393) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:21:46.285363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:46.286082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.290022 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "PUT /v2.0/networks/9ae0fcfa-5a56-4b4a-a564-face3c846783 HTTP/1.1" status: 200 len: 857 time: 0.3957758 Mar 14 18:21:46.290761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:46.329858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.334842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.402901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ac74d4f-94b1-4c16-9faa-0c949482e340,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.455703 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-bbbcfe1e-555e-4d3d-88d1-1ed801144908 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79180658905a4375a6724b5c3d2faa9c HTTP/1.1" status: 200 len: 380 time: 0.1457572 Mar 14 18:21:46.508176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Port': ['ID=7f5131e1-9f5c-47ac-b543-2339322903ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.531432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'port': {'device_id': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'admin_state_up': True, 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'security_groups': ['70fcaec4-1aeb-473a-839f-872acab614a2']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:46.632745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:46.671269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc14f5-e8a9-43e8-9430-7e78f20a2a7b tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event updated for resources: {'Network': ['ID=9ae0fcfa-5a56-4b4a-a564-face3c846783,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:46.740919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.757008 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-1278160e-e192-4019-8b46-f8bf5dfa31f9 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1094315498&fields=id&tenant_id=23a67a0d8ad746e0b2d99370701aca7e HTTP/1.1" status: 200 len: 267 time: 0.1488466 Mar 14 18:21:46.804225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.866492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-6471670a-17d9-431a-b279-7c82b202f19e service neutron] 10.222.0.58 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057706 Mar 14 18:21:46.986589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:46.990158 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0cca4727-5627-45da-9d54-ccc496678c5d tempest-RoutersAdminNegativeIpV6Test-922420790 tempest-RoutersAdminNegativeIpV6Test-922420790-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1ac74d4f-94b1-4c16-9faa-0c949482e340 HTTP/1.1" status: 204 len: 168 time: 1.9828825 Mar 14 18:21:47.002305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.008519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-986b3c17-1d1f-4cec-9239-db0987ef1143 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "DELETE /v2.0/ports/7f5131e1-9f5c-47ac-b543-2339322903ee HTTP/1.1" status: 204 len: 168 time: 2.0621579 Mar 14 18:21:47.010748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:47.019976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.059182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638060298', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:47.093209 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-84f60706-f22a-4436-abc4-1c5672399420 service neutron] 10.222.0.58 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021859 Mar 14 18:21:47.108780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fa4fa-6663-49bf-92a8-dcc7f18782e6 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:47.113610 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-284fa4fa-6663-49bf-92a8-dcc7f18782e6 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "GET /v2.0/ports?device_id=34679111-8ca8-46ca-b746-cc52ba4b6bdc HTTP/1.1" status: 200 len: 913 time: 0.0996847 Mar 14 18:21:47.114229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43046) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:47.122878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Made reservation on behalf of 79180658905a4375a6724b5c3d2faa9c for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:47.126699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.181683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae0fcfa-5a56-4b4a-a564-face3c846783']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:47.247802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-61d589aa-1b23-4d8e-aff1-368e494d717c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:47.258542 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-61d589aa-1b23-4d8e-aff1-368e494d717c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 811 time: 0.4910989 Mar 14 18:21:47.273102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-74aa57d9-0d76-46f5-8d8e-19ebf0568663 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/quotas/23a67a0d8ad746e0b2d99370701aca7e HTTP/1.1" status: 200 len: 375 time: 0.0134914 Mar 14 18:21:47.274750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5431712-4c21-4cc0-9d0a-2993617336d9') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:47.275042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5431712-4c21-4cc0-9d0a-2993617336d9') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:47.317302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.319985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.400046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.401180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.407415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.430808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:47.431215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:47.434726 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:47.472706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:47.485322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event updated for resources: {'Port': ['ID=b28f1653-8df6-4cb9-af83-a69836f8818c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:47.487871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:47.489654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Allocated IP 172.20.0.10 (6f19199b-a7bb-401c-bd7d-575d44ae1481/69e08522-015f-4aaa-b6ed-f7fc39be0101/135b304b-a811-48be-a738-fc66d7e1a1cf) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:47.497172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:47.763878 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-26ac1eb8-c812-4785-8ba0-a076c293b85a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4799109 Mar 14 18:21:47.842570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:47.845310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.859592 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e3fb1c30-427a-4207-89b9-dcb77306ed17 req-6a13aaa1-0df3-49e1-86d0-9d5064268c5b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.1109526 Mar 14 18:21:47.869248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e97fea40-d00c-4d3f-aced-d53ba0ba7e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:47.976745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:47.980791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.044366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4757f2f5-1c52-42e7-89b4-185446e6b069 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1012962 Mar 14 18:21:48.048780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43082) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:48.109209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ae0fcfa-5a56-4b4a-a564-face3c846783 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:21:48.189457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-46210e06-6be7-4f6e-af05-d4f5cceeb1c8 None None] Provisioning complete for port b28f1653-8df6-4cb9-af83-a69836f8818c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:48.189833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-46210e06-6be7-4f6e-af05-d4f5cceeb1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.202775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.208749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.216492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.234506 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] 10.222.0.58 "DELETE /v2.0/networks/9ae0fcfa-5a56-4b4a-a564-face3c846783 HTTP/1.1" status: 204 len: 168 time: 1.9431283 Mar 14 18:21:48.238668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26ee8c-b9bd-4ea4-af9f-4407ca4dd552 tempest-ExternalNetworksTestJSON-961244928 tempest-ExternalNetworksTestJSON-961244928-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ae0fcfa-5a56-4b4a-a564-face3c846783,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:48.249346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:48.268069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-7dcb56bb-03a7-42dc-8238-00de38a5fe9a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:21:48.271402 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-7dcb56bb-03a7-42dc-8238-00de38a5fe9a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2728071 Mar 14 18:21:48.285040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0331a89e-fb36-434e-9d01-78cea5e13a40 req-8843c084-1422-4ca7-808b-2f3f7d844d0a tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.2316530 Mar 14 18:21:48.299710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-46210e06-6be7-4f6e-af05-d4f5cceeb1c8 None None] Port b28f1653-8df6-4cb9-af83-a69836f8818c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:48.341871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.343962 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7542de5a-823d-44bc-b601-7f8319441a7a tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] DELETE failed (client error): The resource could not be found. Mar 14 18:21:48.344422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7542de5a-823d-44bc-b601-7f8319441a7a tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:21:48.352759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7542de5a-823d-44bc-b601-7f8319441a7a tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "DELETE /v2.0/subnets/6b20105d-ecc9-487a-a7c5-fd8dfc5be4ca HTTP/1.1" status: 404 len: 337 time: 0.0756874 Mar 14 18:21:48.356215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-487e616d-607c-4a19-8fa3-66f0ba152080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.363242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:48.376405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:48.389098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:48.421915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:48.437541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'project_id': '7d669a236c2b4a2faaa8624f97114bba', 'port_id': 'b28f1653-8df6-4cb9-af83-a69836f8818c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:48.615679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.694658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.717569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.786963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-96aa9c70-87ac-4405-85e9-d46460b3ddac service neutron] 10.222.0.58 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940438 Mar 14 18:21:48.846676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e21fb75f-2b20-4d44-a5b7-c9e6e1bcd0a5 None None] Provisioning complete for port 135b304b-a811-48be-a738-fc66d7e1a1cf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:48.847291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e21fb75f-2b20-4d44-a5b7-c9e6e1bcd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:48.940180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e21fb75f-2b20-4d44-a5b7-c9e6e1bcd0a5 None None] Port 135b304b-a811-48be-a738-fc66d7e1a1cf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:48.962030 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-4cbc7783-3dc3-48e7-96e9-10cbb3aa199b service neutron] 10.222.0.58 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591704 Mar 14 18:21:49.015902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event updated for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.063443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-487e616d-607c-4a19-8fa3-66f0ba152080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.074038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.136124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.137443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.250574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-487e616d-607c-4a19-8fa3-66f0ba152080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.276339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-487e616d-607c-4a19-8fa3-66f0ba152080 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=310ff97550d6450bb90a4e6fbac93001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2926970 Mar 14 18:21:49.338033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:49.380322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e616d-607c-4a19-8fa3-66f0ba152080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2646763-a2f5-4989-b27e-e111bf0a271c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:49.389470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.421122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.526173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.535107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.556224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8343968f-f087-4ac9-be45-b5d9357e2af9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:49.566263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cd494b-6120-46bf-9b16-89767df721e0') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:49.566555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cd494b-6120-46bf-9b16-89767df721e0') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:49.578909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.593234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.599791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:21:49.600193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.611495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:21:49.616859 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:21:49.687505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Allocated IP 172.26.3.231 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b3122403-faf4-4822-9dc3-343c211428e6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:49.752840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556247b-8ae3-4428-94aa-ef187db9f3d0 req-2b8eb071-2aa5-4185-b6f9-3d44603886a7 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:49.754433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d556247b-8ae3-4428-94aa-ef187db9f3d0 req-2b8eb071-2aa5-4185-b6f9-3d44603886a7 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 932 time: 0.5918372 Mar 14 18:21:49.828515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.869473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-2ccf85a3-6edf-4acb-8267-934465cadc1d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3421443 Mar 14 18:21:49.911734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-abba57ea-e4ae-458d-a7e2-ee226c618eeb tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:21:49.913341 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-abba57ea-e4ae-458d-a7e2-ee226c618eeb tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085838 Mar 14 18:21:49.914764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.921977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.923407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d556247b-8ae3-4428-94aa-ef187db9f3d0 req-cbc9d49d-ccd7-4885-883a-12bbd2ef3647 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400044 Mar 14 18:21:49.924035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.930164 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2646763-a2f5-4989-b27e-e111bf0a271c HTTP/1.1" status: 204 len: 168 time: 0.5837536 Mar 14 18:21:49.969761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:49.984136 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] 10.222.0.58 "DELETE /v2.0/networks/8343968f-f087-4ac9-be45-b5d9357e2af9 HTTP/1.1" status: 204 len: 168 time: 1.6033330 Mar 14 18:21:49.988157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dbce5-a22c-46b7-9863-74feb2aa9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2646763-a2f5-4989-b27e-e111bf0a271c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.014779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting port ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:50.015116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.044471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715da1-e862-494b-b4f5-a64808daf902 tempest-ExternalNetworksTestJSON-1516883310 tempest-ExternalNetworksTestJSON-1516883310-project] Pushing event deleted for resources: {'Network': ['ID=8343968f-f087-4ac9-be45-b5d9357e2af9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.074232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.160435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4983763-06a4-4630-b04f-7c6e20debd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.267659 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2af29653-61bd-443a-a820-7b215967ffee req-41c0dd56-0cae-4c18-a27d-c43780836209 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0704932 Mar 14 18:21:50.300954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-907ca682-53a7-4601-ad3b-083bb58cd748 req-7cdec5e9-b814-4bec-b9c3-3dc8c2694639 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.0918572 Mar 14 18:21:50.302207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.343263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Allocated IP 172.26.3.17 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/f99e393c-00c1-4a46-b646-c7ca4348e408) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:50.359709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:50.370628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:50.375468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:50.411044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event updated for resources: {'Port': ['ID=b3122403-faf4-4822-9dc3-343c211428e6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:50.496835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.521490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Calling delete_port for ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:50.545075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.764868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.804090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:50.833022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Request body: {'port': {'device_id': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:50.876305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:50.901850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:50.913039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:50.917330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:50.920082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Pushing event updated for resources: {'Port': ['ID=f99e393c-00c1-4a46-b646-c7ca4348e408,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:51.023133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.074931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.104924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Port': ['ID=ddfbd6bf-fcaa-4c6f-86fd-a2dfbc7d9fc6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:51.240083 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-36db7ca3-3fdc-4476-bc2b-3ec6a3560302 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8be1dde5246640aca44b56f8cc6424d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4293072 Mar 14 18:21:51.271440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:51.378866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:51.380780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.435309 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-613cc144-0d0e-465d-ad9c-fb81a73aeb39 req-0b130800-e4b2-4c7d-94ed-7ff43edec2ca tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0315487 Mar 14 18:21:51.642490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79b333e7-dcec-4075-9320-26cca813c52f req-ec52b74e-ab83-4c5f-af39-143e020f548a tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.1060247 Mar 14 18:21:51.654227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.773730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.798643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a834da9-7b8c-4118-b36c-1122cceacfbc req-0c750400-e0cf-4c32-be4d-e1bfcf0b5610 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:51.800173 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2a834da9-7b8c-4118-b36c-1122cceacfbc req-0c750400-e0cf-4c32-be4d-e1bfcf0b5610 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 932 time: 0.6321180 Mar 14 18:21:51.850210 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5decf84a-0c4a-4fd8-a4a6-44003a5f04ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95aee39be38046c3b600ad26566de9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689803 Mar 14 18:21:51.852871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:51.882659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.921163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.942941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Router 7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:21:51.946581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:51.983264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.213200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:52.233821 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] Sync routers for ids ['7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:52.246912 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] Routers {'7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:52.247851 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:52.255651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.258231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.270977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dcba3cf-ef19-4201-9f82-2fe6d53d8fef HTTP/1.1" status: 204 len: 168 time: 0.4093108 Mar 14 18:21:52.300113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8948b75-d602-45d8-a3ab-494fa03ae894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcba3cf-ef19-4201-9f82-2fe6d53d8fef,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.323749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.324798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:52.327686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-58d941cc-459a-4aa6-b9e6-7a6e29b25286 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6880100 Mar 14 18:21:52.336761 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] Routers {'7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:52.337774 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:52.342552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43152) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:52.348687 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2a834da9-7b8c-4118-b36c-1122cceacfbc req-880661ba-1d39-4046-ad56-44f0b562b9be tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108073 Mar 14 18:21:52.510413 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:52.511816 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53896af-c5f9-4860-b859-ce7c0656f583 None None] The sync data for ids ['7e90e944-bbf8-4b9c-8e66-2393b0bc2db0'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:52.659559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dd6a8b0-20ad-4099-a6d8-a370b240310a req-d44877a4-052f-4959-aee0-b5274a5ac6d0 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0703945 Mar 14 18:21:52.679634 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4249b59f-70d4-4631-bdbd-f0a5f4fc45d8 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 HTTP/1.1" status: 200 len: 920 time: 0.3355546 Mar 14 18:21:52.686079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:52.708519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Router 34679111-8ca8-46ca-b746-cc52ba4b6bdc has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:52.714887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.727658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.728849 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcf8967e-2d52-45d2-918a-a8bfae4aaefb HTTP/1.1" status: 204 len: 168 time: 1.4535701 Mar 14 18:21:52.736201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.61', 62035) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:52.780524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541c9b4-1a81-4117-af64-52a383502c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf8967e-2d52-45d2-918a-a8bfae4aaefb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:52.811395 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6260cff1-ac52-4f22-b593-255e37b39b11 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 HTTP/1.1" status: 200 len: 205 time: 0.1240592 Mar 14 18:21:52.822055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:52.824344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.947253 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b8bd557-d3b5-4b5e-a240-6d3bdfdc4cc8 req-894c2e29-18bc-440d-97e5-62014209e806 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.1806884 Mar 14 18:21:52.969293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c208071b-b06c-4bbe-8328-e94a4951346e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:52.970220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:52.973357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c208071b-b06c-4bbe-8328-e94a4951346e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.61 "GET /v2.0/networks?id=0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 200 len: 812 time: 0.2368481 Mar 14 18:21:53.136056 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-23438b4d-1ec3-400e-9095-7824bfa9bd4c tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c62cb24854efa836dab7ece32c934 HTTP/1.1" status: 200 len: 380 time: 0.0966043 Mar 14 18:21:53.245490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'port': {'device_id': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'admin_state_up': True, 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'security_groups': ['1dd98e62-4911-4b03-8048-b94c75449634']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:53.295898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.397627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:53.408124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] Sync routers for ids ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:53.409765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-47bb81fa-10e2-4b9b-87fe-1ac3aa1966e8 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "PUT /v2.0/routers/34679111-8ca8-46ca-b746-cc52ba4b6bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2944565 Mar 14 18:21:53.410629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:53.435557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135b304b-a811-48be-a738-fc66d7e1a1cf {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:21:53.450904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] Routers {'34679111-8ca8-46ca-b746-cc52ba4b6bdc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:53.452021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.457340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.578263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.61', 62037) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:53.609107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.625678 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] Routers {'34679111-8ca8-46ca-b746-cc52ba4b6bdc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:53.626583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.631620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Made reservation on behalf of d26c62cb24854efa836dab7ece32c934 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:53.636367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.697651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Transition to ACTIVE for port object 135b304b-a811-48be-a738-fc66d7e1a1cf will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:53.717232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.737829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.762326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:53.762326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dbb7a1-5115-4943-a433-bffb88f44188 None None] The sync data for ids ['34679111-8ca8-46ca-b746-cc52ba4b6bdc'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:53.775047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:53.806656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.914886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:53.973730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748555dc-7074-47f5-b09f-0a36afe93740 req-51dc7d7e-e954-4de0-8329-78874247ba6e tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:53.983397 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-748555dc-7074-47f5-b09f-0a36afe93740 req-51dc7d7e-e954-4de0-8329-78874247ba6e tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 932 time: 0.3833954 Mar 14 18:21:54.074476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-82b7b9f9-fa02-48a7-91ec-886c851a91e5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:54.074476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-82b7b9f9-fa02-48a7-91ec-886c851a91e5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 811 time: 0.4902596 Mar 14 18:21:54.115134 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-748555dc-7074-47f5-b09f-0a36afe93740 req-1c678622-b1f9-4463-a31b-d09258b7e0d7 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236255 Mar 14 18:21:54.120210 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7794b970-0b6d-4851-9b2c-0acfe9cc606b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a8fa3bb348a408c9a67335bdd25fba5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3438928 Mar 14 18:21:54.130480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:54.135064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c62fa3-af42-4561-be34-941c85a08ff6 req-3070a63e-f56f-40f1-a3ca-b7d61904f904 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.3051932 Mar 14 18:21:54.211082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Allocated IP 172.20.0.6 (0cec7099-fa27-44e1-ac0c-1be8018896e8/f435b7a8-d89d-4c15-a2ef-ef169f55f1b5/1eb701fb-3bbf-4077-b5c9-3956801e3e85) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:54.332444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-82a2395c-7749-4df5-a9fa-7d8dd18322c7 req-12157a28-5c3b-4da9-8ee4-168da910c785 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.0488615 Mar 14 18:21:54.365206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f322ca22-394f-4883-a07d-ade703a12cce tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a67a0d8ad746e0b2d99370701aca7e HTTP/1.1" status: 200 len: 380 time: 0.1825478 Mar 14 18:21:54.380505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'port': {'device_id': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'admin_state_up': True, 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'security_groups': ['a8ff94b4-ace2-40b1-b71b-613e58320a51']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:54.482324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.511401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.649725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.654316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.666700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:54.715105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.738944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Pushing event updated for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:54.752642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.755169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.760077 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5253806-d13b-42c1-b16a-e273bc678284 HTTP/1.1" status: 204 len: 168 time: 0.6227107 Mar 14 18:21:54.795806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd74a7-4c44-4327-8f43-bd93a8db8fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5253806-d13b-42c1-b16a-e273bc678284,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:54.817050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Made reservation on behalf of 23a67a0d8ad746e0b2d99370701aca7e for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:54.822392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.931324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.931882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Fanout notify agent at l3_agent the message router_deleted on router 34679111-8ca8-46ca-b746-cc52ba4b6bdc {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:21:54.941122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1443520323'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:54.969739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.976297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:54.977428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aac33f32-8432-4af3-9837-488cac420026 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "DELETE /v2.0/routers/34679111-8ca8-46ca-b746-cc52ba4b6bdc HTTP/1.1" status: 204 len: 168 time: 1.5571733 Mar 14 18:21:54.993546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:55.043423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event updated for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.057275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.135051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:55.141039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:55.146128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:55.164927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Attempting to bind port 135b304b-a811-48be-a738-fc66d7e1a1cf on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:55.165377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Attempting to bind port 135b304b-a811-48be-a738-fc66d7e1a1cf by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:55.165822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Attempting to bind port 135b304b-a811-48be-a738-fc66d7e1a1cf on network 6f19199b-a7bb-401c-bd7d-575d44ae1481 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:55.196834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Made reservation on behalf of 1fdaf69950934e2886880a982eee51d1 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:55.200968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.247276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.267502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Allocated IP 172.20.0.11 (4528f5a7-ecdd-42f1-aafe-a14c1d8c1832/1717f91f-3cf8-431e-865e-1d6c25376f49/b21bc94a-ba42-42b1-b0bf-7b9480da9c37) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:21:55.274053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting subnet 15f1e2b3-4266-485b-85c4-dce76044b653 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:21:55.312874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Port 135b304b-a811-48be-a738-fc66d7e1a1cf on network 6f19199b-a7bb-401c-bd7d-575d44ae1481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:21:55.313199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Attempting to bind port 135b304b-a811-48be-a738-fc66d7e1a1cf on network 6f19199b-a7bb-401c-bd7d-575d44ae1481 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:55.336237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.394550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4a64ad51-2790-495a-bf8f-967a0db02e26 req-02226580-6ae9-4783-b737-0dfe75c6f8bf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0568154 Mar 14 18:21:55.435336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:55.436927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.457627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.522028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:55.522723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Checking segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:55.523466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Bound using segment: {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:55.524116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Bound port: 135b304b-a811-48be-a738-fc66d7e1a1cf, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:55.525181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.558353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.588417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1f892a28-b99b-4594-905d-23e69d8d5cd6 None None] Provisioning complete for port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:55.591199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f892a28-b99b-4594-905d-23e69d8d5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.612147 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-c718f377-a15c-468c-abc6-7919732f187e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3727701 Mar 14 18:21:55.630029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.639677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Request body: {'port': {'device_id': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:55.691095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1f892a28-b99b-4594-905d-23e69d8d5cd6 None None] Port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:55.718609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port b3122403-faf4-4822-9dc3-343c211428e6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:55.719254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.765556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db18782-875a-4225-99c9-1e92d21b0925 req-18fc1d7e-7883-4086-a38e-8e4d53bc5652 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:55.767472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6db18782-875a-4225-99c9-1e92d21b0925 req-18fc1d7e-7883-4086-a38e-8e4d53bc5652 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 931 time: 0.1597161 Mar 14 18:21:55.782666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563712e-d657-490e-b8df-0f075e147e95 req-b6a9a6c2-739b-45a8-8da7-b5c1ee04c828 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:55.784227 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4563712e-d657-490e-b8df-0f075e147e95 req-b6a9a6c2-739b-45a8-8da7-b5c1ee04c828 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.4685276 Mar 14 18:21:55.792952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Pushing event updated for resources: {'Port': ['ID=f99e393c-00c1-4a46-b646-c7ca4348e408,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:55.817072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.855099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.908638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.919422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:55.922727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.005082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:21:56.028835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4775d-21d8-4bcc-8fc6-68c3d81f1e78,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:56.033765 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6db18782-875a-4225-99c9-1e92d21b0925 req-d843d9b8-4592-4f98-aa8e-10a016cef51a tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475613 Mar 14 18:21:56.048606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:56.116757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=135b304b-a811-48be-a738-fc66d7e1a1cf,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:56.128333 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4563712e-d657-490e-b8df-0f075e147e95 req-ba50be5c-7948-44c2-8170-791fd6ab3577 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308516 Mar 14 18:21:56.141635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.142430 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Added segment 615fea71-cce6-4fb5-868a-d90e5cdcd0a2 of type vlan for network 74d59306-0e8e-4f0e-93a3-0882aebce54b Mar 14 18:21:56.151632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.207660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.216221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.285436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for b3122403-faf4-4822-9dc3-343c211428e6 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:56.376866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:56.378600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.382280 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] 10.222.0.61 "PUT /v2.0/ports/135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 200 len: 1094 time: 6.1863661 Mar 14 18:21:56.442134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:21:56.515256 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Floating IP 28666cad-6d62-4c1c-ae96-c77a8ba3753d associated. External IP: 172.26.3.17, port: b28f1653-8df6-4cb9-af83-a69836f8818c. Mar 14 18:21:56.527452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.617490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24a78-8df3-48cc-86be-fb0f1215fb17 service neutron] Pushing event updated for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:56.716496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.725805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708bc64-2db8-4727-be69-2f706179df0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:21:56.752330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.811190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Subnet': ['ID=15f1e2b3-4266-485b-85c4-dce76044b653,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:56.816389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:21:56.845812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:21:56.854403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-f2af6a8f-3519-4c41-b91c-91ea43464dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:56.856020 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-f2af6a8f-3519-4c41-b91c-91ea43464dd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79180658905a4375a6724b5c3d2faa9c&device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 1097 time: 0.3424368 Mar 14 18:21:56.858419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791dd59-2c9c-43a6-9a83-34130d050b40 None None] Network 6d686f7c-9015-4bc0-8148-040cc4ddee72 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:21:56.865331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:21:56.879490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:21:56.891423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:56.895139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a783b221-c490-4c2e-b737-561a94bfcf4a tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "DELETE /v2.0/subnets/15f1e2b3-4266-485b-85c4-dce76044b653 HTTP/1.1" status: 204 len: 168 time: 1.8989594 Mar 14 18:21:56.983598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:56.990792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.010932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:57.013706 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-87ff5be9-1320-43d0-a31c-88111a1eac35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 200 len: 217 time: 0.1130121 Mar 14 18:21:57.049985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event updated for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:57.089046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf237672-7606-4520-80cf-3873f641c61d req-487d4a1a-af14-4367-8847-ce9f0207d4ea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:57.093838 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf237672-7606-4520-80cf-3873f641c61d req-487d4a1a-af14-4367-8847-ce9f0207d4ea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 932 time: 0.4308152 Mar 14 18:21:57.174778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.184018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:57.184853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.243174 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f4ad4a0d-7688-43a5-bde0-7b37fed40b78 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8668003 Mar 14 18:21:57.264197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] DHCP port deletion for 6d686f7c-9015-4bc0-8148-040cc4ddee72 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:21:57.321497 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf237672-7606-4520-80cf-3873f641c61d req-8ef14b4a-9b0b-4ec7-8141-b9e433317186 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053201 Mar 14 18:21:57.382237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc146632-543d-4151-8e70-678944d4fd6e None None] Provisioning complete for port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:21:57.382740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc146632-543d-4151-8e70-678944d4fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.409457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Request body: {'port': {'device_id': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:57.420995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dc146632-543d-4151-8e70-678944d4fd6e None None] Port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:21:57.454255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Deleting port 7f133245-3292-4644-83f1-90994e5fa97c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:57.456241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.528895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb701fb-3bbf-4077-b5c9-3956801e3e85 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:21:57.539282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.567588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Transition to ACTIVE for port object 1eb701fb-3bbf-4077-b5c9-3956801e3e85 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:57.589727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] For port 7f133245-3292-4644-83f1-90994e5fa97c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7f133245-3292-4644-83f1-90994e5fa97c,segment=NetworkSegment(d8a43058-19f6-4b0f-8d0a-9da38c8d0642),segment_id=d8a43058-19f6-4b0f-8d0a-9da38c8d0642)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:57.590188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.596348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da860882-50ca-4b0d-9c74-16877339d94a x-openstack-request-id: req-da860882-50ca-4b0d-9c74-16877339d94a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:21:57.596862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:21:57.600293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da860882-50ca-4b0d-9c74-16877339d94a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:21:57.600293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'status': 'completed', 'code': 200} Mar 14 18:21:57.632653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Calling delete_port for 7f133245-3292-4644-83f1-90994e5fa97c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:57.722308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.758991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.768169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-17ddc908-06e1-40d5-bdb8-1941a31a4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:57.770004 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-17ddc908-06e1-40d5-bdb8-1941a31a4e5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69e08522-015f-4aaa-b6ed-f7fc39be0101 HTTP/1.1" status: 200 len: 845 time: 0.7218206 Mar 14 18:21:57.802475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Pushing event updated for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:57.819285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee797de5-c0ae-44ec-8d6d-64bc56a0a0f4 req-57a0a125-1c7b-4f84-b1e3-0eece7bd8e35 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:57.821351 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee797de5-c0ae-44ec-8d6d-64bc56a0a0f4 req-57a0a125-1c7b-4f84-b1e3-0eece7bd8e35 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.2163756 Mar 14 18:21:57.827464 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.1590931 Mar 14 18:21:57.873412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:57.899005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:57.944874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a76a-f269-46da-94c0-8509c1ee8b4e tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'Network': ['ID=74d59306-0e8e-4f0e-93a3-0882aebce54b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:57.959092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Request body: {'subnet': {'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:58.026621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e667-bb34-4e57-8fa3-bda28f983bea req-ec300f57-b202-4ee4-94d5-3e83f5332271 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:58.031465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91a7e667-bb34-4e57-8fa3-bda28f983bea req-ec300f57-b202-4ee4-94d5-3e83f5332271 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.4107230 Mar 14 18:21:58.154424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:21:58.205342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:58.219718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.229860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7f133245-3292-4644-83f1-90994e5fa97c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:21:58.259979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Router ed6f33d6-deb8-4f46-be05-00afb865cf4b has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:21:58.338163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=b3122403-faf4-4822-9dc3-343c211428e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.395377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.399547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.408214 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91a7e667-bb34-4e57-8fa3-bda28f983bea req-e92ac939-f419-4496-92d4-2850db08ca74 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252425 Mar 14 18:21:58.416424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:58.461111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.517188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] Pushing event deleted for resources: {'Port': ['ID=7f133245-3292-4644-83f1-90994e5fa97c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:58.570483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3115822-28b5-48f3-ac02-c8c3bb41c408 None None] No DVR routers for this DVR port 7f133245-3292-4644-83f1-90994e5fa97c on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:58.588109 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee797de5-c0ae-44ec-8d6d-64bc56a0a0f4 req-30980554-3ed3-4fbb-9219-7e59e439f24e tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6992548 Mar 14 18:21:58.594043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Made reservation on behalf of 1fdaf69950934e2886880a982eee51d1 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:21:58.597728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.614628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Attempting to bind port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:58.614989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Attempting to bind port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:58.621412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Attempting to bind port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 on network 0cec7099-fa27-44e1-ac0c-1be8018896e8 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:58.674101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.684084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 on network 0cec7099-fa27-44e1-ac0c-1be8018896e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:21:58.684430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Attempting to bind port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 on network 0cec7099-fa27-44e1-ac0c-1be8018896e8 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:58.694003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:21:58.694368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Checking segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:58.694946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Bound using segment: {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:21:58.695401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Bound port: 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8056b6a7-edd3-4055-8b38-c8b6529bdb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:21:58.695760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.705596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-7ac9f85e-1d16-4cdf-a68b-40f5c22fe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:58.709697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-7ac9f85e-1d16-4cdf-a68b-40f5c22fe60a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f19199b-a7bb-401c-bd7d-575d44ae1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7513511 Mar 14 18:21:58.779869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.897965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:21:58.906392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21bc94a-ba42-42b1-b0bf-7b9480da9c37 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:21:58.935595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:58.951451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:21:58.986531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Transition to ACTIVE for port object b21bc94a-ba42-42b1-b0bf-7b9480da9c37 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:21:59.008985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb30b-7736-4b81-85bc-7f6aec3d776f req-2be7b3d7-ba19-48dc-8cdb-4d16e856fdef tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:59.017695 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8bfbb30b-7736-4b81-85bc-7f6aec3d776f req-2be7b3d7-ba19-48dc-8cdb-4d16e856fdef tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 932 time: 0.4485621 Mar 14 18:21:59.020859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.042821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.052364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.066358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Deleting port 7f133245-3292-4644-83f1-90994e5fa97c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:21:59.066598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.073024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.098488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:59.098488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.098488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] 10.222.0.61 "PUT /v2.0/ports/1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 200 len: 1093 time: 3.4579363 Mar 14 18:21:59.098488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:21:59.109768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.123949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542174-d27a-4b51-b627-b696d84bd66d service neutron] Pushing event updated for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:59.296115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:21:59.313231 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] Sync routers for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:21:59.333685 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:59.338482 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.394001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:59.437623 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8bfbb30b-7736-4b81-85bc-7f6aec3d776f req-667f9f20-ad52-41c0-aa3f-8749919ce9bd tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191499 Mar 14 18:21:59.444429 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.455560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.456545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router 7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:21:59.479948 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:21:59.487004 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.491623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.515168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:21:59.564991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'Subnet': ['ID=20897348-09ee-4692-a121-72b2ebb63d89,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:59.571458 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-6625ec55-ceca-4e9d-b150-f26f3480f5a2 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113315 Mar 14 18:21:59.580284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] For port 7f133245-3292-4644-83f1-90994e5fa97c, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:21:59.580524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.619273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Calling delete_port for 7f133245-3292-4644-83f1-90994e5fa97c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:21:59.627816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Port 7f133245-3292-4644-83f1-90994e5fa97c was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:21:59.628031 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:21:59.628658 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc4c76-667f-4fc9-920c-007d95af7db1 None None] The sync data for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:21:59.639864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Checking segment: {'id': '615fea71-cce6-4fb5-868a-d90e5cdcd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:21:59.640165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Network hostable DHCP agents. Network: 74d59306-0e8e-4f0e-93a3-0882aebce54b, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:21:59.643451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-d5bebed6-43af-45c1-89eb-97b8c2060cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:21:59.651176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-d5bebed6-43af-45c1-89eb-97b8c2060cff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d26c62cb24854efa836dab7ece32c934&device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 1096 time: 0.3771765 Mar 14 18:21:59.651477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.651477 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ddb89fcc-3f30-4d35-b4eb-bb29881da221 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 HTTP/1.1" status: 204 len: 168 time: 6.7776902 Mar 14 18:21:59.665987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:21:59.672626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:59.696339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'name': 'tempest-snat-router-813551620', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:21:59.723908 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a72a9523-d2d9-4be7-adfd-98b58aa30857 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.6446738 Mar 14 18:21:59.723908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] No DVR routers for this DVR port 7f133245-3292-4644-83f1-90994e5fa97c on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:21:59.746632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43294) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:21:59.769808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Port': ['ID=7f133245-3292-4644-83f1-90994e5fa97c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:21:59.796291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Attempting to bind port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:21:59.796698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Attempting to bind port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:21:59.797065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Attempting to bind port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 on network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:21:59.799867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3dce13-f5de-4703-a558-97786411324d x-openstack-request-id: req-6d3dce13-f5de-4703-a558-97786411324d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:21:59.800169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:21:59.800404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d3dce13-f5de-4703-a558-97786411324d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:21:59.800869 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'status': 'completed', 'code': 200} Mar 14 18:22:00.057756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-867ded9a-8278-4e1b-8f68-8500d849ce06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 200 len: 217 time: 0.1987920 Mar 14 18:22:00.057756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 on network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:22:00.057756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Attempting to bind port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 on network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:00.058561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:00.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Checking segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:00.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Bound using segment: {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:00.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Bound port: b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:00.058971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.059428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.059525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be27ad-6417-479a-abe7-712e59ccd0c3 req-e302aa7e-16cc-4155-98db-044a131331e8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.059525 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38be27ad-6417-479a-abe7-712e59ccd0c3 req-e302aa7e-16cc-4155-98db-044a131331e8 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.3816197 Mar 14 18:22:00.059696 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bae3e171-01ee-4a40-a447-b3a548144db2 req-f5fc3274-f85e-4050-be2d-7ce75e3a6285 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337986 Mar 14 18:22:00.059896 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ac7762c8-81ae-4d8f-98f5-01551e989cfb tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "GET /v2.0/floatingips/28666cad-6d62-4c1c-ae96-c77a8ba3753d HTTP/1.1" status: 200 len: 982 time: 0.2611299 Mar 14 18:22:00.060503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d686f7c-9015-4bc0-8148-040cc4ddee72']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.060503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43296) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:00.065429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.065969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a43058-19f6-4b0f-8d0a-9da38c8d0642') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:00.078678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8bdf0-59cb-4860-a7c7-9f959600dbd2 req-b7b5c713-a259-4084-9d08-a45b586b2fac tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.080413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75b8bdf0-59cb-4860-a7c7-9f959600dbd2 req-b7b5c713-a259-4084-9d08-a45b586b2fac tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.2188792 Mar 14 18:22:00.178269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.257810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-8acea544-95a6-4990-b3c7-71efb5fb9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.259282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-8acea544-95a6-4990-b3c7-71efb5fb9710 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 HTTP/1.1" status: 200 len: 851 time: 0.3664639 Mar 14 18:22:00.259844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:00.262165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.264127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.265058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.291588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:00.291909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.301865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38be27ad-6417-479a-abe7-712e59ccd0c3 req-4b885556-a6a4-4e95-a30c-aca44fabf66f tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060603 Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9a49c5cd-ad74-4f4c-b7be-2c7f4986d8f1 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2535038 Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:00.311444 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:00.313350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:00.318785 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75b8bdf0-59cb-4860-a7c7-9f959600dbd2 req-18a76be8-0e15-4537-ac1b-ecbd85ebacad tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889827 Mar 14 18:22:00.356394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Allocated IP 172.26.3.153 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/783fb5b1-5db6-45bb-822e-73c4962d55cd) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:00.380843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bc64-2db8-4727-be69-2f706179df0d req-19f081b0-0580-4bbe-9cbc-e053441522fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.382383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-19f081b0-0580-4bbe-9cbc-e053441522fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79180658905a4375a6724b5c3d2faa9c&device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 1097 time: 0.1925907 Mar 14 18:22:00.429840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 74d59306-0e8e-4f0e-93a3-0882aebce54b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:00.439285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d3496-38d8-4789-b1d2-573dbadef320 None None] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:00.439925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.440848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:00.461078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.461443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.496379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:00.617609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-74d59306-0e8e-4f0e-93a3-0882aebce54b', 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b', 'tenant_id': '1fdaf69950934e2886880a982eee51d1', 'fixed_ips': [{'subnet_id': '20897348-09ee-4692-a121-72b2ebb63d89'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:00.618590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.630053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e80177d4-57d2-4ca3-9292-e62781651f92 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6889932 Mar 14 18:22:00.631276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.634088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43304) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:00.675600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Request body: {'port': {'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2090091823'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:00.686417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.692899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.698383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] 10.222.0.58 "DELETE /v2.0/networks/6d686f7c-9015-4bc0-8148-040cc4ddee72 HTTP/1.1" status: 204 len: 168 time: 3.6831961 Mar 14 18:22:00.725607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776d6f5-a54b-47e5-83ae-8cd11b25bc65 tempest-FloatingIPNegativeTestJSON-2064733489 tempest-FloatingIPNegativeTestJSON-2064733489-project] Pushing event deleted for resources: {'Network': ['ID=6d686f7c-9015-4bc0-8148-040cc4ddee72,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.744059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.744924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.746074 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] 10.222.0.61 "PUT /v2.0/ports/b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1094 time: 3.3492739 Mar 14 18:22:00.783127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Allocated IP 2001:db8::2 (74d59306-0e8e-4f0e-93a3-0882aebce54b/20897348-09ee-4692-a121-72b2ebb63d89/7ee5191d-7086-4486-97f7-76f33900c8de) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:00.805648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.909586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.921206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb0ff3-62d8-4c8a-8dd4-7746345c9a37 req-902838ce-9560-4b97-92de-5f928123b0ea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:00.922803 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4efb0ff3-62d8-4c8a-8dd4-7746345c9a37 req-902838ce-9560-4b97-92de-5f928123b0ea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.3748093 Mar 14 18:22:00.927854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:00.961633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374976-b0cd-4974-aacc-9f453b35cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:00.962461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:00.976066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:00.982541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:01.002454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.013343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Pushing event updated for resources: {'Port': ['ID=783fb5b1-5db6-45bb-822e-73c4962d55cd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.019572 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4efb0ff3-62d8-4c8a-8dd4-7746345c9a37 req-a4d0b749-5c40-408b-9b1b-1aa58ea9e58d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855899 Mar 14 18:22:01.035900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port f99e393c-00c1-4a46-b646-c7ca4348e408 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:01.036648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.084529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.105092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.144779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Made reservation on behalf of 1fdaf69950934e2886880a982eee51d1 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:01.145636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:01.148300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.148919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:01.151231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:01.161767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Pushing event updated for resources: {'Port': ['ID=7ee5191d-7086-4486-97f7-76f33900c8de,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.176944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.177379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.195200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for f99e393c-00c1-4a46-b646-c7ca4348e408 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:01.197300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] device_id is not set on port d39a1c90-7bf2-47e6-a805-06abd525a73b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:01.214883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.239353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Attempting to bind port 7ee5191d-7086-4486-97f7-76f33900c8de on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:01.239916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Attempting to bind port 7ee5191d-7086-4486-97f7-76f33900c8de by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '615fea71-cce6-4fb5-868a-d90e5cdcd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:01.240438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Attempting to bind port 7ee5191d-7086-4486-97f7-76f33900c8de on network 74d59306-0e8e-4f0e-93a3-0882aebce54b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:01.246644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:01.247266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Checking segment: {'id': '615fea71-cce6-4fb5-868a-d90e5cdcd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:01.247939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.248673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Bound using segment: {'id': '615fea71-cce6-4fb5-868a-d90e5cdcd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:01.249317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Bound port: 7ee5191d-7086-4486-97f7-76f33900c8de, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615fea71-cce6-4fb5-868a-d90e5cdcd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:01.249983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.329533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:01.332343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] For port 7ee5191d-7086-4486-97f7-76f33900c8de, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:01.337084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] For port 7ee5191d-7086-4486-97f7-76f33900c8de, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7ee5191d-7086-4486-97f7-76f33900c8de,segment=NetworkSegment(615fea71-cce6-4fb5-868a-d90e5cdcd0a2),segment_id=615fea71-cce6-4fb5-868a-d90e5cdcd0a2)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:01.408342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.430145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.474000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Allocated IP 2001:db8::123 (74d59306-0e8e-4f0e-93a3-0882aebce54b/20897348-09ee-4692-a121-72b2ebb63d89/d39a1c90-7bf2-47e6-a805-06abd525a73b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:01.498319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80315-588d-469d-a642-423036838c9e req-a7dc8b38-db42-4456-8648-8e47da2f86ee tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:01.504775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8354-9613-4cb0-8a6c-916702b3ff76 None None] Pushing event updated for resources: {'Port': ['ID=7ee5191d-7086-4486-97f7-76f33900c8de,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.507844 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f3b80315-588d-469d-a642-423036838c9e req-a7dc8b38-db42-4456-8648-8e47da2f86ee tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.0851245 Mar 14 18:22:01.511405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.749597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Pushing event updated for resources: {'Port': ['ID=783fb5b1-5db6-45bb-822e-73c4962d55cd,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:01.793532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f3b80315-588d-469d-a642-423036838c9e req-36b3af4c-087c-458e-9949-f0e303c311c7 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845581 Mar 14 18:22:01.845856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.855743 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-354a2f44-29cf-42ef-a769-fa8e64ecbc0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f29e1b2f01cf4fb09ab04310c5ebae30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5248773 Mar 14 18:22:01.859079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:01.870910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bc64-2db8-4727-be69-2f706179df0d req-05900757-6e64-4394-9f39-7cb9681ac1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:01.872343 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-05900757-6e64-4394-9f39-7cb9681ac1b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 200 len: 907 time: 0.2824206 Mar 14 18:22:01.946467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-332509f3-996f-4ffd-b820-266690285a53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 200 len: 217 time: 0.0605788 Mar 14 18:22:01.950622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7ee5191d-7086-4486-97f7-76f33900c8de up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:01.989994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:01.994053 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2c205154-15c0-4cd7-89ea-a841fc3e218f tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7844448 Mar 14 18:22:02.001652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:02.005810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-804311344', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'fixed_ips': [{'ip_address': '172.26.3.153'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:02.007529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7ee5191d-7086-4486-97f7-76f33900c8de triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:02.007905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.009640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.022612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:02.025032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b2abf-500d-4aec-9e20-552d5f62f0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:02.046151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bc64-2db8-4727-be69-2f706179df0d req-795ec611-25d2-406b-8b52-23f24d1caadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.047664 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-795ec611-25d2-406b-8b52-23f24d1caadd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69e08522-015f-4aaa-b6ed-f7fc39be0101 HTTP/1.1" status: 200 len: 845 time: 0.0928664 Mar 14 18:22:02.057700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.088712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Made reservation on behalf of 9debe810a7b542bc8ee65bb8c1172298 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:02.092141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.120710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.134816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.151147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d582ca8-e8bc-4cfa-b431-676da8712c12 req-c1044954-8a3f-42d2-af6d-1b88dd0a889f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.159677 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d582ca8-e8bc-4cfa-b431-676da8712c12 req-c1044954-8a3f-42d2-af6d-1b88dd0a889f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.6470530 Mar 14 18:22:02.163125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.171416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4664f72-be38-4a77-8065-a0715c7e562e x-openstack-request-id: req-c4664f72-be38-4a77-8065-a0715c7e562e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:02.171774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:02.173453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4664f72-be38-4a77-8065-a0715c7e562e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:02.173453 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'status': 'completed', 'code': 200} Mar 14 18:22:02.174926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 7ee5191d-7086-4486-97f7-76f33900c8de, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7ee5191d-7086-4486-97f7-76f33900c8de,segment=NetworkSegment(615fea71-cce6-4fb5-868a-d90e5cdcd0a2),segment_id=615fea71-cce6-4fb5-868a-d90e5cdcd0a2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:02.190835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708bc64-2db8-4727-be69-2f706179df0d req-1886178f-bda7-4d7f-9fb4-cf5beb82e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.190835 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-1886178f-bda7-4d7f-9fb4-cf5beb82e4fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f19199b-a7bb-401c-bd7d-575d44ae1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1329122 Mar 14 18:22:02.212299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.214059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.237823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.265986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990435f8-5ed9-4e80-8f4f-e0b5a28eea5d req-cb991fe5-deb5-4573-befb-90e1183ad42d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.267750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-990435f8-5ed9-4e80-8f4f-e0b5a28eea5d req-cb991fe5-deb5-4573-befb-90e1183ad42d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.1162078 Mar 14 18:22:02.302464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-cb1a4548-e101-41d7-b957-f5d14b6724dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.303997 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-cb1a4548-e101-41d7-b957-f5d14b6724dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cec7099-fa27-44e1-ac0c-1be8018896e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7070012 Mar 14 18:22:02.318546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.321056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.322248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c300b93-ee08-43cd-b460-2b756c31bda2 HTTP/1.1" status: 204 len: 168 time: 0.4608591 Mar 14 18:22:02.323049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=7ee5191d-7086-4486-97f7-76f33900c8de,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.328105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=f99e393c-00c1-4a46-b646-c7ca4348e408,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.345343 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-79b06d6c-e2ba-454c-a0e4-b69a36ab2b8a service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480474 Mar 14 18:22:02.356665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2f90a-cf63-494e-a8dd-2a1ccea2ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c300b93-ee08-43cd-b460-2b756c31bda2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.411076 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-990435f8-5ed9-4e80-8f4f-e0b5a28eea5d req-dd813871-f896-4481-8e16-80786facb147 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121075 Mar 14 18:22:02.459848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-a06a7cb8-44b5-41b7-b231-a27de801dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.461725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-a06a7cb8-44b5-41b7-b231-a27de801dfe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1097 time: 0.7389286 Mar 14 18:22:02.478945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.501413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-ace76ad0-b119-4977-b07e-3c3a7d27bb82 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459410 Mar 14 18:22:02.538672 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d582ca8-e8bc-4cfa-b431-676da8712c12 req-6fa88490-c9bd-4224-bc2e-fe4639000b5e tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644392 Mar 14 18:22:02.567694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.575145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] device_id is not set on port 6ca9374a-9bd2-4f16-844c-43331354ffda yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:02.649364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e45a93-2517-4bff-926b-b9583ce00b4c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:02.661388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.696454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.696754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Floating IP 28666cad-6d62-4c1c-ae96-c77a8ba3753d disassociated (deleted). External IP: 172.26.3.17, port: b28f1653-8df6-4cb9-af83-a69836f8818c. Mar 14 18:22:02.731528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8fb193-8647-4e9a-b5a7-a00cd7abac37 None None] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:02.743555 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-1d5f14b8-21b7-4428-827a-4943bf6ef160 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 217 time: 0.1178560 Mar 14 18:22:02.758519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-a445e6c4-4224-415e-a909-113733069ace service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434726 Mar 14 18:22:02.772823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.26.3.236 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/41da5f60-3b04-46af-a423-db43bdefd158) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:02.806265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-65d61378-8c3a-49f5-84fb-4e29549964d7 None None] Provisioning complete for port 7ee5191d-7086-4486-97f7-76f33900c8de triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:02.806638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-65d61378-8c3a-49f5-84fb-4e29549964d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:02.962932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f782af4f-9595-4d21-8868-7f5f9ef5f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.964331 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f782af4f-9595-4d21-8868-7f5f9ef5f06d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1971056 Mar 14 18:22:02.987091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98d42a-f05f-45f7-80a6-3606e4e9dbe0 req-fbd28d9e-7e04-4f78-a0e3-4e4e1816bbd3 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:02.996703 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a98d42a-f05f-45f7-80a6-3606e4e9dbe0 req-fbd28d9e-7e04-4f78-a0e3-4e4e1816bbd3 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.0894992 Mar 14 18:22:03.034482 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a98d42a-f05f-45f7-80a6-3606e4e9dbe0 req-e8ae9fe9-3fcf-4e5b-84da-94aab9c4d9e2 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368290 Mar 14 18:22:03.074105 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25fe599c-3491-4ee9-a5ba-f7021cec8586 req-75a9b0f2-a90d-4d26-b8ec-22cb40558ede service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041766 Mar 14 18:22:03.123874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.234133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.266832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f1558731-1ba6-4ed2-9df9-974e3dbf57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:03.268249 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-f1558731-1ba6-4ed2-9df9-974e3dbf57e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2641273 Mar 14 18:22:03.276731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:03.287592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8687cd04-27f0-4aa5-b6d4-fcbbd1f53c8a None None] Provisioning complete for port 7ee5191d-7086-4486-97f7-76f33900c8de triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:03.288183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8687cd04-27f0-4aa5-b6d4-fcbbd1f53c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.297439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:03.317130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:03.322705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:03.323325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.334425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'Port': ['ID=d39a1c90-7bf2-47e6-a805-06abd525a73b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:03.408326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-81774fd1-c2a7-49d2-9983-dd0edae20f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:03.409911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-81774fd1-c2a7-49d2-9983-dd0edae20f3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d26c62cb24854efa836dab7ece32c934&device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 1096 time: 0.2231483 Mar 14 18:22:03.411701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Router ed6f33d6-deb8-4f46-be05-00afb865cf4b has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:03.476935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3c4ee386-f5c0-486b-9ec2-22c6980ada1d tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8136728 Mar 14 18:22:03.481799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43348) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:03.487772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Request body: {'port': {'network_id': '74d59306-0e8e-4f0e-93a3-0882aebce54b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-726155478', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:03.488326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] bootfile-name is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:03.488660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] tftp-server is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:03.488991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.api.validators [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] server-ip-address is not in valid_values {{(pid=103392) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:03.647790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.661471 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-6af9be17-94ee-41f0-af21-2870e6cde61c service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806162 Mar 14 18:22:03.696890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:03.716806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c18c8bd-e6cf-4c92-8b87-c7cd95439fb5 None None] Provisioning complete for port d39a1c90-7bf2-47e6-a805-06abd525a73b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:03.717500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c18c8bd-e6cf-4c92-8b87-c7cd95439fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.735705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d5453-8d6a-4fe1-aca6-ca8b6b74c7c8 req-96210c04-6afa-4156-a161-0af1e7783269 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:03.742057 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093d5453-8d6a-4fe1-aca6-ca8b6b74c7c8 req-96210c04-6afa-4156-a161-0af1e7783269 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.0980332 Mar 14 18:22:03.765946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:03.766652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:03.773062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c18c8bd-e6cf-4c92-8b87-c7cd95439fb5 None None] Port d39a1c90-7bf2-47e6-a805-06abd525a73b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:03.798465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093d5453-8d6a-4fe1-aca6-ca8b6b74c7c8 req-3373fd22-cc8f-451b-8ff0-727effbe60d6 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532720 Mar 14 18:22:03.799836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Made reservation on behalf of 1fdaf69950934e2886880a982eee51d1 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:03.805072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.839278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286570854'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:03.847390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] device_id is not set on port 24b263cc-898d-4250-927e-00c004d94d21 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:03.867142 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0e435442-df2e-4adf-8194-88beb8ae4660 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8659387 Mar 14 18:22:03.891576 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:03.903490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7ee5191d-7086-4486-97f7-76f33900c8de up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:03.957421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7ee5191d-7086-4486-97f7-76f33900c8de triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:03.958139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:03.992329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:03.996306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.050158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.070939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:04.106441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=41da5f60-3b04-46af-a423-db43bdefd158,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:04.108612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Allocated IP 2001:db8::36f (74d59306-0e8e-4f0e-93a3-0882aebce54b/20897348-09ee-4692-a121-72b2ebb63d89/24b263cc-898d-4250-927e-00c004d94d21) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:04.116047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:04.125081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f499c78-47fe-4f7f-acc3-f998cee8a239 req-1cc10c1e-081f-458a-81c6-8bf31dbb79b7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.130491 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f499c78-47fe-4f7f-acc3-f998cee8a239 req-1cc10c1e-081f-458a-81c6-8bf31dbb79b7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.6398451 Mar 14 18:22:04.131883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:04.140576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-fc02a72b-87ab-452a-b1df-63a1d0a64e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.142629 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-fc02a72b-87ab-452a-b1df-63a1d0a64e4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 200 len: 913 time: 0.7212367 Mar 14 18:22:04.165476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Deleting port 783fb5b1-5db6-45bb-822e-73c4962d55cd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:04.165847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.245009 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-3b2e1f7b-27e4-4f69-8a8a-888eef3a9fa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 200 len: 217 time: 0.0939326 Mar 14 18:22:04.280044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:04.292237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c349176-72a4-434a-af17-44727039beba None None] Sync routers for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:04.296466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbe8ae-9d1c-48b0-8e05-220b6102a859 req-08a95b7f-62f1-4c38-b5c9-183e4e86a492 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.298013 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76bbe8ae-9d1c-48b0-8e05-220b6102a859 req-08a95b7f-62f1-4c38-b5c9-183e4e86a492 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.1720390 Mar 14 18:22:04.305524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c349176-72a4-434a-af17-44727039beba None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:04.307168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7c349176-72a4-434a-af17-44727039beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.307799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.353758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7c349176-72a4-434a-af17-44727039beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.365125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c349176-72a4-434a-af17-44727039beba None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:04.366331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7c349176-72a4-434a-af17-44727039beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.374202 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fccb6635-04fa-44c0-931d-d6d4e03b3180 req-140bb009-331c-4f30-90be-eaccf507c5a4 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975379 Mar 14 18:22:04.385136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.385467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.403964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7c349176-72a4-434a-af17-44727039beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:04.409735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c349176-72a4-434a-af17-44727039beba None None] The sync data for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:04.410210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.414106 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f499c78-47fe-4f7f-acc3-f998cee8a239 req-12b44e3b-b55c-44b0-8f50-efef0068141e tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681818 Mar 14 18:22:04.422131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Calling delete_port for 783fb5b1-5db6-45bb-822e-73c4962d55cd owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:04.427501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cc6344db-a1d5-46b2-a0af-0d45bf084698 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/floatingips/28666cad-6d62-4c1c-ae96-c77a8ba3753d HTTP/1.1" status: 204 len: 168 time: 4.1148319 Mar 14 18:22:04.435305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:04.440147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:04.456020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-8f226e5a-5e6a-482d-a876-dc12f1f100d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.457501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-8f226e5a-5e6a-482d-a876-dc12f1f100d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 HTTP/1.1" status: 200 len: 851 time: 0.2004323 Mar 14 18:22:04.467383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76bbe8ae-9d1c-48b0-8e05-220b6102a859 req-df3f32c1-a61f-42e1-9e44-7a883daab4fe tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572874 Mar 14 18:22:04.510624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-bfbc9509-7a47-413d-beb7-a79ceca9657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.512087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-bfbc9509-7a47-413d-beb7-a79ceca9657d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cec7099-fa27-44e1-ac0c-1be8018896e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446579 Mar 14 18:22:04.527044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.553548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.569481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:04.600503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b788919c-11ea-4974-872d-6956b9d6bdde,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:04.603417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.603761 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 83c0658a-bb7c-468b-b3ff-571d1c939bd6 of type vlan for network 82573477-e947-4bc0-99ba-6ea161ad3eaa Mar 14 18:22:04.684266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-2269cd09-92b0-4ade-a5c3-02d01d423286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.686495 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-2269cd09-92b0-4ade-a5c3-02d01d423286 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1097 time: 0.1627719 Mar 14 18:22:04.693709 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-e8452a50-dbf9-4117-97a9-bf96c6f81fe1 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710992 Mar 14 18:22:04.856176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.875637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.932495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:04.953192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-31573693-6f9e-43b7-9882-c109a1771f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:04.954683 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-31573693-6f9e-43b7-9882-c109a1771f5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.2601111 Mar 14 18:22:04.973100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7659ffd1-7b0f-4579-a62d-7fa36ae3ead9 req-230e8bc0-0c3c-4242-8c6c-fe52d9c83c62 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703900 Mar 14 18:22:05.035666 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-07302cd5-e029-4c7f-9d06-f3d1f37b8199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 217 time: 0.0721018 Mar 14 18:22:05.056512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.067195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0108-2ecd-41e8-8ec4-c447c7f6873b req-5769975e-f7da-4c3b-aacd-ac73e6434561 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.068669 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-150f0108-2ecd-41e8-8ec4-c447c7f6873b req-5769975e-f7da-4c3b-aacd-ac73e6434561 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.1604176 Mar 14 18:22:05.095562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.116601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.122136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.122736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.141938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:05.147761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:05.147761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:05.154214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.155869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.158800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.159305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-0ee3a5de-14db-40d0-a8df-b996350d0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.160822 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-0ee3a5de-14db-40d0-a8df-b996350d0d03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1178133 Mar 14 18:22:05.204228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'Port': ['ID=24b263cc-898d-4250-927e-00c004d94d21,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:05.209614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-150f0108-2ecd-41e8-8ec4-c447c7f6873b req-cdd59fdd-0e34-4f58-8917-e14edcf965e8 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222718 Mar 14 18:22:05.269176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-b673c87e-27c0-4ea5-98e2-e7a24745ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.270685 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-b673c87e-27c0-4ea5-98e2-e7a24745ae0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014566 Mar 14 18:22:05.285737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Pushing event deleted for resources: {'Port': ['ID=783fb5b1-5db6-45bb-822e-73c4962d55cd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:05.308642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.308922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=82573477-e947-4bc0-99ba-6ea161ad3eaa,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:05.327658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:05.425088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Allocated IP 172.26.3.207 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/dadd1c3c-99d1-4e85-8082-02d7815ff92d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:05.470587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.474992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.476542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-497a28b4-f0d7-4511-a156-82a1f8c4fc9e tempest-ExternalNetworksAdminNegativeTestJSON-1865866067 tempest-ExternalNetworksAdminNegativeTestJSON-1865866067-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/325e323d-f79a-4b75-8d90-f5bf2c2b2db1 HTTP/1.1" status: 204 len: 168 time: 1.5819502 Mar 14 18:22:05.516954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-fc2a3334-580b-4eee-9186-362556da5a74 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357075 Mar 14 18:22:05.577234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5deec13-6a6a-4501-9f5b-dd926bffd425 None None] Provisioning complete for port 24b263cc-898d-4250-927e-00c004d94d21 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:05.593583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5deec13-6a6a-4501-9f5b-dd926bffd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.626179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e5deec13-6a6a-4501-9f5b-dd926bffd425 None None] Port 24b263cc-898d-4250-927e-00c004d94d21 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:05.655425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:05.670703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342d393-0a5b-4cbf-92ee-6d97acde8088 req-d9099a6e-16a7-43e4-9a9b-263395bb97b8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.672115 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e342d393-0a5b-4cbf-92ee-6d97acde8088 req-d9099a6e-16a7-43e4-9a9b-263395bb97b8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.1588240 Mar 14 18:22:05.686799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa5c3-178f-43ec-b327-2dc6f0836d23 req-117bf5ac-f2b8-4e16-b1e3-a16383344246 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:05.688281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2aefa5c3-178f-43ec-b327-2dc6f0836d23 req-117bf5ac-f2b8-4e16-b1e3-a16383344246 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.1288610 Mar 14 18:22:05.730447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e342d393-0a5b-4cbf-92ee-6d97acde8088 req-487c684b-282b-4446-accb-63f98118098d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515711 Mar 14 18:22:05.746038 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-018b2abf-500d-4aec-9e20-552d5f62f0e5 req-5a3b9b2c-dc7a-4657-abfb-5253a46e3858 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198949 Mar 14 18:22:05.764163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2aefa5c3-178f-43ec-b327-2dc6f0836d23 req-4f25a0f2-e5bd-4833-bbbb-386a62481223 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687115 Mar 14 18:22:06.188183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aca8a85b-a2ef-41b2-8408-0f9735285d33 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4821837 Mar 14 18:22:06.214352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router 4a055fa3-99d4-4fd4-9b66-d07eec3e158c is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:06.218740 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bcf48538-1895-4f55-a06b-c314a8deb3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7349069 Mar 14 18:22:06.220223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.221432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:06.266460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:06.272114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:06.274772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:06.278104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Pushing event updated for resources: {'Port': ['ID=dadd1c3c-99d1-4e85-8082-02d7815ff92d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:06.314875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:06.320144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:06.489695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61fc9-1cc0-4acf-b19f-7a9ae16cf388 req-c4c085a4-5967-40c5-8ee2-b8e7018019fd tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.491262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0ed61fc9-1cc0-4acf-b19f-7a9ae16cf388 req-c4c085a4-5967-40c5-8ee2-b8e7018019fd tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 944 time: 0.1675074 Mar 14 18:22:06.499680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.547158 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0ed61fc9-1cc0-4acf-b19f-7a9ae16cf388 req-b9c2dbc6-a922-4bdc-a3e8-2779b5f22b8d tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 Mar 14 18:22:06.569852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:06.599354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:06.603089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.611362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 135b304b-a811-48be-a738-fc66d7e1a1cf details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:22:06.629198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.639205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de11f-6842-4b05-b32c-6d6dc9f91fda tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.645184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de11f-6842-4b05-b32c-6d6dc9f91fda tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.651443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de11f-6842-4b05-b32c-6d6dc9f91fda tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:06.653170 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-552de11f-6842-4b05-b32c-6d6dc9f91fda tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4304893 Mar 14 18:22:06.656749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:06.743125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a151edac-4750-4443-bc81-a220b876f639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.747283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=135b304b-a811-48be-a738-fc66d7e1a1cf,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:06.786289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:06.800976 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Sync routers for ids ['4a055fa3-99d4-4fd4-9b66-d07eec3e158c'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:06.828515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Routers {'4a055fa3-99d4-4fd4-9b66-d07eec3e158c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:06.829139 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4a055fa3-99d4-4fd4-9b66-d07eec3e158c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:06.916490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Deleting port 24b263cc-898d-4250-927e-00c004d94d21 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:06.917176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.925535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'port_id': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'mac_address': 'fa:16:3e:74:b5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:22:06.979661 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Set router 4a055fa3-99d4-4fd4-9b66-d07eec3e158c gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:06.988593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.993051 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69010312-14e1-493d-95d1-b13ed6a7fb50 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3156755 Mar 14 18:22:06.993182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:06.999294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.016011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135b304b-a811-48be-a738-fc66d7e1a1cf {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:22:07.021086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5493-79bd-4099-a577-a40a6fe488b7 req-a2071ef5-17f1-47be-ba87-e44fbc42d08b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.022913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf5a5493-79bd-4099-a577-a40a6fe488b7 req-a2071ef5-17f1-47be-ba87-e44fbc42d08b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.1775303 Mar 14 18:22:07.059981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=135b304b-a811-48be-a738-fc66d7e1a1cf,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:07.086951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffafce-cea3-4c14-9852-250b626d66e9 req-5b8f227d-006c-431b-887e-d4959ccffb13 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.088502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32ffafce-cea3-4c14-9852-250b626d66e9 req-5b8f227d-006c-431b-887e-d4959ccffb13 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 943 time: 0.2091486 Mar 14 18:22:07.091637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.131851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.139961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.144067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a151edac-4750-4443-bc81-a220b876f639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.160557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.163384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1eb701fb-3bbf-4077-b5c9-3956801e3e85 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:22:07.188923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.196453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Calling delete_port for 24b263cc-898d-4250-927e-00c004d94d21 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:07.209546 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf5a5493-79bd-4099-a577-a40a6fe488b7 req-10369841-78f2-4de4-b602-bdbd4acbf63d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431298 Mar 14 18:22:07.273031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8af166a4-f140-46b3-a007-564aae915c44 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/4a055fa3-99d4-4fd4-9b66-d07eec3e158c HTTP/1.1" status: 200 len: 908 time: 0.2715933 Mar 14 18:22:07.276729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.282119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32ffafce-cea3-4c14-9852-250b626d66e9 req-dd63b2b9-ecb1-47b4-b978-f3746e49a98e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769302 Mar 14 18:22:07.282695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'name': 'tempest-snat-router-813551620', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:07.287628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a151edac-4750-4443-bc81-a220b876f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.296249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.346282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'name': 'tempest-snat-router-813551620', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236'}], 'enable_snat': False}, 'gw_port_id': '41da5f60-3b04-46af-a423-db43bdefd158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:00Z', 'updated_at': '2022-03-14T18:22:04Z', 'revision_number': 3, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port': {'id': '41da5f60-3b04-46af-a423-db43bdefd158', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:02Z', 'updated_at': '2022-03-14T18:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:07.379876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Pushing event updated for resources: {'Port': ['ID=dadd1c3c-99d1-4e85-8082-02d7815ff92d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.382255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=df9b22f3-d413-45b7-a851-2cf8e3b5bdb7,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.408311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151edac-4750-4443-bc81-a220b876f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da5241-98e4-45db-984c-6b9e44177a07,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.420917 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a151edac-4750-4443-bc81-a220b876f639 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cad8a8023b404c38928118a7f8b63581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415654 Mar 14 18:22:07.421224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.421426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.421582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.431625 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Checking router: 4a055fa3-99d4-4fd4-9b66-d07eec3e158c for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:07.431978 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Updating router 4a055fa3-99d4-4fd4-9b66-d07eec3e158c port 41da5f60-3b04-46af-a423-db43bdefd158 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:22:07.436643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.458960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '83c0658a-bb7c-468b-b3ff-571d1c939bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:07.459328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: 82573477-e947-4bc0-99ba-6ea161ad3eaa, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:07.474874 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.501266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.504373 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cc0a4ca7-03c7-475b-954b-b631e0f3566f tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0670173 Mar 14 18:22:07.512342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:07.512520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43396) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.520855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'port_id': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'mac_address': 'fa:16:3e:5d:9d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:22:07.546801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.567550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.574557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:07.588473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb701fb-3bbf-4077-b5c9-3956801e3e85 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:22:07.601109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.613985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:07.628985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.664874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:07.705522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 82573477-e947-4bc0-99ba-6ea161ad3eaa) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:07.706927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event deleted for resources: {'Port': ['ID=24b263cc-898d-4250-927e-00c004d94d21,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.713578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.714561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.720653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29f447-ffb3-4780-beb6-733bda966216 None None] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:07.745503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.759022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.786374 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.814827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.820686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e429fd5-348e-46cd-90ef-c4073d4e01dd tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "DELETE /v2.0/ports/24b263cc-898d-4250-927e-00c004d94d21 HTTP/1.1" status: 204 len: 168 time: 1.1595695 Mar 14 18:22:07.822187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.833391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.834315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Request body: {'port': {'name': 'tempest-new-port-name-251861902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:07.834315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:07.834315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:07.834315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:22:07.861504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:07.876967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718a66-9b7f-439e-ba30-2144f6b16baa req-4f2c1ef1-f996-49b5-9bc2-fe0bee1010e4 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:07.878571 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64718a66-9b7f-439e-ba30-2144f6b16baa req-4f2c1ef1-f996-49b5-9bc2-fe0bee1010e4 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 945 time: 0.1930084 Mar 14 18:22:07.891318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-38fa278d-e608-4ac2-9913-2d096fe0b1a6 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5751886 Mar 14 18:22:07.894888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:07.906147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-787032124'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:07.935922 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:22:07.941151 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.977525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-82573477-e947-4bc0-99ba-6ea161ad3eaa', 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': 'df9b22f3-d413-45b7-a851-2cf8e3b5bdb7'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:07.978581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:07.985950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.002534 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98af4e4-b2d3-4ae4-9ad3-b156c2884b62 None None] Pushing event updated for resources: {'Port': ['ID=41da5f60-3b04-46af-a423-db43bdefd158,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.023435 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Attempting to bind port 41da5f60-3b04-46af-a423-db43bdefd158 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:08.024132 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Attempting to bind port 41da5f60-3b04-46af-a423-db43bdefd158 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:08.027633 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Attempting to bind port 41da5f60-3b04-46af-a423-db43bdefd158 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:08.035682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:08.036962 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:08.037441 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:08.038122 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.038717 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:08.039302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Bound port: 41da5f60-3b04-46af-a423-db43bdefd158, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:08.039428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.039887 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.054278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.058984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.061801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5da5241-98e4-45db-984c-6b9e44177a07 HTTP/1.1" status: 204 len: 168 time: 0.6122508 Mar 14 18:22:08.102018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:08.118879 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] For port 41da5f60-3b04-46af-a423-db43bdefd158, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:08.126728 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] For port 41da5f60-3b04-46af-a423-db43bdefd158, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=41da5f60-3b04-46af-a423-db43bdefd158,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:08.132442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.132787 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 02e2bafc-4590-4a7e-9097-49dbe8ca4232 of type vlan for network d27f65c3-2ed4-460e-93b7-5dda570c9ddb Mar 14 18:22:08.164974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.175270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5db3e7-948f-44ff-8011-1f400aff4048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5da5241-98e4-45db-984c-6b9e44177a07,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.192405 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.194229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.210915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.211855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64718a66-9b7f-439e-ba30-2144f6b16baa req-b4ffa0f3-5741-4169-953f-ddf7aaca5871 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250237 Mar 14 18:22:08.239462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Allocated IP 172.26.3.22 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/74791053-1a71-4d32-b231-9a0a98e4a803) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:08.255276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Allocated IP 172.20.255.242 (82573477-e947-4bc0-99ba-6ea161ad3eaa/df9b22f3-d413-45b7-a851-2cf8e3b5bdb7/c8eade4c-d83e-4976-b676-d3883077a62c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:08.345263 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98af4e4-b2d3-4ae4-9ad3-b156c2884b62 None None] Pushing event updated for resources: {'Port': ['ID=41da5f60-3b04-46af-a423-db43bdefd158,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.348138 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Routers {'4a055fa3-99d4-4fd4-9b66-d07eec3e158c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:08.348740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4a055fa3-99d4-4fd4-9b66-d07eec3e158c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:08.354671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['1eb701fb-3bbf-4077-b5c9-3956801e3e85'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:22:08.387623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.393651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.406486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.431198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['135b304b-a811-48be-a738-fc66d7e1a1cf'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:22:08.555762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.574675 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6746442 Mar 14 18:22:08.577681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:08.602796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:08.605415 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] Set router 4a055fa3-99d4-4fd4-9b66-d07eec3e158c gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:08.616057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b21bc94a-ba42-42b1-b0bf-7b9480da9c37 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:22:08.637884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28adf6a-9c1f-4826-9596-6fbc0086d4ee req-ab10ff08-c097-401f-9ced-678b8f6d2abc tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.645138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e309b7a-6204-45be-92eb-f7bc8aa28c74 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=d27f65c3-2ed4-460e-93b7-5dda570c9ddb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.657519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b28adf6a-9c1f-4826-9596-6fbc0086d4ee req-ab10ff08-c097-401f-9ced-678b8f6d2abc tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 944 time: 0.2291312 Mar 14 18:22:08.672083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.673972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d27f65c3-2ed4-460e-93b7-5dda570c9ddb details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:08.723209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.729817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.734001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a94c3-0780-4c4a-a380-4eeccc265a19 req-379b36f6-7aaa-4965-a1fb-8d7e2ad362f5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.735556 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a94a94c3-0780-4c4a-a380-4eeccc265a19 req-379b36f6-7aaa-4965-a1fb-8d7e2ad362f5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 944 time: 0.3656600 Mar 14 18:22:08.763170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] In _notify_port_updated(), no bound segment for port d39a1c90-7bf2-47e6-a805-06abd525a73b on network 74d59306-0e8e-4f0e-93a3-0882aebce54b {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:22:08.770983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:08.776413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.776413 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "PUT /v2.0/ports/d39a1c90-7bf2-47e6-a805-06abd525a73b HTTP/1.1" status: 200 len: 1129 time: 0.9486084 Mar 14 18:22:08.777142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:08.800828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.resource_extend [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:22:08.846220 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a94a94c3-0780-4c4a-a380-4eeccc265a19 req-38ff220e-dda7-47a9-a485-e63725bbcbe3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983672 Mar 14 18:22:08.904315 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'name': 'tempest-snat-router-813551620', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236'}], 'enable_snat': False}, 'gw_port_id': '41da5f60-3b04-46af-a423-db43bdefd158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:00Z', 'updated_at': '2022-03-14T18:22:04Z', 'revision_number': 3, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port': {'id': '41da5f60-3b04-46af-a423-db43bdefd158', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:02Z', 'updated_at': '2022-03-14T18:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:08.914468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:08.918655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.926131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:08.926965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:08.953764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852460a1-85c9-4525-8276-d52d37b333d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event updated for resources: {'Port': ['ID=d39a1c90-7bf2-47e6-a805-06abd525a73b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:08.992715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b28adf6a-9c1f-4826-9596-6fbc0086d4ee req-15d25520-3bdf-4e18-89bb-b9e13c82998e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338711 Mar 14 18:22:09.011381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf35c6-946f-4135-b7d4-7380eb7986da tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:09.012866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:09.021729 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0ecf35c6-946f-4135-b7d4-7380eb7986da tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "GET /v2.0/ports/d39a1c90-7bf2-47e6-a805-06abd525a73b HTTP/1.1" status: 200 len: 1129 time: 0.2355816 Mar 14 18:22:09.024400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:09.032578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:09.035023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:09.088869 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ef127-b4e5-4bb8-ad53-67b58f62b790 None None] The sync data for ids ['4a055fa3-99d4-4fd4-9b66-d07eec3e158c'] in dv-neutron-833670-1-hyperv is: [{'id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'name': 'tempest-snat-router-813551620', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236'}], 'enable_snat': False}, 'gw_port_id': '41da5f60-3b04-46af-a423-db43bdefd158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:00Z', 'updated_at': '2022-03-14T18:22:04Z', 'revision_number': 3, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port': {'id': '41da5f60-3b04-46af-a423-db43bdefd158', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a055fa3-99d4-4fd4-9b66-d07eec3e158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:02Z', 'updated_at': '2022-03-14T18:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:09.120324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.142863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Pushing event updated for resources: {'Port': ['ID=c8eade4c-d83e-4976-b676-d3883077a62c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.149336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:09.155776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.164431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.207074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Attempting to bind port c8eade4c-d83e-4976-b676-d3883077a62c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:09.207802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Attempting to bind port c8eade4c-d83e-4976-b676-d3883077a62c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '83c0658a-bb7c-468b-b3ff-571d1c939bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:09.208167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Attempting to bind port c8eade4c-d83e-4976-b676-d3883077a62c on network 82573477-e947-4bc0-99ba-6ea161ad3eaa {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:09.222376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:09.222758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Checking segment: {'id': '83c0658a-bb7c-468b-b3ff-571d1c939bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:09.223709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.224113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Bound using segment: {'id': '83c0658a-bb7c-468b-b3ff-571d1c939bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:09.224649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Bound port: c8eade4c-d83e-4976-b676-d3883077a62c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c0658a-bb7c-468b-b3ff-571d1c939bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '82573477-e947-4bc0-99ba-6ea161ad3eaa'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:09.225040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.242286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'port_id': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'mac_address': 'fa:16:3e:73:cb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:22:09.279489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Pushing event updated for resources: {'Port': ['ID=74791053-1a71-4d32-b231-9a0a98e4a803,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.298983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:09.306135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:09.319779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-427cca05-6aad-4c19-8d9d-c4f12154463f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9debe810a7b542bc8ee65bb8c1172298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899112 Mar 14 18:22:09.319779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:09.322120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43424) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:09.332471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5ec79aa5-2acd-4b70-8845-3fc5c6d090cc None None] Provisioning complete for port d39a1c90-7bf2-47e6-a805-06abd525a73b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:09.332835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ec79aa5-2acd-4b70-8845-3fc5c6d090cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.371510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.26.3.87 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/33f61040-8e9e-46f0-acaf-131fc8314624) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:09.385269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.396895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Deleting port d39a1c90-7bf2-47e6-a805-06abd525a73b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:09.397416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.418812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.421023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] For port c8eade4c-d83e-4976-b676-d3883077a62c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:09.425696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5ec79aa5-2acd-4b70-8845-3fc5c6d090cc None None] Port d39a1c90-7bf2-47e6-a805-06abd525a73b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:09.472907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21bc94a-ba42-42b1-b0bf-7b9480da9c37 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:22:09.482837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] For port c8eade4c-d83e-4976-b676-d3883077a62c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c8eade4c-d83e-4976-b676-d3883077a62c,segment=NetworkSegment(83c0658a-bb7c-468b-b3ff-571d1c939bd6),segment_id=83c0658a-bb7c-468b-b3ff-571d1c939bd6)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:09.497023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:09.522525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485bbbb-6245-433b-b502-302cd5527292 req-7820b750-4713-4aa0-a65f-ad6853458360 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:09.524119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f485bbbb-6245-433b-b502-302cd5527292 req-7820b750-4713-4aa0-a65f-ad6853458360 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 945 time: 0.2155030 Mar 14 18:22:09.594399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.600086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.608422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=9adc5917-7688-4ea1-9abd-572eb18db2fb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.616952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Calling delete_port for d39a1c90-7bf2-47e6-a805-06abd525a73b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:09.624440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.630333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.634826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '02e2bafc-4590-4a7e-9097-49dbe8ca4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:09.644437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: d27f65c3-2ed4-460e-93b7-5dda570c9ddb, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:09.675577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f71cd-596e-4ba4-bf1b-8c0e3c7c88e8 None None] Pushing event updated for resources: {'Port': ['ID=c8eade4c-d83e-4976-b676-d3883077a62c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.679237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.692977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.700779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:09.722591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f485bbbb-6245-433b-b502-302cd5527292 req-5920646c-35d6-4611-88ae-12a2d601ce10 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853757 Mar 14 18:22:09.783514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:09.948503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 41da5f60-3b04-46af-a423-db43bdefd158 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:10.073698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 41da5f60-3b04-46af-a423-db43bdefd158 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:10.073698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.224987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b58fa-ab34-4a9b-a6f2-447e95ad6fe4 req-9929c87c-0d7e-4ce2-94a1-51df95893575 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:10.226887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb7b58fa-ab34-4a9b-a6f2-447e95ad6fe4 req-9929c87c-0d7e-4ce2-94a1-51df95893575 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 945 time: 0.1235130 Mar 14 18:22:10.249542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.268819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['b21bc94a-ba42-42b1-b0bf-7b9480da9c37'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:22:10.277845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network d27f65c3-2ed4-460e-93b7-5dda570c9ddb is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:10.290514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.317344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:10.321743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:10.340378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:10.346937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.378954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedfad2-c523-4cf7-ba1a-e40fc7ae071f req-864ef967-1908-4fdf-b4a9-61ad7c14dc08 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:10.379502 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb7b58fa-ab34-4a9b-a6f2-447e95ad6fe4 req-ff63f5bb-9562-4d36-bae9-8553175df589 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448741 Mar 14 18:22:10.380680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dbedfad2-c523-4cf7-ba1a-e40fc7ae071f req-864ef967-1908-4fdf-b4a9-61ad7c14dc08 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 944 time: 0.1079397 Mar 14 18:22:10.394474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=33f61040-8e9e-46f0-acaf-131fc8314624,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:10.428881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.474594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 41da5f60-3b04-46af-a423-db43bdefd158, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=41da5f60-3b04-46af-a423-db43bdefd158,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:10.480305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event deleted for resources: {'Port': ['ID=d39a1c90-7bf2-47e6-a805-06abd525a73b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:10.490423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.496228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-87e14d2e-e957-4eae-beb0-484d84a595f6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "DELETE /v2.0/ports/d39a1c90-7bf2-47e6-a805-06abd525a73b HTTP/1.1" status: 204 len: 168 time: 1.4686155 Mar 14 18:22:10.497174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:10.519886 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dbedfad2-c523-4cf7-ba1a-e40fc7ae071f req-9ee88284-e361-4d28-bfbc-ba6e4261dfc0 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256852 Mar 14 18:22:10.520491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d27f65c3-2ed4-460e-93b7-5dda570c9ddb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:10.524173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.526758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.530879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97e45a93-2517-4bff-926b-b9583ce00b4c HTTP/1.1" status: 204 len: 168 time: 1.1897376 Mar 14 18:22:10.534978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:10.535505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.552293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce957c-9abd-4168-9d8e-6d2a429fc61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e45a93-2517-4bff-926b-b9583ce00b4c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:10.590824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb23869-49e1-4fbf-a9fa-7af335ec7921 None None] Network d27f65c3-2ed4-460e-93b7-5dda570c9ddb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:10.594810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 135b304b-a811-48be-a738-fc66d7e1a1cf up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:10.599515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.632971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.637939 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-acfe6797-2631-43be-8d38-b0d90ffb638e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0416534 Mar 14 18:22:10.640955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:10.746438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Deleting subnet 20897348-09ee-4692-a121-72b2ebb63d89 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:22:10.751611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.760507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.812451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=41da5f60-3b04-46af-a423-db43bdefd158,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:10.861282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Pushing event updated for resources: {'Port': ['ID=74791053-1a71-4d32-b231-9a0a98e4a803,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:10.863962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.928615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:10.946604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.009943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 135b304b-a811-48be-a738-fc66d7e1a1cf completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:11.018786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 135b304b-a811-48be-a738-fc66d7e1a1cf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:11.019191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.034101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d27f65c3-2ed4-460e-93b7-5dda570c9ddb', 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '9adc5917-7688-4ea1-9abd-572eb18db2fb'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:11.034956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.068539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.072089 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-635dc25d-360c-4a13-a789-22e6aa067b4b tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5621121 Mar 14 18:22:11.072729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:11.115900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c2509-6905-4772-bff0-32580084df7b req-938bd726-8229-43aa-9f9f-a4dadf3506a0 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:11.119374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-651c2509-6905-4772-bff0-32580084df7b req-938bd726-8229-43aa-9f9f-a4dadf3506a0 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 945 time: 0.2199943 Mar 14 18:22:11.153379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.184111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.189648 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d9c0f7b-c694-41f6-aae2-092a944f23c7 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1021798 Mar 14 18:22:11.192193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43442) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:11.257805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a96c3-09b5-4527-9bd5-affa8717a57a None None] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:11.277737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.284548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-651c2509-6905-4772-bff0-32580084df7b req-d086ac25-84a9-476f-9010-0c23e452e510 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226993 Mar 14 18:22:11.314548 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c03723e1-70f5-4724-8184-18871f71f075 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0995460 Mar 14 18:22:11.317874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:11.431030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.450674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] Provisioning complete for port c8eade4c-d83e-4976-b676-d3883077a62c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:11.451076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.480767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Deleting port 74791053-1a71-4d32-b231-9a0a98e4a803 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:11.481169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.581350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event deleted for resources: {'Subnet': ['ID=20897348-09ee-4692-a121-72b2ebb63d89,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:11.601881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.606973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.608172 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5d768666-d7a4-4322-bca2-859834485f73 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "DELETE /v2.0/subnets/20897348-09ee-4692-a121-72b2ebb63d89 HTTP/1.1" status: 204 len: 168 time: 1.1098578 Mar 14 18:22:11.612004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:11.628365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddca7f6-d57f-4d73-9668-bed44c4d58d2 req-b1438502-99ab-4979-a6e8-e342e13c25ac tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:11.629942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eddca7f6-d57f-4d73-9668-bed44c4d58d2 req-b1438502-99ab-4979-a6e8-e342e13c25ac tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 945 time: 0.1315551 Mar 14 18:22:11.636981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e7645-4582-43c8-80bd-6dd45277d401 None None] Network 74d59306-0e8e-4f0e-93a3-0882aebce54b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:11.670318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.671836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.703441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Calling delete_port for 74791053-1a71-4d32-b231-9a0a98e4a803 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:11.709891 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eddca7f6-d57f-4d73-9668-bed44c4d58d2 req-2da5550a-2f48-44e1-aad0-df5ec13057ff tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719864 Mar 14 18:22:11.729317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:11.822231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f977-2330-4b83-9a65-42aa9288d853 req-facf1103-6178-4b30-a441-d5becf800805 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:11.823800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4e99f977-2330-4b83-9a65-42aa9288d853 req-facf1103-6178-4b30-a441-d5becf800805 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 944 time: 0.1733570 Mar 14 18:22:11.824821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.829567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Allocated IP 172.20.0.2 (d27f65c3-2ed4-460e-93b7-5dda570c9ddb/9adc5917-7688-4ea1-9abd-572eb18db2fb/7dd95488-ccf3-4aed-9320-d0fed8dc822d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:11.830746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.938247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4e99f977-2330-4b83-9a65-42aa9288d853 req-5ae5062f-fea4-4ed8-8c92-7cbcabaac70a tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996125 Mar 14 18:22:11.948604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:11.968791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=135b304b-a811-48be-a738-fc66d7e1a1cf,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:12.000840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.060331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Deleting port 7ee5191d-7086-4486-97f7-76f33900c8de {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:12.060680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.078749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Pushing event deleted for resources: {'Port': ['ID=74791053-1a71-4d32-b231-9a0a98e4a803,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.115624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.118098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1eb701fb-3bbf-4077-b5c9-3956801e3e85 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:12.145832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] For port 7ee5191d-7086-4486-97f7-76f33900c8de, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7ee5191d-7086-4486-97f7-76f33900c8de,segment=NetworkSegment(615fea71-cce6-4fb5-868a-d90e5cdcd0a2),segment_id=615fea71-cce6-4fb5-868a-d90e5cdcd0a2)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:12.146252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.164881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Calling delete_port for 7ee5191d-7086-4486-97f7-76f33900c8de owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:12.167055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b6ab75-1ac9-4ab6-b308-f7c6e7521047" -d '{"events": [{"server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "name": "network-vif-plugged", "status": "completed", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:12.176716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.178268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c8eade4c-d83e-4976-b676-d3883077a62c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:12.180242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.184418 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-baf2badb-aa8e-4275-b8d7-c69c0626dce5 tempest-FloatingIPAdminTestJSON-808819480 tempest-FloatingIPAdminTestJSON-808819480-project] 10.222.0.58 "DELETE /v2.0/floatingips/a93a8c6a-c8a6-4f06-8422-f9764997f540 HTTP/1.1" status: 204 len: 168 time: 0.8651614 Mar 14 18:22:12.187468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:12.281316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] For port c8eade4c-d83e-4976-b676-d3883077a62c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c8eade4c-d83e-4976-b676-d3883077a62c,segment=NetworkSegment(83c0658a-bb7c-468b-b3ff-571d1c939bd6),segment_id=83c0658a-bb7c-468b-b3ff-571d1c939bd6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:12.287799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router cd076dd2-a29e-499b-a272-af093d0f5cd9 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:12.339174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Deleting port dadd1c3c-99d1-4e85-8082-02d7815ff92d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:12.339638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.433258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.460484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.505578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140cce8a-a798-4a30-8882-58daefd3cc72 x-openstack-request-id: req-140cce8a-a798-4a30-8882-58daefd3cc72 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:12.507010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "name": "network-vif-plugged", "status": "completed", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:12.507270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-140cce8a-a798-4a30-8882-58daefd3cc72 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:12.508056 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'code': 200} Mar 14 18:22:12.580320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51837a-d9b9-4e92-b4d5-b5fc3b7cdbe1 req-2fec2b2c-0a6d-4845-9038-2d795a763bfe tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:12.580320 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ba51837a-d9b9-4e92-b4d5-b5fc3b7cdbe1 req-2fec2b2c-0a6d-4845-9038-2d795a763bfe tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1512792 Mar 14 18:22:12.591513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] DHCP port deletion for 74d59306-0e8e-4f0e-93a3-0882aebce54b request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:12.600626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:12.607980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:12.617528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.617854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.620109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Sync routers for ids ['cd076dd2-a29e-499b-a272-af093d0f5cd9'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:12.632517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Calling delete_port for dadd1c3c-99d1-4e85-8082-02d7815ff92d owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:12.643214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ba51837a-d9b9-4e92-b4d5-b5fc3b7cdbe1 req-d61e84c4-6d2d-4b9e-a30f-ea44d0e0d4f1 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525053 Mar 14 18:22:12.652040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:12.652431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.663680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c8eade4c-d83e-4976-b676-d3883077a62c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:12.663680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.695641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.722345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event deleted for resources: {'Port': ['ID=7ee5191d-7086-4486-97f7-76f33900c8de,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.730224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] No DVR routers for this DVR port 7ee5191d-7086-4486-97f7-76f33900c8de on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:12.787798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.792808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.798350 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-22bf6e39-49ff-4257-b094-e34f1f7a2ff6 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5179613 Mar 14 18:22:12.799095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:12.812749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Routers {'cd076dd2-a29e-499b-a272-af093d0f5cd9'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:12.813388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cd076dd2-a29e-499b-a272-af093d0f5cd9'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:12.836590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f5fd1-af1b-438c-9f81-bec4f425469d None None] Pushing event updated for resources: {'Port': ['ID=c8eade4c-d83e-4976-b676-d3883077a62c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:12.922758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.923338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6c89-8b16-4515-afee-afbbff26803d req-25dcf004-7257-4789-9225-9b8c90aadc19 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:12.925358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c09b6c89-8b16-4515-afee-afbbff26803d req-25dcf004-7257-4789-9225-9b8c90aadc19 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 945 time: 0.0881002 Mar 14 18:22:12.939418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:12.985176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Pushing event deleted for resources: {'Port': ['ID=dadd1c3c-99d1-4e85-8082-02d7815ff92d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.032372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.066794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.125263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=9adc5917-7688-4ea1-9abd-572eb18db2fb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.131614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c09b6c89-8b16-4515-afee-afbbff26803d req-765a2a3b-75c9-4bfd-9f41-9d03f0e991f6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935308 Mar 14 18:22:13.142814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Network d27f65c3-2ed4-460e-93b7-5dda570c9ddb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:13.143020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.146713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.147915 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0a01c985-049c-4fb5-a443-896730fd5056 tempest-FloatingIPAdminTestJSON-767933500 tempest-FloatingIPAdminTestJSON-767933500-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/9f13c603-31a5-4de8-8648-c7660f4103cc HTTP/1.1" status: 204 len: 168 time: 0.9592431 Mar 14 18:22:13.160511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:13.164582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ad6b2c0-f439-4403-93ad-6c382e497489 None None] Provisioning complete for port c8eade4c-d83e-4976-b676-d3883077a62c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:13.164582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b2c0-f439-4403-93ad-6c382e497489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.166309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:13.174317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Pushing event updated for resources: {'Port': ['ID=7dd95488-ccf3-4aed-9320-d0fed8dc822d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.178322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:13.207238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Deleting port 7ee5191d-7086-4486-97f7-76f33900c8de {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:13.207714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.289688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.315876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27f65c3-2ed4-460e-93b7-5dda570c9ddb']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.337950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Set router cd076dd2-a29e-499b-a272-af093d0f5cd9 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:13.360999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e2bafc-4590-4a7e-9097-49dbe8ca4232') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.362068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e2bafc-4590-4a7e-9097-49dbe8ca4232') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.377481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.394457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.401488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:13.401944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.413005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d59306-0e8e-4f0e-93a3-0882aebce54b']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.424905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615fea71-cce6-4fb5-868a-d90e5cdcd0a2') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.425282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615fea71-cce6-4fb5-868a-d90e5cdcd0a2') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:13.436012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.464142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.466651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] For port 7ee5191d-7086-4486-97f7-76f33900c8de, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:13.467037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.475625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 41da5f60-3b04-46af-a423-db43bdefd158 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:13.484645 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:13.490642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.511608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port b28f1653-8df6-4cb9-af83-a69836f8818c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:13.511967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.520239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:13.520652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:13.526309 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:13.561173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Attempting to bind port 7dd95488-ccf3-4aed-9320-d0fed8dc822d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:13.562274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Attempting to bind port 7dd95488-ccf3-4aed-9320-d0fed8dc822d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '02e2bafc-4590-4a7e-9097-49dbe8ca4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:13.562820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Attempting to bind port 7dd95488-ccf3-4aed-9320-d0fed8dc822d on network d27f65c3-2ed4-460e-93b7-5dda570c9ddb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:13.568839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:13.568839 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:13.568839 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'}] Mar 14 18:22:13.568839 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:13.569168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:13.571131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Calling delete_port for 7ee5191d-7086-4486-97f7-76f33900c8de owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:13.582840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Port 7ee5191d-7086-4486-97f7-76f33900c8de was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:22:13.596530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-68b95962-cd9d-4dc0-b121-c14aaee3a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:13.596817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.598091 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-68b95962-cd9d-4dc0-b121-c14aaee3a7c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 1099 time: 0.6647975 Mar 14 18:22:13.598724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:13.599107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Checking segment: {'id': '02e2bafc-4590-4a7e-9097-49dbe8ca4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:13.599478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.599862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Bound using segment: {'id': '02e2bafc-4590-4a7e-9097-49dbe8ca4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:13.600338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Bound port: 7dd95488-ccf3-4aed-9320-d0fed8dc822d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e2bafc-4590-4a7e-9097-49dbe8ca4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd27f65c3-2ed4-460e-93b7-5dda570c9ddb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:13.600670 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2815ddc7-8e87-46ba-a659-f168bbee3236 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/cd076dd2-a29e-499b-a272-af093d0f5cd9 HTTP/1.1" status: 200 len: 906 time: 0.7993889 Mar 14 18:22:13.600773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.604025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:13.653459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ea8e8-eb69-4216-88cf-a01e6fa32ec8 req-daf72d53-d456-440a-9744-638ae61a5d20 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:13.655319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d6ea8e8-eb69-4216-88cf-a01e6fa32ec8 req-daf72d53-d456-440a-9744-638ae61a5d20 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 944 time: 0.1924412 Mar 14 18:22:13.656271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-06d0b7c4-a7dc-4fb2-b803-977e087d91f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.684730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.690285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:13.691387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] Pushing event deleted for resources: {'Port': ['ID=7ee5191d-7086-4486-97f7-76f33900c8de,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.702739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for b28f1653-8df6-4cb9-af83-a69836f8818c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:13.704200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51114284-1afe-4a73-b27b-9bf63bc2fdc2 None None] No DVR routers for this DVR port 7ee5191d-7086-4486-97f7-76f33900c8de on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:13.714901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.773105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.778832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] 10.222.0.58 "DELETE /v2.0/networks/74d59306-0e8e-4f0e-93a3-0882aebce54b HTTP/1.1" status: 204 len: 168 time: 2.1620836 Mar 14 18:22:13.790249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db6de4-80c3-4628-942b-5b37d196c1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440 tempest-ExtraDHCPOptionsIpV6TestJSON-2144117440-project] Pushing event deleted for resources: {'Network': ['ID=74d59306-0e8e-4f0e-93a3-0882aebce54b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:13.803998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.819610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b21bc94a-ba42-42b1-b0bf-7b9480da9c37 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:13.834896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.835247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d6ea8e8-eb69-4216-88cf-a01e6fa32ec8 req-73d3a5e2-1225-45dd-8799-dff5be59cec7 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686003 Mar 14 18:22:13.850797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 41da5f60-3b04-46af-a423-db43bdefd158 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:13.851306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.895757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-06d0b7c4-a7dc-4fb2-b803-977e087d91f7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.933599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] For port 7dd95488-ccf3-4aed-9320-d0fed8dc822d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:13.934628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841cbf-b6c9-47bd-9d3c-67df15e54d6b req-21fd8854-dd8c-4a77-b931-2c53e5b0187c tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:13.936171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b8841cbf-b6c9-47bd-9d3c-67df15e54d6b req-21fd8854-dd8c-4a77-b931-2c53e5b0187c tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1500828 Mar 14 18:22:13.969173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-06d0b7c4-a7dc-4fb2-b803-977e087d91f7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:13.974841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] For port 7dd95488-ccf3-4aed-9320-d0fed8dc822d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7dd95488-ccf3-4aed-9320-d0fed8dc822d,segment=NetworkSegment(02e2bafc-4590-4a7e-9097-49dbe8ca4232),segment_id=02e2bafc-4590-4a7e-9097-49dbe8ca4232)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:14.009200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.011186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43514) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.023498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9860ccf3-f40c-478b-8ece-69dcaedddb2b req-06d0b7c4-a7dc-4fb2-b803-977e087d91f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097798 Mar 14 18:22:14.060057 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b8841cbf-b6c9-47bd-9d3c-67df15e54d6b req-d901acbe-6e4e-4d30-9161-4f9adcaa86bd tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918877 Mar 14 18:22:14.060530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd076dd2-a29e-499b-a272-af093d0f5cd9', 'name': 'tempest-snat-router-813551620', 'tenant_id': 'be5bab765aa54b3aa14ed67c2626e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': '33f61040-8e9e-46f0-acaf-131fc8314624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:22:07Z', 'updated_at': '2022-03-14T18:22:10Z', 'revision_number': 3, 'project_id': 'be5bab765aa54b3aa14ed67c2626e654', 'gw_port': {'id': '33f61040-8e9e-46f0-acaf-131fc8314624', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd076dd2-a29e-499b-a272-af093d0f5cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:22:09Z', 'updated_at': '2022-03-14T18:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:14.065172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.074973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.075305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0b7c4-a7dc-4fb2-b803-977e087d91f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ee9d9-cdd4-463b-ba52-38702cb93712,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.096113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.104054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Checking router: cd076dd2-a29e-499b-a272-af093d0f5cd9 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:14.105284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Updating router cd076dd2-a29e-499b-a272-af093d0f5cd9 port 33f61040-8e9e-46f0-acaf-131fc8314624 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:22:14.106091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:22:14.141161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port 7dd95488-ccf3-4aed-9320-d0fed8dc822d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:14.141498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.154976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.162742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:14.166897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.209677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.224517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-68d00b54-e1f2-4089-b415-cc7fee679abb tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:14.225999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=b28f1653-8df6-4cb9-af83-a69836f8818c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.289930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9c16-b1eb-476c-85c6-0ede44f7b67d None None] Pushing event updated for resources: {'Port': ['ID=7dd95488-ccf3-4aed-9320-d0fed8dc822d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:14.295102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port 7dd95488-ccf3-4aed-9320-d0fed8dc822d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7dd95488-ccf3-4aed-9320-d0fed8dc822d,segment=NetworkSegment(02e2bafc-4590-4a7e-9097-49dbe8ca4232),segment_id=02e2bafc-4590-4a7e-9097-49dbe8ca4232)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:14.297637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.349643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for 7dd95488-ccf3-4aed-9320-d0fed8dc822d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:14.392970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.393612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e975b-eb87-4cd4-a0ca-7261f816225e None None] Network d27f65c3-2ed4-460e-93b7-5dda570c9ddb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:14.395363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c8eade4c-d83e-4976-b676-d3883077a62c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:14.399169 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d07c18eb-a2dc-4fb0-b86b-812845dfe817 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/ports/b28f1653-8df6-4cb9-af83-a69836f8818c HTTP/1.1" status: 204 len: 168 time: 1.2360973 Mar 14 18:22:14.401977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7704455-e0fc-4f64-a6db-79c031bbd41f req-add4b022-f626-420d-90d9-d39a7af96dd1 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:14.403682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7704455-e0fc-4f64-a6db-79c031bbd41f req-add4b022-f626-420d-90d9-d39a7af96dd1 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 945 time: 0.1060934 Mar 14 18:22:14.404395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.483779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Deleting port 33f61040-8e9e-46f0-acaf-131fc8314624 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:14.485395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.492187 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-68d00b54-e1f2-4089-b415-cc7fee679abb tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "PUT /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade HTTP/1.1" status: 200 len: 366 time: 0.4631667 Mar 14 18:22:14.502037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.508334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:14.510840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28799b-07c3-4edf-ad56-3de7ee9ec4bd" -d '{"events": [{"server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "name": "network-vif-plugged", "status": "completed", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:14.520282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7704455-e0fc-4f64-a6db-79c031bbd41f req-ab51b3e0-c879-4664-b882-e3782b845f28 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035058 Mar 14 18:22:14.531998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da43fb2-b36f-4a44-b988-325175fcd32e tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:14.533687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5da43fb2-b36f-4a44-b988-325175fcd32e tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed6f33d6-deb8-4f46-be05-00afb865cf4b HTTP/1.1" status: 200 len: 913 time: 0.1280274 Mar 14 18:22:14.536439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.597184 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3809c4fa-3d59-436a-9635-1bc3a03ff692 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0901010 Mar 14 18:22:14.601093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.618455 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-84ff0874-ce96-4b5e-8e46-874537db8677 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade HTTP/1.1" status: 200 len: 366 time: 0.0140803 Mar 14 18:22:14.620574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.625877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70792c1-756c-41b4-b465-076c55e56ab8 x-openstack-request-id: req-f70792c1-756c-41b4-b465-076c55e56ab8 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:14.626453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "name": "network-vif-plugged", "status": "completed", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:14.626839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f70792c1-756c-41b4-b465-076c55e56ab8 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:14.627367 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'code': 200} Mar 14 18:22:14.682566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43534) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.699183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e0de8b4c-2895-42b3-94d0-7628edd77781 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade HTTP/1.1" status: 204 len: 168 time: 0.0751452 Mar 14 18:22:14.699392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.715517 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-723fd9e2-f940-4be1-82dc-25110012e01c tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0127809 Mar 14 18:22:14.716589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.730960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b6d7f786-a2d4-41e3-b980-b9331f6becde tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade HTTP/1.1" status: 200 len: 370 time: 0.0114522 Mar 14 18:22:14.731525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.737879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b2f50773-00c4-4dd5-a2f8-53123c94aaa9 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade/default HTTP/1.1" status: 200 len: 370 time: 0.0047605 Mar 14 18:22:14.804460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.831085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.835738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-d00a72ae-4aa0-497c-806f-ebf15b9ca849 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] delete failed (client error): The resource could not be found. Mar 14 18:22:14.839018 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d00a72ae-4aa0-497c-806f-ebf15b9ca849 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/25fffcf75cbd418d81f09f905c3a5ade HTTP/1.1" status: 404 len: 348 time: 0.0292852 Mar 14 18:22:14.892771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c8eade4c-d83e-4976-b676-d3883077a62c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:14.893310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.916336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f2dcf8bd-202b-437e-af6c-b4006c0e9a73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fdaf69950934e2886880a982eee51d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325728 Mar 14 18:22:14.919619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:14.973074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:14.983105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:14.985663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2d8ed-8ca9-4a8e-a72c-4f6adc9c6c38 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:22:14.994417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Calling delete_port for 33f61040-8e9e-46f0-acaf-131fc8314624 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:15.017935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.074989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.085164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.102812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097d1f0-80af-4601-a2af-fc4cb255f243 req-ae179511-c2b8-423a-a5ed-73e87b734472 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.104586 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6097d1f0-80af-4601-a2af-fc4cb255f243 req-ae179511-c2b8-423a-a5ed-73e87b734472 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.1053534 Mar 14 18:22:15.139410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=7dd95488-ccf3-4aed-9320-d0fed8dc822d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.142354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port 7dd95488-ccf3-4aed-9320-d0fed8dc822d on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:15.185139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f8c27-3323-4e62-8796-8f0ae0c388a7 req-fb186232-c3d8-45a1-a773-214702f7ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.186890 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cd8f8c27-3323-4e62-8796-8f0ae0c388a7 req-fb186232-c3d8-45a1-a773-214702f7ba28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 1098 time: 0.2096765 Mar 14 18:22:15.232682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.254228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6097d1f0-80af-4601-a2af-fc4cb255f243 req-c239ec20-92f2-4c00-9b7d-b4d714b55e2f tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401403 Mar 14 18:22:15.270588 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cd8f8c27-3323-4e62-8796-8f0ae0c388a7 req-bfdd72a4-8c0b-4175-afc2-a9926f376a30 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764112 Mar 14 18:22:15.308533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.338947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27f65c3-2ed4-460e-93b7-5dda570c9ddb']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:15.341297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:15.379373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e2bafc-4590-4a7e-9097-49dbe8ca4232') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:15.379677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e2bafc-4590-4a7e-9097-49dbe8ca4232') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:15.395120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.400838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f46b-11ef-4c96-9320-1f768502084c req-a86ed737-ee50-4679-8c6a-2efd89bc6f24 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.402462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7822f46b-11ef-4c96-9320-1f768502084c req-a86ed737-ee50-4679-8c6a-2efd89bc6f24 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1777501 Mar 14 18:22:15.404343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.418421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.421374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.422488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3da4775d-21d8-4bcc-8fc6-68c3d81f1e78 HTTP/1.1" status: 204 len: 168 time: 0.5013661 Mar 14 18:22:15.425813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.452259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.461653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e8e2b-ee98-4aae-b799-3191ff7f06a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4775d-21d8-4bcc-8fc6-68c3d81f1e78,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.463506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:network and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.475907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:15.476322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:15.479848 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:15.481957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.508922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2d8ed-8ca9-4a8e-a72c-4f6adc9c6c38 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:22:15.532898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:15.532898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:15.546187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.573162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7822f46b-11ef-4c96-9320-1f768502084c req-4948b42b-28c7-44d3-83d7-894126ed02ba tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428473 Mar 14 18:22:15.594937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:subnet and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.595098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7ee5191d-7086-4486-97f7-76f33900c8de no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:15.600231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Port': ['ID=33f61040-8e9e-46f0-acaf-131fc8314624,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.608153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.652625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:subnetpool and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.660620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.673513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 7ee5191d-7086-4486-97f7-76f33900c8de {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:15.673885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7ee5191d-7086-4486-97f7-76f33900c8de not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:15.678882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:port and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.685694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.688800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.751003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.756467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:router and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.768833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.772240 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/d27f65c3-2ed4-460e-93b7-5dda570c9ddb HTTP/1.1" status: 204 len: 168 time: 5.1299438 Mar 14 18:22:15.772745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.777013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a60c-dd24-4785-a408-205c837ce6b0 req-7bee8553-53d9-46d5-af26-842018459374 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:15.778535 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e3e7a60c-dd24-4785-a408-205c837ce6b0 req-7bee8553-53d9-46d5-af26-842018459374 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1009147 Mar 14 18:22:15.783415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:15.787922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-227446009'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:15.815097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9d4e-eab8-4afd-9d8f-b0f0f0825a8d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=d27f65c3-2ed4-460e-93b7-5dda570c9ddb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:15.817929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.824924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.824924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:floatingip and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.832812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.878784 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e3e7a60c-dd24-4785-a408-205c837ce6b0 req-2b6e171e-e496-405c-890e-8c075c5ba615 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859890 Mar 14 18:22:15.925822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:security_group and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.931383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.940933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:15.941119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Usage tracker for resource:security_group_rule and tenant:c07dd2677592458980aa32a6db41f49d is out of sync, need to count used quota {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 14 18:22:15.946215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.947027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.quota.resource [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103392) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 14 18:22:15.954178 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cfeebab6-9ada-413c-835d-e661461f5990 tempest-QuotasTest-2135781757 tempest-QuotasTest-2135781757-project-admin] 10.222.0.58 "GET /v2.0/quotas/c07dd2677592458980aa32a6db41f49d/details.json HTTP/1.1" status: 200 len: 703 time: 0.6114132 Mar 14 18:22:15.957976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.958595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd076dd2-a29e-499b-a272-af093d0f5cd9 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:15.963855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:15.970120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fbbec3ef-2fc1-49a7-93d3-b3a9bc9df895 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cd076dd2-a29e-499b-a272-af093d0f5cd9 HTTP/1.1" status: 204 len: 168 time: 2.3590410 Mar 14 18:22:15.970814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43566) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:16.021375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:16.041758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.042701 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 86541bce-1cd5-428d-ad56-88206de945ef of type vlan for network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 Mar 14 18:22:16.079093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Port 33f61040-8e9e-46f0-acaf-131fc8314624 not found while updating agent binding for router cd076dd2-a29e-499b-a272-af093d0f5cd9. {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 14 18:22:16.098309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.105338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.106402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Routers set() bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:16.106778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Router IDs set() for agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:22:16.107442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_agentschedulers_db [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd076dd2-a29e-499b-a272-af093d0f5cd9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent'). {{(pid=103394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 14 18:22:16.107811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383aa94-1568-4369-a00e-c63c11834278 None None] The sync data for ids ['cd076dd2-a29e-499b-a272-af093d0f5cd9'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:16.165993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port 23691f89-282f-4b28-8225-aab9101499bb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:16.165993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.230915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.233514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.239514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:16.240105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.329077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=7df9c3fa-8b53-4ead-935a-f2dddcd882f9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:16.344847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.344847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.345133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.345749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.346168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.346505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.346834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.347218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.347480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.347804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.348209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.348450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:16.361688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.372120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:16.375934 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for 23691f89-282f-4b28-8225-aab9101499bb owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:16.387191 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dc51c910-9f46-47d8-aa69-eb2ea0ba0600 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6029036 Mar 14 18:22:16.391299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43578) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:16.396268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:16.472099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71506-502a-4a6f-8c20-75d026a69f24 req-40d6b1e5-e090-41f3-b4e8-5b43434795f4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:16.475914 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1db71506-502a-4a6f-8c20-75d026a69f24 req-40d6b1e5-e090-41f3-b4e8-5b43434795f4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.1167903 Mar 14 18:22:16.477734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Deleting port 41da5f60-3b04-46af-a423-db43bdefd158 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:16.478102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.563771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1db71506-502a-4a6f-8c20-75d026a69f24 req-927635de-f11d-4a7f-bbf8-f9571ce5fb7f tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826287 Mar 14 18:22:16.628834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:16.629161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] For port 41da5f60-3b04-46af-a423-db43bdefd158, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=41da5f60-3b04-46af-a423-db43bdefd158,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:16.631016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.632940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5a2506-c916-487e-aa82-605267ffa89d" -d '{"events": [{"server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:16.655207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Calling delete_port for 41da5f60-3b04-46af-a423-db43bdefd158 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:16.658172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:16.669788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:16.722313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ee1ffc-e99e-4c18-ae2f-6cebf78a5686 x-openstack-request-id: req-40ee1ffc-e99e-4c18-ae2f-6cebf78a5686 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:16.722626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "name": "network-vif-plugged", "status": "completed", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:16.726545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40ee1ffc-e99e-4c18-ae2f-6cebf78a5686 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:16.726545 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'code': 200} Mar 14 18:22:16.802095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:16.960364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.004588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event deleted for resources: {'Port': ['ID=41da5f60-3b04-46af-a423-db43bdefd158,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.006756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26eaff83-7124-4ada-ab12-af17f4361ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.064683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.065030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.065366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.065692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.066044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.066957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.066957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.066957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.067287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.067596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.067906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.068217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:17.079896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:22:17.080436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:22:17.118875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:17.136094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e50f9-e0ae-4db1-8ebb-ac04fce4bbad req-8df0ba84-e0e9-4b81-9b37-49f040f89454 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.137305 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-331e50f9-e0ae-4db1-8ebb-ac04fce4bbad req-8df0ba84-e0e9-4b81-9b37-49f040f89454 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1380980 Mar 14 18:22:17.145515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e203c2-b57c-43d3-9d67-8daec4d28b95 req-f328de3b-126a-4fac-a96a-521d878bfe38 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.147075 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-79e203c2-b57c-43d3-9d67-8daec4d28b95 req-f328de3b-126a-4fac-a96a-521d878bfe38 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1470499 Mar 14 18:22:17.165516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.233020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.238909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5bea0a7a-4198-47b2-99b0-dd9744298f49 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:17.239615 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-5bea0a7a-4198-47b2-99b0-dd9744298f49 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:22:17.240113 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-5bea0a7a-4198-47b2-99b0-dd9744298f49 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:17.241080 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5bea0a7a-4198-47b2-99b0-dd9744298f49 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1200864 Mar 14 18:22:17.245571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:17.285078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--84018727'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:17.293163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=23691f89-282f-4b28-8225-aab9101499bb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.301279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.306344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.309145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-331e50f9-e0ae-4db1-8ebb-ac04fce4bbad req-3efb3b46-4831-4944-8de4-373e2c7171b6 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524777 Mar 14 18:22:17.324471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-79e203c2-b57c-43d3-9d67-8daec4d28b95 req-d53a6a59-507f-49a7-ad81-56a169b28bf0 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703031 Mar 14 18:22:17.394588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26eaff83-7124-4ada-ab12-af17f4361ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.399414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a55b9-1e2d-4ac4-be5f-fd316c221a32 req-de7a2213-a2f7-4b64-9afd-f1907811c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.401090 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cf4a55b9-1e2d-4ac4-be5f-fd316c221a32 req-de7a2213-a2f7-4b64-9afd-f1907811c9a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.2318320 Mar 14 18:22:17.441336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.452799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.478017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26eaff83-7124-4ada-ab12-af17f4361ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.480597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.481105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a055fa3-99d4-4fd4-9b66-d07eec3e158c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:17.486338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.490532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3c7d3571-d6f2-4753-9eba-f146e99ebf51 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "DELETE /v2.0/routers/4a055fa3-99d4-4fd4-9b66-d07eec3e158c HTTP/1.1" status: 204 len: 168 time: 1.5184000 Mar 14 18:22:17.494457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43608) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:17.528710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-414671092', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:17.541403 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-26eaff83-7124-4ada-ab12-af17f4361ed6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c450564818f84c9f8acd33b75805b9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7382708 Mar 14 18:22:17.550514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43610) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:17.562426 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cf4a55b9-1e2d-4ac4-be5f-fd316c221a32 req-3fef1b03-35f7-4ec1-bcb9-6cdf16409245 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520727 Mar 14 18:22:17.592086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaff83-7124-4ada-ab12-af17f4361ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72e0e6-0f1a-447d-a9c9-e1d269e84fea,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.617549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696867-05ab-4f02-9d40-d78a5948072c req-73d3cec4-822e-418a-9409-2fbd8a1717a5 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.619212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76696867-05ab-4f02-9d40-d78a5948072c req-73d3cec4-822e-418a-9409-2fbd8a1717a5 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1744087 Mar 14 18:22:17.628872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:17.633718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Request body: {'floatingip': {'port_id': '135b304b-a811-48be-a738-fc66d7e1a1cf'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:17.681022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.683040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.706392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.715701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.739552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.753139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f6d9-a7d0-4f38-83e8-8fe356b2c310 req-72ef0a1b-2fa1-418f-9101-64dcca40ecef tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:17.754841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b352f6d9-a7d0-4f38-83e8-8fe356b2c310 req-72ef0a1b-2fa1-418f-9101-64dcca40ecef tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.0989804 Mar 14 18:22:17.770797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.785881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.786973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.841477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.858909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9079f33c-56c1-4959-9f8e-7912f86a552b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.870094 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b352f6d9-a7d0-4f38-83e8-8fe356b2c310 req-c24f196d-fb71-4846-94e0-35ad18490f91 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014495 Mar 14 18:22:17.879810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=2efd8aff-87f7-44b8-8e08-6249c324d0a3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.912381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:17.933344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5042a-f695-45c7-8cc8-14d9d000c95c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:17.976276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.001436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '86541bce-1cd5-428d-ad56-88206de945ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:18.001711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: 7df9c3fa-8b53-4ead-935a-f2dddcd882f9, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:18.024181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.026925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.032141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c72e0e6-0f1a-447d-a9c9-e1d269e84fea HTTP/1.1" status: 204 len: 168 time: 0.4737997 Mar 14 18:22:18.083429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.088602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450fff3-81bf-4ea4-9ce3-43f83390b2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72e0e6-0f1a-447d-a9c9-e1d269e84fea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.163389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bdeaf-6a3c-4c44-a22b-e81925fe4716 req-01228622-3606-44c3-b12b-fdde3d734624 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:18.165752 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-642bdeaf-6a3c-4c44-a22b-e81925fe4716 req-01228622-3606-44c3-b12b-fdde3d734624 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.1747382 Mar 14 18:22:18.197767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:18.204844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:18.209788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.212665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Request body: {'floatingip': {'port_id': '1eb701fb-3bbf-4077-b5c9-3956801e3e85'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:18.212788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e587a-a548-4083-a5fc-2c04842275be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.248193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.252684 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-434f335e-183c-4a93-982c-55422ca8ae69 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0000119 Mar 14 18:22:18.252941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:18.258183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '2e7e587a-a548-4083-a5fc-2c04842275be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:18.286507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 41da5f60-3b04-46af-a423-db43bdefd158 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:18.312503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 41da5f60-3b04-46af-a423-db43bdefd158 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:18.313198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 41da5f60-3b04-46af-a423-db43bdefd158 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:18.332069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.335924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.367213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 7df9c3fa-8b53-4ead-935a-f2dddcd882f9) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:18.377716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80dbc69-c084-4d46-905c-285ed491aab2 None None] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:18.420223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:18.421125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.423309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.505886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.551657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3762d0-9f35-4ada-98d3-2d1ca23fa9dd,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:18.572885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aaa60-660e-4716-867c-cdf4313df6da req-4b75c927-676d-4056-b695-ab933df73faf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:18.576608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a5aaa60-660e-4716-867c-cdf4313df6da req-4b75c927-676d-4056-b695-ab933df73faf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1375201 Mar 14 18:22:18.599733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-7df9c3fa-8b53-4ead-935a-f2dddcd882f9', 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '2efd8aff-87f7-44b8-8e08-6249c324d0a3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:18.600647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.610404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Router ed6f33d6-deb8-4f46-be05-00afb865cf4b has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:18.618106 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e83cfea-a6d7-4503-8ccc-e9333eb2e82d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2237036 Mar 14 18:22:18.620350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:18.684344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.689010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6a96cc4f-3b32-410c-bddf-5d453815e532 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318116 Mar 14 18:22:18.699345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:18.706435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0701d68d-14bc-41b7-81b4-34893ef9777e tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '2e7e587a-a548-4083-a5fc-2c04842275be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:18.760802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Allocated IP 172.20.0.3 (7df9c3fa-8b53-4ead-935a-f2dddcd882f9/2efd8aff-87f7-44b8-8e08-6249c324d0a3/fab859c2-68be-447d-b94a-5c587de4065b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:18.786574 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a5aaa60-660e-4716-867c-cdf4313df6da req-a203d1b8-db8f-4228-a767-aafba4768684 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696293 Mar 14 18:22:18.814376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:18.971955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.064920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.108265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:19.112191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:19.116319 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:19.124036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Pushing event updated for resources: {'Port': ['ID=fab859c2-68be-447d-b94a-5c587de4065b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:19.135849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:19.135849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0701d68d-14bc-41b7-81b4-34893ef9777e tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.136147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.136894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.137298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.137717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.138133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.138512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.138895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:22:19.150436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.162983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:22:19.193871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Attempting to bind port fab859c2-68be-447d-b94a-5c587de4065b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:19.194325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Attempting to bind port fab859c2-68be-447d-b94a-5c587de4065b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '86541bce-1cd5-428d-ad56-88206de945ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:19.194751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Attempting to bind port fab859c2-68be-447d-b94a-5c587de4065b on network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:19.201514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:19.201965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Checking segment: {'id': '86541bce-1cd5-428d-ad56-88206de945ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:19.203396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.203791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Bound using segment: {'id': '86541bce-1cd5-428d-ad56-88206de945ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:19.204261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Bound port: fab859c2-68be-447d-b94a-5c587de4065b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86541bce-1cd5-428d-ad56-88206de945ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7df9c3fa-8b53-4ead-935a-f2dddcd882f9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:19.204640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.241530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.249799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01c09d7d-5ae5-4178-b26e-de8721abde30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.278349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] For port fab859c2-68be-447d-b94a-5c587de4065b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:19.282216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] For port fab859c2-68be-447d-b94a-5c587de4065b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fab859c2-68be-447d-b94a-5c587de4065b,segment=NetworkSegment(86541bce-1cd5-428d-ad56-88206de945ef),segment_id=86541bce-1cd5-428d-ad56-88206de945ef)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:19.328588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.361574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.365835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Allocated IP 172.26.3.44 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/4aa68463-c02a-4129-862c-38d6e421ce76) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:19.388337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:19.395681 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e2d9b0b6-969c-407b-a403-be14816c556a tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "PUT /v2.0/routers/ed6f33d6-deb8-4f46-be05-00afb865cf4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582435 Mar 14 18:22:19.398192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:19.417794 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] Sync routers for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:19.428698 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:19.430142 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.453731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.454909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b89dce-80df-41ec-81f7-a5da3166783d None None] Pushing event updated for resources: {'Port': ['ID=fab859c2-68be-447d-b94a-5c587de4065b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:19.477875 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.491727 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] Routers {'ed6f33d6-deb8-4f46-be05-00afb865cf4b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:19.493207 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:21:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.502856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0701d68d-14bc-41b7-81b4-34893ef9777e tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:19.506541 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0701d68d-14bc-41b7-81b4-34893ef9777e tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8019450 Mar 14 18:22:19.517025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:19.530353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port fab859c2-68be-447d-b94a-5c587de4065b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:19.530752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.533281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:19.535373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d2b74-f4ee-461a-aa04-f2e488bdca37 None None] The sync data for ids ['ed6f33d6-deb8-4f46-be05-00afb865cf4b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:19.560786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01c09d7d-5ae5-4178-b26e-de8721abde30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.655273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.693962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Floating IP bfe27ebb-51a3-49db-8635-ac3cb11039c5 associated. External IP: 172.26.3.163, port: 135b304b-a811-48be-a738-fc66d7e1a1cf. Mar 14 18:22:19.696301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-01c09d7d-5ae5-4178-b26e-de8721abde30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.745260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.752371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port fab859c2-68be-447d-b94a-5c587de4065b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fab859c2-68be-447d-b94a-5c587de4065b,segment=NetworkSegment(86541bce-1cd5-428d-ad56-88206de945ef),segment_id=86541bce-1cd5-428d-ad56-88206de945ef)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:19.752734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.770576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.773625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.810579 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-01c09d7d-5ae5-4178-b26e-de8721abde30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c07dd2677592458980aa32a6db41f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6693442 Mar 14 18:22:19.812418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:19.813875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for fab859c2-68be-447d-b94a-5c587de4065b owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:19.824679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c09d7d-5ae5-4178-b26e-de8721abde30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762814f5-2798-44c4-9a3b-947f3a17eddf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:19.835215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.865816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.915642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:19.972844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:19.978055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:19.984521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:19.988157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event updated for resources: {'Port': ['ID=4aa68463-c02a-4129-862c-38d6e421ce76,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.038318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.040839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.044346 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e7e587a-a548-4083-a5fc-2c04842275be HTTP/1.1" status: 204 len: 168 time: 0.5225198 Mar 14 18:22:20.048606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:20.081647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216277b4-691f-43c3-b74c-e3d03bd6bf9c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e587a-a548-4083-a5fc-2c04842275be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.110142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c2b37685-9499-4b7e-80d9-8445037daca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.135693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.142770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.158783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf7c29-3363-4ce2-a13f-0387171c0b9c req-fd9d4fb2-d6d5-4526-b85a-6fd937e7f774 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.160266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bdcf7c29-3363-4ce2-a13f-0387171c0b9c req-fd9d4fb2-d6d5-4526-b85a-6fd937e7f774 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2448759 Mar 14 18:22:20.193348 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Floating IP 8895d56d-f804-481d-9737-479ed905dce4 associated. External IP: 172.26.3.147, port: 1eb701fb-3bbf-4077-b5c9-3956801e3e85. Mar 14 18:22:20.212762 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a991b3ad-59ec-4b18-9746-fb1dcae5addd tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1587777 Mar 14 18:22:20.216829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:20.222866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816314759'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:20.226773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.282216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.292633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=fab859c2-68be-447d-b94a-5c587de4065b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.348954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port fab859c2-68be-447d-b94a-5c587de4065b on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:20.355574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fab859c2-68be-447d-b94a-5c587de4065b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:20.377026 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bdcf7c29-3363-4ce2-a13f-0387171c0b9c req-9bdee192-1d62-400b-8562-0c40755cb5df tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080393 Mar 14 18:22:20.398238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: fab859c2-68be-447d-b94a-5c587de4065b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:20.398969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fab859c2-68be-447d-b94a-5c587de4065b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 14 18:22:20.433544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port fab859c2-68be-447d-b94a-5c587de4065b not found, will not notify nova. {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 14 18:22:20.434409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.452171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:20.512648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.565424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port aece7acd-66d0-45a9-a3e8-8d658dca963f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:20.566311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.587111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.589716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.590934 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/762814f5-2798-44c4-9a3b-947f3a17eddf HTTP/1.1" status: 204 len: 168 time: 0.7486594 Mar 14 18:22:20.672522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4792a-d7fa-4c42-9160-f129edb996f8 None None] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:20.693218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e040a-6046-4af8-803f-6c0387649469 req-f0b5da8b-2eeb-45e4-8526-1381ccf6be41 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:20.699217 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a0e040a-6046-4af8-803f-6c0387649469 req-f0b5da8b-2eeb-45e4-8526-1381ccf6be41 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1805792 Mar 14 18:22:20.711735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:20.727554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Request body: {'floatingip': {'port_id': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:20.750359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-37150d2b-fa54-4757-a601-4fc098d4f6b9 None None] Could not find standard attr ID for object fab859c2-68be-447d-b94a-5c587de4065b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:22:20.774977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.779661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.819777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.832147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.910025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:20.950860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bb365-657e-4536-b1d4-5f866bf2aaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762814f5-2798-44c4-9a3b-947f3a17eddf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:20.980974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98742f1b-6109-4c30-94bb-5b9f29f6a5f2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:21.038248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=2efd8aff-87f7-44b8-8e08-6249c324d0a3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:21.084657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.096668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:21.103489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.117763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Sync routers for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:21.129622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for aece7acd-66d0-45a9-a3e8-8d658dca963f owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:21.136856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:21.138608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.141737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Router 7e65479b-08fb-4642-a565-39d377628b9e has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:21.155184 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e05b226e-072a-4e38-b6cb-a447025d332b tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "PUT /v2.0/floatingips/bfe27ebb-51a3-49db-8635-ac3cb11039c5 HTTP/1.1" status: 200 len: 992 time: 3.5250461 Mar 14 18:22:21.158671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:21.159366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.163417 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-221cee22-0723-4170-b9ee-03e26d64fe78 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9433687 Mar 14 18:22:21.163559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:21.163717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:21.209165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3e28c484-cdb1-46eb-9165-9680e11ae91c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '98742f1b-6109-4c30-94bb-5b9f29f6a5f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:21.209966 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-3e28c484-cdb1-46eb-9165-9680e11ae91c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 18:22:21.210445 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-3e28c484-cdb1-46eb-9165-9680e11ae91c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:21.213981 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e28c484-cdb1-46eb-9165-9680e11ae91c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0349915 Mar 14 18:22:21.236730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:21.333776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:21.372846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.376277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be47339-283b-476f-876e-2cbf03660baa None None] Network 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:21.388122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d8126-c1ce-401f-b8cf-a7f05d339b3e x-openstack-request-id: req-253d8126-c1ce-401f-b8cf-a7f05d339b3e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:21.389041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:21.389449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-253d8126-c1ce-401f-b8cf-a7f05d339b3e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:21.390405 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'status': 'completed', 'code': 200} Mar 14 18:22:21.446032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df9c3fa-8b53-4ead-935a-f2dddcd882f9']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.482543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86541bce-1cd5-428d-ad56-88206de945ef') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.482764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86541bce-1cd5-428d-ad56-88206de945ef') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.491301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.501770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.525741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.549603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.563166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:21.564580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.639471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671c34-c20c-43fd-9246-1d3e6a16c92a req-1a3f295f-eaf6-4410-b4de-10b5a238b1ca tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:21.641605 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a8671c34-c20c-43fd-9246-1d3e6a16c92a req-1a3f295f-eaf6-4410-b4de-10b5a238b1ca tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.2502608 Mar 14 18:22:21.643457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-e1ff5537-23e5-460f-9e4e-fab3a471b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:21.644836 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-e1ff5537-23e5-460f-9e4e-fab3a471b876 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79180658905a4375a6724b5c3d2faa9c&device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 1099 time: 0.2607267 Mar 14 18:22:21.658662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:21.663311 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:21.670417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.688610 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Sync routers for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:21.708460 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:21.709244 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.732600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7eac2f-05ee-4e6c-b746-fa9c6cc605b6 None None] DHCP port deletion for 7df9c3fa-8b53-4ead-935a-f2dddcd882f9 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:21.759358 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-545be8bd-aea4-438a-ab2c-73c075a818f9 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "PUT /v2.0/floatingips/8895d56d-f804-481d-9737-479ed905dce4 HTTP/1.1" status: 200 len: 991 time: 3.5603573 Mar 14 18:22:21.768528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.772931 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a8671c34-c20c-43fd-9246-1d3e6a16c92a req-49b0f918-e42e-46e9-aa53-79b9f23d61c2 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238015 Mar 14 18:22:21.887341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'bfe27ebb-51a3-49db-8635-ac3cb11039c5', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'port_id': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'mac_address': 'fa:16:3e:74:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:35Z', 'updated_at': '2022-03-14T18:22:18Z', 'revision_number': 1, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.904916 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:21.918814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.926616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Checking router: 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:21.931937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:21.946801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:21.947971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:21.961642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-31baf5a8-a920-40c1-b499-7f4b066d2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:21.964651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-31baf5a8-a920-40c1-b499-7f4b066d2001 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 200 len: 907 time: 0.3105254 Mar 14 18:22:21.964651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=aece7acd-66d0-45a9-a3e8-8d658dca963f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:21.969084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.087962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.090536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.106582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:22.222302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43686) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:22.247124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.247646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Fanout notify agent at l3_agent the message router_deleted on router ed6f33d6-deb8-4f46-be05-00afb865cf4b {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:22.254310 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8895d56d-f804-481d-9737-479ed905dce4', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'port_id': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'mac_address': 'fa:16:3e:5d:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:43Z', 'updated_at': '2022-03-14T18:22:19Z', 'revision_number': 1, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:22.283708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.285434 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-60301973-adc3-488f-9f5d-1ceb7ab9016c tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/routers/ed6f33d6-deb8-4f46-be05-00afb865cf4b HTTP/1.1" status: 204 len: 168 time: 2.8862951 Mar 14 18:22:22.293792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43690) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:22.322302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Checking router: 7e65479b-08fb-4642-a565-39d377628b9e for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:22.342982 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:22.344690 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:22.382191 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-2543bd39-ac1b-4d73-8528-02f673f5350f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 200 len: 1000 time: 0.2416773 Mar 14 18:22:22.384497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.387824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/7df9c3fa-8b53-4ead-935a-f2dddcd882f9 HTTP/1.1" status: 204 len: 168 time: 3.7600217 Mar 14 18:22:22.394606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43692) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:22.413795 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880422952'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:22.419758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437334dc-3584-4357-bb5e-cf4cae84f690 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=7df9c3fa-8b53-4ead-935a-f2dddcd882f9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.437184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.455518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-586483969'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:22.472195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting subnet 0c25ca31-342b-48b4-b84c-cf2ff673b1f3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:22:22.474176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.510878 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:22.512576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fab859c2-68be-447d-b94a-5c587de4065b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:22.515554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.538333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: fab859c2-68be-447d-b94a-5c587de4065b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:22.538671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fab859c2-68be-447d-b94a-5c587de4065b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:22.574321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'bfe27ebb-51a3-49db-8635-ac3cb11039c5', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'port_id': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'mac_address': 'fa:16:3e:74:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:35Z', 'updated_at': '2022-03-14T18:22:18Z', 'revision_number': 1, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:22.608329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.608816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284db376-1da1-4836-b486-250ad4a9c905 None None] The sync data for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv is: [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'bfe27ebb-51a3-49db-8635-ac3cb11039c5', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'port_id': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'mac_address': 'fa:16:3e:74:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:35Z', 'updated_at': '2022-03-14T18:22:18Z', 'revision_number': 1, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:22.692683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-514790b6-b220-4d04-8fde-243fc8c33732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:22.692904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.694258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-514790b6-b220-4d04-8fde-243fc8c33732 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69e08522-015f-4aaa-b6ed-f7fc39be0101 HTTP/1.1" status: 200 len: 845 time: 0.3028257 Mar 14 18:22:22.706590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ca45-20d4-4d13-bd6b-00204315e044 req-c5fb0169-e242-40c0-88ef-54b27e35c2a1 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:22.713480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-30e4ca45-20d4-4d13-bd6b-00204315e044 req-c5fb0169-e242-40c0-88ef-54b27e35c2a1 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.8164418 Mar 14 18:22:22.730681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:22.735871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.753038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Router 0671ef36-968e-4724-80f6-648f74474303 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:22.769167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-8bddc128-b04e-4004-b40e-b0add025c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:22.770933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-8bddc128-b04e-4004-b40e-b0add025c7f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f19199b-a7bb-401c-bd7d-575d44ae1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664616 Mar 14 18:22:22.773111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:22.777963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.784116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.788671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.790239 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-30e4ca45-20d4-4d13-bd6b-00204315e044 req-03c186b1-6866-470e-a00b-55cec09072c5 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741391 Mar 14 18:22:22.790637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.832615 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8895d56d-f804-481d-9737-479ed905dce4', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'port_id': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'mac_address': 'fa:16:3e:5d:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:43Z', 'updated_at': '2022-03-14T18:22:19Z', 'revision_number': 1, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:22.833172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.860262 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723a8f5-b67a-40aa-b49c-5b2813527dc9 None None] The sync data for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv is: [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8895d56d-f804-481d-9737-479ed905dce4', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'port_id': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'mac_address': 'fa:16:3e:5d:9d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:43Z', 'updated_at': '2022-03-14T18:22:19Z', 'revision_number': 1, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:22.869415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Subnet': ['ID=0c25ca31-342b-48b4-b84c-cf2ff673b1f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:22.879240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.881750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.882963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/98742f1b-6109-4c30-94bb-5b9f29f6a5f2 HTTP/1.1" status: 204 len: 168 time: 1.6448393 Mar 14 18:22:22.889133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ec873-5145-4bd0-b84a-173a1581de5d None None] Network 281680f8-85e3-4504-8bb3-bd9a9cc5d389 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:22.924055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:22.927556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:22.957929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:22.961757 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8506f0c6-0a0e-4a2d-be1d-ccf4c48d9c5d tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/subnets/0c25ca31-342b-48b4-b84c-cf2ff673b1f3 HTTP/1.1" status: 204 len: 168 time: 0.6662197 Mar 14 18:22:22.983663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:23.014119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de44e-1b0d-42ae-bbb3-fd2d7802ccac tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98742f1b-6109-4c30-94bb-5b9f29f6a5f2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.018804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5825e98-e24c-4dc1-9c9d-b78dbfaa4ab9 None None] New status for floating IP bfe27ebb-51a3-49db-8635-ac3cb11039c5: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:22:23.020033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.020382 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment b7a3040d-230c-4af6-95e0-a111dfcdf79c of type vlan for network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc Mar 14 18:22:23.080879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-65ea082f-28c2-4f5f-8a74-226a751a9204 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936995 Mar 14 18:22:23.137403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.147920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.158891 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Floating IP 28609db6-e210-4d39-a592-06cded6003b8 associated. External IP: 172.26.3.100, port: b21bc94a-ba42-42b1-b0bf-7b9480da9c37. Mar 14 18:22:23.189913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f481e23-0be7-4f8f-a517-7f0ff832e4ed req-6adda28e-9b12-48db-9841-d597c9105929 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021175 Mar 14 18:22:23.194479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.218828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.241892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:23.254308 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-05c284b0-46c0-4a21-956b-aab3f2d85c11 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2955501 Mar 14 18:22:23.258015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.258170 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Added segment 9c773a34-1a8e-4b14-9e26-c9047fcd7401 of type vlan for network 73501eb6-61f5-4e9a-92a3-a5420c56111d Mar 14 18:22:23.266634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:23.275571 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa4c99-6677-4aba-bda3-775f02cb0af0 None None] New status for floating IP 8895d56d-f804-481d-9737-479ed905dce4: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:22:23.281801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--210184218'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:23.302203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.313169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:23.347875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.393854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:23.396658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194668f7-efb1-4db9-92e2-96e2cd6f8110" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:23.411709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.417297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.417976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.458192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.467704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e27f23-4ec8-4646-8b54-9b4107497813,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.481502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.484703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] Sync routers for ids ['0671ef36-968e-4724-80f6-648f74474303'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:23.494973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.495929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.499442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0891d9-244d-46e4-a143-14114da1c70f x-openstack-request-id: req-5a0891d9-244d-46e4-a143-14114da1c70f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:23.499936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:23.500355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a0891d9-244d-46e4-a143-14114da1c70f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:23.501724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'status': 'completed', 'code': 200} Mar 14 18:22:23.515831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] Routers {'0671ef36-968e-4724-80f6-648f74474303'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:23.517556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0671ef36-968e-4724-80f6-648f74474303'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.569960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.574267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.579989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-31a650ad-68c5-4e1d-b0f3-e11bd48ed949 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0599215 Mar 14 18:22:23.581058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] Routers {'0671ef36-968e-4724-80f6-648f74474303'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:23.581791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0671ef36-968e-4724-80f6-648f74474303'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.587165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:23.614504 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2099719 Mar 14 18:22:23.622662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:23.624637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] DHCP port deletion for 281680f8-85e3-4504-8bb3-bd9a9cc5d389 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:23.627407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:23.628088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7445a-414b-4107-84b7-c3e8ddebb5a2 None None] The sync data for ids ['0671ef36-968e-4724-80f6-648f74474303'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:23.630091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:23.646344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:23.654129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015801d-521a-4a7b-8824-d963f393b146 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=3bea92d5-4b65-47d2-b097-1d4e19f8fabc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.670155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:23.713487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4899604 Mar 14 18:22:23.721955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:23.728216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'subnet': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:23.736169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb295-80b1-4e28-a6af-6e3fa5233efd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Network': ['ID=73501eb6-61f5-4e9a-92a3-a5420c56111d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:23.759812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:23.762323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-61ebfd96-41a4-4f35-99f4-5edea17fdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.763997 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-61ebfd96-41a4-4f35-99f4-5edea17fdd2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d26c62cb24854efa836dab7ece32c934&device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 1098 time: 0.2343884 Mar 14 18:22:23.827629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port 0f4a469f-25d5-4f65-8d89-033967674164 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:23.829574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.837963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Deleting port 0f4a469f-25d5-4f65-8d89-033967674164 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:23.838154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.859388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Router 746874f1-524f-422e-acec-73e56457c140 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:23.918636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] For port 0f4a469f-25d5-4f65-8d89-033967674164, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f4a469f-25d5-4f65-8d89-033967674164,segment=NetworkSegment(e3a5312b-0ca6-410f-9da6-70f02b0abfdb),segment_id=e3a5312b-0ca6-410f-9da6-70f02b0abfdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:23.919014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.922385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:23.936499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Calling delete_port for 0f4a469f-25d5-4f65-8d89-033967674164 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:23.943113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-ee51c55a-859b-4582-ab7b-a42bed627da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:23.944997 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-ee51c55a-859b-4582-ab7b-a42bed627da7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 200 len: 913 time: 0.1726997 Mar 14 18:22:24.005764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:24.010310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.014666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:24.018463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.023580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] For port 0f4a469f-25d5-4f65-8d89-033967674164, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f4a469f-25d5-4f65-8d89-033967674164,segment=NetworkSegment(e3a5312b-0ca6-410f-9da6-70f02b0abfdb),segment_id=e3a5312b-0ca6-410f-9da6-70f02b0abfdb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:24.024328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.031105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.065276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for 0f4a469f-25d5-4f65-8d89-033967674164 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:24.095863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.121555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] Pushing event deleted for resources: {'Port': ['ID=0f4a469f-25d5-4f65-8d89-033967674164,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.129533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d512d45-ac64-4dfc-a6e8-060f40295bee None None] No DVR routers for this DVR port 0f4a469f-25d5-4f65-8d89-033967674164 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:24.161107 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-53fe1f7c-1630-4c3f-9666-491e138e4f9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 200 len: 1001 time: 0.2093801 Mar 14 18:22:24.167956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b62204-0f6a-489a-bf11-d2a82e932467,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.205416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.211593 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-30b029c7-24a1-49da-9cbb-74ccdbcedb17 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9363081 Mar 14 18:22:24.212597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:24.220865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7eeb83e8-42c6-4647-9e5f-5917511f2497 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '58b62204-0f6a-489a-bf11-d2a82e932467', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:24.221731 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-7eeb83e8-42c6-4647-9e5f-5917511f2497 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 18:22:24.230089 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-7eeb83e8-42c6-4647-9e5f-5917511f2497 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:24.230089 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7eeb83e8-42c6-4647-9e5f-5917511f2497 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068319 Mar 14 18:22:24.235518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:24.248802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-073281ed-d314-4fff-89b5-2d8ca4ea51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:24.249539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-073281ed-d314-4fff-89b5-2d8ca4ea51ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 HTTP/1.1" status: 200 len: 851 time: 0.0773690 Mar 14 18:22:24.278371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f4a469f-25d5-4f65-8d89-033967674164 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:24.295846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:24.302051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0f4a469f-25d5-4f65-8d89-033967674164 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:24.303032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f4a469f-25d5-4f65-8d89-033967674164 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:24.308504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.310914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Sync routers for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:24.334174 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:24.334795 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.434312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-9726cb69-b2e6-4524-9f79-c132146f0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:24.435733 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-9726cb69-b2e6-4524-9f79-c132146f0700 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cec7099-fa27-44e1-ac0c-1be8018896e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460726 Mar 14 18:22:24.471687 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:24.535720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.549689 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-1073333e-81b3-40d2-bded-0c1c1fa1f9ae service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067684 Mar 14 18:22:24.604079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.683279 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4995bf9f-2adb-4f71-91c5-9cfdac3a021b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "PUT /v2.0/floatingips/28609db6-e210-4d39-a592-06cded6003b8 HTTP/1.1" status: 200 len: 992 time: 3.9693000 Mar 14 18:22:24.688611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Subnet': ['ID=89b1fe32-c7d7-46bb-8f30-132953531ca3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.706625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:22:24.720959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2008f8-2fe8-4f76-9e2f-1615f055647f" -d '{"events": [{"name": "network-changed", "server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:22:24.723737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.744570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Checking segment: {'id': '9c773a34-1a8e-4b14-9e26-c9047fcd7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:24.744928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network hostable DHCP agents. Network: 73501eb6-61f5-4e9a-92a3-a5420c56111d, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:24.778979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.782307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=0f4a469f-25d5-4f65-8d89-033967674164,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.794212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] No DVR routers for this DVR port 0f4a469f-25d5-4f65-8d89-033967674164 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:24.801958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e1bd69-349b-4783-8164-fba66aeace89 x-openstack-request-id: req-f5e1bd69-349b-4783-8164-fba66aeace89 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:22:24.802246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:22:24.802489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5e1bd69-349b-4783-8164-fba66aeace89 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:22:24.802868 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'status': 'completed', 'code': 200} Mar 14 18:22:24.820819 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '28609db6-e210-4d39-a592-06cded6003b8', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '746874f1-524f-422e-acec-73e56457c140', 'port_id': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'mac_address': 'fa:16:3e:73:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:44Z', 'updated_at': '2022-03-14T18:22:22Z', 'revision_number': 1, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.828561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.835866 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-194668f7-efb1-4db9-92e2-96e2cd6f8110 req-20e6d969-8a1e-4ded-8e19-407d612b43d8 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620113 Mar 14 18:22:24.841489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=3e58271b-0d5d-4a45-8aae-ccdcad4c3913,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:24.863840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Checking router: 746874f1-524f-422e-acec-73e56457c140 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:22:24.872663 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:24.873416 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.911528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.929788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:24.977093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281680f8-85e3-4504-8bb3-bd9a9cc5d389']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.989698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.989979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a5312b-0ca6-410f-9da6-70f02b0abfdb') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:24.993393 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:22:25.025514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.046215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.054465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:25.054901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:25.058434 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:25.114060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.116652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.120364 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/58b62204-0f6a-489a-bf11-d2a82e932467 HTTP/1.1" status: 204 len: 168 time: 0.8794522 Mar 14 18:22:25.127556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.152289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb4eda-d99b-4f37-9814-4dea430e27d6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b62204-0f6a-489a-bf11-d2a82e932467,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.183633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': 'b7a3040d-230c-4af6-95e0-a111dfcdf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:25.184087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: 3bea92d5-4b65-47d2-b097-1d4e19f8fabc, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:25.209571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.209830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1476c-07dd-441e-b4f5-bffee5e0d760 req-ca7cd962-d123-409b-9d6f-401523a9b0dd tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.211411 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7f1476c-07dd-441e-b4f5-bffee5e0d760 req-ca7cd962-d123-409b-9d6f-401523a9b0dd tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.4685421 Mar 14 18:22:25.216471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-93ce484c-cf3f-4a55-a613-61dae4c24871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.217924 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-93ce484c-cf3f-4a55-a613-61dae4c24871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.3987596 Mar 14 18:22:25.231146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.235580 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/networks/281680f8-85e3-4504-8bb3-bd9a9cc5d389 HTTP/1.1" status: 204 len: 168 time: 2.2479479 Mar 14 18:22:25.241748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.248192 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f3e560ef-408b-4eaf-8aee-13399060b587 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1195977 Mar 14 18:22:25.252506 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '28609db6-e210-4d39-a592-06cded6003b8', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '746874f1-524f-422e-acec-73e56457c140', 'port_id': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'mac_address': 'fa:16:3e:73:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:44Z', 'updated_at': '2022-03-14T18:22:22Z', 'revision_number': 1, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:25.259829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.267379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc02c9a-65c5-4a08-ae44-4c316e8e6021 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Network': ['ID=281680f8-85e3-4504-8bb3-bd9a9cc5d389,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.267555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758305531'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:25.275695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:25.280556 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06432bda-b3e9-4ed7-8810-b9c1c14ff29b None None] The sync data for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv is: [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '28609db6-e210-4d39-a592-06cded6003b8', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '746874f1-524f-422e-acec-73e56457c140', 'port_id': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'mac_address': 'fa:16:3e:73:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:21:44Z', 'updated_at': '2022-03-14T18:22:22Z', 'revision_number': 1, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:25.331005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:25.345554 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7f1476c-07dd-441e-b4f5-bffee5e0d760 req-80a6d6df-13e2-4d04-9e3f-2fe8027411df tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266406 Mar 14 18:22:25.387815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-74b43ae7-73a1-4d66-99e3-bb832e1f585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.388785 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-74b43ae7-73a1-4d66-99e3-bb832e1f585b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.1611807 Mar 14 18:22:25.410896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 73501eb6-61f5-4e9a-92a3-a5420c56111d) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:25.420159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6801b23-4ae8-43c7-8cab-9c94ee57fa92 None None] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:25.454557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 3bea92d5-4b65-47d2-b097-1d4e19f8fabc) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:25.460989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.461578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.468513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.471428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.472059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.485983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a25bad-9519-4434-b0bb-da735246a5a1 None None] Network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:25.524668 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-90e04e90-b9fb-4747-977c-96f2b9a85e4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1000 time: 0.1264043 Mar 14 18:22:25.551536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ba9b-6c5d-4799-80d4-2cc679a32337 req-9ba283bd-b462-4d1c-bff6-5bf286d369aa tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.553084 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-24d9ba9b-6c5d-4799-80d4-2cc679a32337 req-9ba283bd-b462-4d1c-bff6-5bf286d369aa tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1117561 Mar 14 18:22:25.589437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-087c11e3-9843-4545-8a1a-10eb2239c253 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8665578 Mar 14 18:22:25.596423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.606888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9a635-916a-4855-80ca-757846c12f5e None None] New status for floating IP 28609db6-e210-4d39-a592-06cded6003b8: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:22:25.609216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-578039863'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:25.630413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Deleting port c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:25.630749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.633575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-21bc00a2-89af-420f-8852-e9b3bd1d82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.635425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-21bc00a2-89af-420f-8852-e9b3bd1d82d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1049407 Mar 14 18:22:25.690752 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da88825f-3560-4a58-a566-103de724343c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0661299 Mar 14 18:22:25.695627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.698698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-24d9ba9b-6c5d-4799-80d4-2cc679a32337 req-fc97306c-33d0-4042-a243-7e20b179e608 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347256 Mar 14 18:22:25.723850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.774981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-e35b8843-a788-46a3-9597-a1f03b03d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:25.776500 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-e35b8843-a788-46a3-9597-a1f03b03d820 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1304631 Mar 14 18:22:25.818303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.839687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-73501eb6-61f5-4e9a-92a3-a5420c56111d', 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'tenant_id': 'd42085995ea147de9e7255f2f897c6c0', 'fixed_ips': [{'subnet_id': '89b1fe32-c7d7-46bb-8f30-132953531ca3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:25.840594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.858471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.858471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.889066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-3bea92d5-4b65-47d2-b097-1d4e19f8fabc', 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '3e58271b-0d5d-4a45-8aae-ccdcad4c3913'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:25.890060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.896309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:25.899966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.918546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddefd302-8564-4b9e-9121-7dcab1fc09cf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:25.922267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Calling delete_port for c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:25.931044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.942789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port 57f7aaab-c962-4add-b9ec-2d0b66134745 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:25.955375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:25.958119 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bdab403f-4f8d-4217-9c1d-455ae5185878 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6957440 Mar 14 18:22:25.960591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-9e090c13-71bf-4221-8990-ae38186dc2c3 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758275 Mar 14 18:22:25.963348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:25.967409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5253b7f-5190-493d-bfaa-7fc275c48757 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'ddefd302-8564-4b9e-9121-7dcab1fc09cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:25.980257 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-c5253b7f-5190-493d-bfaa-7fc275c48757 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 18:22:25.981084 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-c5253b7f-5190-493d-bfaa-7fc275c48757 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:25.985002 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5253b7f-5190-493d-bfaa-7fc275c48757 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185986 Mar 14 18:22:26.015057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.024788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-088d0dc3-7dc9-46f0-9229-f41b6d788741 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'ddefd302-8564-4b9e-9121-7dcab1fc09cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:26.025579 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-088d0dc3-7dc9-46f0-9229-f41b6d788741 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 18:22:26.026019 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-088d0dc3-7dc9-46f0-9229-f41b6d788741 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:26.029150 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-088d0dc3-7dc9-46f0-9229-f41b6d788741 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085847 Mar 14 18:22:26.034665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.043563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-20bdc70b-00a2-480c-985a-e157585ba6a4 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'ddefd302-8564-4b9e-9121-7dcab1fc09cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:26.045049 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-20bdc70b-00a2-480c-985a-e157585ba6a4 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 18:22:26.045049 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-20bdc70b-00a2-480c-985a-e157585ba6a4 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:26.048574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-20bdc70b-00a2-480c-985a-e157585ba6a4 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067606 Mar 14 18:22:26.053640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.069043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a21b5e61-3e5f-4635-8a94-bb0d5cda6274 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'ddefd302-8564-4b9e-9121-7dcab1fc09cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:26.071102 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-a21b5e61-3e5f-4635-8a94-bb0d5cda6274 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 18:22:26.071384 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-a21b5e61-3e5f-4635-8a94-bb0d5cda6274 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:26.075258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a21b5e61-3e5f-4635-8a94-bb0d5cda6274 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0158465 Mar 14 18:22:26.103414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.131147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.146635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Allocated IP 2001:db8::2 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/f7b39efd-56d9-41d0-bb1f-d84fe07f2759) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:26.147247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.160071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f2008f8-2fe8-4f76-9e2f-1615f055647f req-9048b8c9-cb29-484d-9642-f48456c1cf26 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439538 Mar 14 18:22:26.162677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Allocated IP 172.20.0.1 (3bea92d5-4b65-47d2-b097-1d4e19f8fabc/3e58271b-0d5d-4a45-8aae-ccdcad4c3913/8e16ec4e-a052-4295-be60-ff657ae9a5cc) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:26.170833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.305348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.361599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.384068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router 0671ef36-968e-4724-80f6-648f74474303 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:26.384833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.431116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Pushing event deleted for resources: {'Port': ['ID=c377c2b8-2fe6-4bd3-9af2-c7d808f2fbd5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.517744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.520291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.523983 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/ddefd302-8564-4b9e-9121-7dcab1fc09cf HTTP/1.1" status: 204 len: 168 time: 0.4177659 Mar 14 18:22:26.524931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.547469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.555369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bf058-25e6-4623-aa22-e58a4c012bd5 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddefd302-8564-4b9e-9121-7dcab1fc09cf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.558780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.566654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.568040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.571695 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2a3756a2-44fe-4367-b32f-8bd92cfe2a21 tempest-FloatingIPAdminTestJSON-263644040 tempest-FloatingIPAdminTestJSON-263644040-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d0dc755-0aff-4a97-b839-85721bd81274 HTTP/1.1" status: 204 len: 168 time: 1.3249824 Mar 14 18:22:26.610444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bacfdd73-0acd-49b8-b2d0-8bfbe47d05c8 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0807765 Mar 14 18:22:26.610984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.615400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--116492447'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:26.620693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:26.626531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.628428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c860d16c-511f-41ac-9373-70ebd126e8c5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "PUT /v2.0/routers/0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 200 len: 920 time: 3.0222380 Mar 14 18:22:26.631121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.633803 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] Sync routers for ids ['0671ef36-968e-4724-80f6-648f74474303'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:26.639372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.659197 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] Routers {'0671ef36-968e-4724-80f6-648f74474303'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:26.668880 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0671ef36-968e-4724-80f6-648f74474303'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.684712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.706786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:26.714663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:26.726129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:26.729622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:26.731671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Pushing event updated for resources: {'Port': ['ID=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.731839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.743546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] Routers {'0671ef36-968e-4724-80f6-648f74474303'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:26.744197 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0671ef36-968e-4724-80f6-648f74474303'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.747588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:26.759734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:26.779811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.784467 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.785127 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391fb8e-5642-47a0-a259-8548e396d0bf None None] The sync data for ids ['0671ef36-968e-4724-80f6-648f74474303'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:26.811766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.815908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::161 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/57f7aaab-c962-4add-b9ec-2d0b66134745) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:26.835914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=3e58271b-0d5d-4a45-8aae-ccdcad4c3913,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.848943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a538e1a-4c76-43d0-861c-fc4cd16be415 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 200 len: 920 time: 0.2163725 Mar 14 18:22:26.858957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:26.906634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Pushing event updated for resources: {'Port': ['ID=8e16ec4e-a052-4295-be60-ff657ae9a5cc,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:26.911788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Attempting to bind port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:26.912144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Attempting to bind port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9c773a34-1a8e-4b14-9e26-c9047fcd7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:26.912497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Attempting to bind port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 on network 73501eb6-61f5-4e9a-92a3-a5420c56111d {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:26.926715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:26.927095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Checking segment: {'id': '9c773a34-1a8e-4b14-9e26-c9047fcd7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:26.927501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.927890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Bound using segment: {'id': '9c773a34-1a8e-4b14-9e26-c9047fcd7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:26.928358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Bound port: f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c773a34-1a8e-4b14-9e26-c9047fcd7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:26.929210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.933170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.939952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Attempting to bind port 8e16ec4e-a052-4295-be60-ff657ae9a5cc on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:26.940556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Attempting to bind port 8e16ec4e-a052-4295-be60-ff657ae9a5cc by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b7a3040d-230c-4af6-95e0-a111dfcdf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:26.940923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Attempting to bind port 8e16ec4e-a052-4295-be60-ff657ae9a5cc on network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:26.951104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:26.951282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Checking segment: {'id': 'b7a3040d-230c-4af6-95e0-a111dfcdf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:26.951587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.952375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Bound using segment: {'id': 'b7a3040d-230c-4af6-95e0-a111dfcdf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:26.952821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Bound port: 8e16ec4e-a052-4295-be60-ff657ae9a5cc, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a3040d-230c-4af6-95e0-a111dfcdf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:26.953226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.957135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea92d5-4b65-47d2-b097-1d4e19f8fabc']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.962417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.966872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a3040d-230c-4af6-95e0-a111dfcdf79c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.967125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a3040d-230c-4af6-95e0-a111dfcdf79c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:26.978973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:26.996518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.005440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:27.006179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.009324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13bacc-7670-4326-a87e-51379eed8be6 req-c269269d-f898-4901-bf35-929c261161d5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:27.009508 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:27.011488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a13bacc-7670-4326-a87e-51379eed8be6 req-c269269d-f898-4901-bf35-929c261161d5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1960981 Mar 14 18:22:27.051905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.055234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbff4ba-eafc-4f58-87c9-c99fb36021c0 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:27.063520 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5dbff4ba-eafc-4f58-87c9-c99fb36021c0 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=0671ef36-968e-4724-80f6-648f74474303&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1966796 Mar 14 18:22:27.071749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.088851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] For port f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:27.094397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] For port f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,segment=NetworkSegment(9c773a34-1a8e-4b14-9e26-c9047fcd7401),segment_id=9c773a34-1a8e-4b14-9e26-c9047fcd7401)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:27.117610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] For port 8e16ec4e-a052-4295-be60-ff657ae9a5cc, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:27.121949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] For port 8e16ec4e-a052-4295-be60-ff657ae9a5cc, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8e16ec4e-a052-4295-be60-ff657ae9a5cc,segment=NetworkSegment(b7a3040d-230c-4af6-95e0-a111dfcdf79c),segment_id=b7a3040d-230c-4af6-95e0-a111dfcdf79c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:27.143624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:27.143624 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:27.143624 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': '3bea92d5-4b65-47d2-b097-1d4e19f8fabc'}] Mar 14 18:22:27.143624 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:27.144089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.145038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:27.167591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.196551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.225918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.229940 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6155584 Mar 14 18:22:27.229940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8d61-d141-464e-93ae-98c04ae55dbb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d2b59-1a53-47de-8199-de71a9214f31,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.232533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.238039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6cd5d382-7a5f-43c7-aab6-7677146ae6cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:27.240697 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-6cd5d382-7a5f-43c7-aab6-7677146ae6cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:22:27.241286 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-6cd5d382-7a5f-43c7-aab6-7677146ae6cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:27.242495 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6cd5d382-7a5f-43c7-aab6-7677146ae6cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108287 Mar 14 18:22:27.245329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.245514 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a13bacc-7670-4326-a87e-51379eed8be6 req-c191ec6c-3945-44ad-9327-62359f35b308 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219610 Mar 14 18:22:27.258433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8dd3e6a7-c79f-499a-b073-7975480d9646 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:27.292160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ee89-d9d3-4045-8db2-2beaccf3d497 None None] Pushing event updated for resources: {'Port': ['ID=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.316038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.331317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b2110-1f66-4708-b450-0cc00b782bed tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:27.333223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-504b2110-1f66-4708-b450-0cc00b782bed tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.2449384 Mar 14 18:22:27.336621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.372049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317d51a-6707-4d91-8f80-34c2e8ab5088 None None] Network 3bea92d5-4b65-47d2-b097-1d4e19f8fabc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:27.396887 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4efa51b1-57ab-4822-b9fe-4213e70f9576 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 200 len: 205 time: 0.0591247 Mar 14 18:22:27.401079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.428122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895828a2-c7bd-4135-82f2-4b5ab79c09cc None None] Pushing event updated for resources: {'Port': ['ID=8e16ec4e-a052-4295-be60-ff657ae9a5cc,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.506480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.576133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:27.608655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:27.615778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=57f7aaab-c962-4add-b9ec-2d0b66134745,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:27.619034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:27.625089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:27.627170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.654669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.742114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9308a296-b2cd-4958-be98-bc991f401ae0 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1437447 Mar 14 18:22:27.746955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.752122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-545752624', 'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:4a:10:fc'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:27.762188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.774874 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-8dd3e6a7-c79f-499a-b073-7975480d9646 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:27.778437 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8dd3e6a7-c79f-499a-b073-7975480d9646 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5312572 Mar 14 18:22:27.780761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.788470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-921ab4f9-3d09-487b-8313-6ba33a493500 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:27.788937 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-921ab4f9-3d09-487b-8313-6ba33a493500 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 18:22:27.789404 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-921ab4f9-3d09-487b-8313-6ba33a493500 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:27.790344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-921ab4f9-3d09-487b-8313-6ba33a493500 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054536 Mar 14 18:22:27.795195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.799470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1d37d489-c653-4c66-ba79-cc7994f4bea9 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:27.825827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.865610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac299-045c-4b41-b3ab-b92ff052b754 req-93bd916b-c52a-429a-8901-99e5521b557f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:27.867138 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc5ac299-045c-4b41-b3ab-b92ff052b754 req-93bd916b-c52a-429a-8901-99e5521b557f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.5119753 Mar 14 18:22:27.886071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b2c31f70-b129-444b-b200-d95165912b60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d669a236c2b4a2faaa8624f97114bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169511 Mar 14 18:22:27.888800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:27.924231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc5ac299-045c-4b41-b3ab-b92ff052b754 req-e0274788-0f00-4a87-aa3b-2c4e4f7f8f16 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 Mar 14 18:22:27.928511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port 8e16ec4e-a052-4295-be60-ff657ae9a5cc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:27.928773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.963648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:27.970093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:28.009369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port 8e16ec4e-a052-4295-be60-ff657ae9a5cc, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8e16ec4e-a052-4295-be60-ff657ae9a5cc,segment=NetworkSegment(b7a3040d-230c-4af6-95e0-a111dfcdf79c),segment_id=b7a3040d-230c-4af6-95e0-a111dfcdf79c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:28.009369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.022784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.026937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for 8e16ec4e-a052-4295-be60-ff657ae9a5cc owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:28.054595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.100087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-1d37d489-c653-4c66-ba79-cc7994f4bea9 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:28.104278 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d37d489-c653-4c66-ba79-cc7994f4bea9 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3051291 Mar 14 18:22:28.106530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.111038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port 4aa68463-c02a-4129-862c-38d6e421ce76 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:28.111377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.111728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a63a19a6-dd81-48d0-ab9e-a9edd612ea36 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.112423 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-a63a19a6-dd81-48d0-ab9e-a9edd612ea36 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:22:28.112962 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-a63a19a6-dd81-48d0-ab9e-a9edd612ea36 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:28.114503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a63a19a6-dd81-48d0-ab9e-a9edd612ea36 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070298 Mar 14 18:22:28.117217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.122169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5b792973-e7b1-4ddd-9105-925c56b7f36a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.173536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.200724 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.216547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port d294fe5a-2181-4230-acd2-a83083ce8992 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:28.242812 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-5b792973-e7b1-4ddd-9105-925c56b7f36a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Project fae48d14acbb4672a8e74c153edec8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:22:28.254919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port 8e16ec4e-a052-4295-be60-ff657ae9a5cc on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:28.257869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=8e16ec4e-a052-4295-be60-ff657ae9a5cc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.267237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.293405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for 4aa68463-c02a-4129-862c-38d6e421ce76 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:28.352383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7b39efd-56d9-41d0-bb1f-d84fe07f2759 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:28.376045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.381400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.384078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.388842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd294971-e0cd-45d5-9c71-dd3698992f86 HTTP/1.1" status: 204 len: 168 time: 0.4961042 Mar 14 18:22:28.405084 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-5b792973-e7b1-4ddd-9105-925c56b7f36a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:28.407866 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5b792973-e7b1-4ddd-9105-925c56b7f36a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2876091 Mar 14 18:22:28.411030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368531e-d822-48fb-a533-f2e2d729b978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd294971-e0cd-45d5-9c71-dd3698992f86,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.412539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43788) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.432619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f99a52be-2c6b-48fd-b1ee-65f3c2fb5d25 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.433408 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-f99a52be-2c6b-48fd-b1ee-65f3c2fb5d25 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 18:22:28.433778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bea92d5-4b65-47d2-b097-1d4e19f8fabc']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:28.433924 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-f99a52be-2c6b-48fd-b1ee-65f3c2fb5d25 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:28.434847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f99a52be-2c6b-48fd-b1ee-65f3c2fb5d25 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155492 Mar 14 18:22:28.448533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.448533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-649871b4-64a1-4dbd-9847-a56188e47c0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.467309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a3040d-230c-4af6-95e0-a111dfcdf79c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:28.468084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a3040d-230c-4af6-95e0-a111dfcdf79c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:28.487462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::c2 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/d294fe5a-2181-4230-acd2-a83083ce8992) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:28.487558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3301d-56c1-4ef7-bcc5-e13d363ff668 None None] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:28.488286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.510992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.517244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:28.517686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:28.521693 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:28.537627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:28.538462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.613511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d94a1d10-2d8c-4107-a694-51edd135ffdb None None] Provisioning complete for port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:28.613876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d94a1d10-2d8c-4107-a694-51edd135ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.622574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-649871b4-64a1-4dbd-9847-a56188e47c0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Project fae48d14acbb4672a8e74c153edec8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:22:28.669799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6126047-aa29-40c8-8b87-10f87b32fdd6 req-e3d4e5b1-6b5c-45ea-8f0e-8e0ca3d64966 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:28.671439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b6126047-aa29-40c8-8b87-10f87b32fdd6 req-e3d4e5b1-6b5c-45ea-8f0e-8e0ca3d64966 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0659931 Mar 14 18:22:28.755932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b6126047-aa29-40c8-8b87-10f87b32fdd6 req-21de4e1a-1d64-48dd-9338-b189bfd4f8c7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731053 Mar 14 18:22:28.758053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.762400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.778700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.782607 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/3bea92d5-4b65-47d2-b097-1d4e19f8fabc HTTP/1.1" status: 204 len: 168 time: 3.0820990 Mar 14 18:22:28.787352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43800) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.796291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232709487'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.798598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1361-9223-44c2-b642-b4ed972d8c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=3bea92d5-4b65-47d2-b097-1d4e19f8fabc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.802542 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-649871b4-64a1-4dbd-9847-a56188e47c0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:28.806592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-649871b4-64a1-4dbd-9847-a56188e47c0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3613002 Mar 14 18:22:28.806592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43802) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:28.811778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1ccaeaa4-3e06-48c5-8414-413e05c02da7 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'e33d2b59-1a53-47de-8199-de71a9214f31', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:28.820436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.831930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.835253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,segment=NetworkSegment(9c773a34-1a8e-4b14-9e26-c9047fcd7401),segment_id=9c773a34-1a8e-4b14-9e26-c9047fcd7401)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:28.853372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d94a1d10-2d8c-4107-a694-51edd135ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.890658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=4aa68463-c02a-4129-862c-38d6e421ce76,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.905707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.953944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:28.957584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:28.990824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d94a1d10-2d8c-4107-a694-51edd135ffdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:28.991553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d94a1d10-2d8c-4107-a694-51edd135ffdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:28.996044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:28.998964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-1ccaeaa4-3e06-48c5-8414-413e05c02da7 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Project fae48d14acbb4672a8e74c153edec8c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:22:29.008566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.013966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:29.080553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.141643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.147174 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-1ccaeaa4-3e06-48c5-8414-413e05c02da7 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:29.148043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.148504 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1ccaeaa4-3e06-48c5-8414-413e05c02da7 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3408353 Mar 14 18:22:29.149706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.151774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.152175 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 934794d8-176e-412f-97f2-8b401760d52b of type vlan for network bb06a1d4-7141-4816-997b-6444d230432e Mar 14 18:22:29.155409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43810) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.171488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1a775d-a45d-4330-ad60-9ebedb61a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.189714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:29.241362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:29.248556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:29.255034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.255696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.259017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.274085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=d294fe5a-2181-4230-acd2-a83083ce8992,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.277481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.297915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.360361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1a775d-a45d-4330-ad60-9ebedb61a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.367688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.368265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router 0671ef36-968e-4724-80f6-648f74474303 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:29.378734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.378734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4cd2bf53-77c0-47b1-a97b-51cea22c768c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 204 len: 168 time: 1.9770954 Mar 14 18:22:29.381705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.386658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592410123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:29.400923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9288bad4-3521-4bb1-a479-c79367073e60 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6529222 Mar 14 18:22:29.403818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.409874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.410525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.420929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.457540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.460501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.466054 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/e33d2b59-1a53-47de-8199-de71a9214f31 HTTP/1.1" status: 204 len: 168 time: 0.3053772 Mar 14 18:22:29.466054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a1a775d-a45d-4330-ad60-9ebedb61a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.481026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43818) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.493247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.494413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.512092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=bb06a1d4-7141-4816-997b-6444d230432e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.528632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bb06a1d4-7141-4816-997b-6444d230432e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:29.535360 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8db216a1-9178-4f5a-95a1-474dd999dc85 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7468944 Mar 14 18:22:29.538251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.543606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:29.589566 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e5f6fa2-1015-4bba-96c7-4de085c71d3c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0960262 Mar 14 18:22:29.590218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.590632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.592248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d945f-bac3-427f-8be4-47de54c40a0d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d2b59-1a53-47de-8199-de71a9214f31,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.602586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7398edbb-bdaa-4819-b2b0-e786af803db8 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:22:29.626542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a1a775d-a45d-4330-ad60-9ebedb61a80b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46cf30f17c604a81ab8bcf6b6edf6060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743326 Mar 14 18:22:29.636349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43826) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.636576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256893121'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:29.668202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab2965-ac95-44d4-92c0-0f9ff13cbe4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.678540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab2965-ac95-44d4-92c0-0f9ff13cbe4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.697291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab2965-ac95-44d4-92c0-0f9ff13cbe4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.699569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5ab2965-ac95-44d4-92c0-0f9ff13cbe4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2775769 Mar 14 18:22:29.714485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:29.760552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a775d-a45d-4330-ad60-9ebedb61a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aaa1bc-fd27-48ac-9e05-70854eadbc55,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:29.779886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7398edbb-bdaa-4819-b2b0-e786af803db8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:22:29.820299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Provisioning complete for port 57f7aaab-c962-4add-b9ec-2d0b66134745 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:29.820680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.878388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb173944-039c-477c-bc6e-e898be84cfcc req-c9956115-b9e0-4397-b2c0-df66612496f5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:29.882116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb173944-039c-477c-bc6e-e898be84cfcc req-c9956115-b9e0-4397-b2c0-df66612496f5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1727264 Mar 14 18:22:29.888431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.902889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Port 57f7aaab-c962-4add-b9ec-2d0b66134745 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:29.931146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Provisioning complete for port d294fe5a-2181-4230-acd2-a83083ce8992 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:29.931512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.938751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.970121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:29.990532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb173944-039c-477c-bc6e-e898be84cfcc req-6af09485-d43f-47a7-95c8-687e41f586d4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863023 Mar 14 18:22:30.005325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port d294fe5a-2181-4230-acd2-a83083ce8992 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:30.006058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.020788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Port d294fe5a-2181-4230-acd2-a83083ce8992 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:30.031015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Provisioning complete for port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:30.031385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5166b58-0ebe-472c-84e5-78a3865540e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.076413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.100654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.108047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:30.112337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.113978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for d294fe5a-2181-4230-acd2-a83083ce8992 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:30.119117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.122818 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-444b9292-4c31-49d9-b878-7db91d0a2f1d tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7372730 Mar 14 18:22:30.123075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:30.129357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:30.198358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.200854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.204642 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58aaa1bc-fd27-48ac-9e05-70854eadbc55 HTTP/1.1" status: 204 len: 168 time: 0.5631728 Mar 14 18:22:30.241934 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.245473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a1dc2-2330-48d3-853d-b4f699360604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aaa1bc-fd27-48ac-9e05-70854eadbc55,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.292866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7b39efd-56d9-41d0-bb1f-d84fe07f2759 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:30.359484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.368266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:30.368724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.410079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2394f075-a747-4728-b33f-64f55b49118c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.424162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.473122 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-36eb2c80-f700-4fb9-9b21-4f5917d81220 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590951 Mar 14 18:22:30.504748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.506104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ddfe666d-3888-43ff-9b59-9f53144afd00 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9124401 Mar 14 18:22:30.507947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.508944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:30.513445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f9d2b4ff-7781-419e-be8a-2f6331e0daca tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '2394f075-a747-4728-b33f-64f55b49118c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:30.548739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.603897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=91631a1a-da3a-4f0c-9829-ecc3babcc510,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.619375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '934794d8-176e-412f-97f2-8b401760d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:30.619909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: bb06a1d4-7141-4816-997b-6444d230432e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:30.621466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=d294fe5a-2181-4230-acd2-a83083ce8992,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:30.627669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-d507a09a-74ca-4793-bca5-39f807e3194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.629179 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-d507a09a-74ca-4793-bca5-39f807e3194e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79180658905a4375a6724b5c3d2faa9c&device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 1099 time: 0.0948067 Mar 14 18:22:30.742353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.748174 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9f47feb3-c9fe-491f-b7df-c58ed31403d2 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/d294fe5a-2181-4230-acd2-a83083ce8992 HTTP/1.1" status: 204 len: 168 time: 1.0182509 Mar 14 18:22:30.748303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:30.752900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network bb06a1d4-7141-4816-997b-6444d230432e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:30.780261 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-f9d2b4ff-7781-419e-be8a-2f6331e0daca tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The resource could not be found. Mar 14 18:22:30.788461 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f9d2b4ff-7781-419e-be8a-2f6331e0daca tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2713842 Mar 14 18:22:30.788644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-522bf2b7-53ae-4650-b9cf-598d35a73f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.788748 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9268e3da-da38-44ef-9ea6-c74c49ffa8ce tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] GET failed (client error): The resource could not be found. Mar 14 18:22:30.788839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-522bf2b7-53ae-4650-b9cf-598d35a73f85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 200 len: 907 time: 0.1271615 Mar 14 18:22:30.788915 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9268e3da-da38-44ef-9ea6-c74c49ffa8ce tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports/d294fe5a-2181-4230-acd2-a83083ce8992 HTTP/1.1" status: 404 len: 333 time: 0.0351737 Mar 14 18:22:30.788915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:30.789058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:30.792603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1258785458'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:30.806340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-11cc3aa8-3394-41a1-a710-adac71eff733 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '2394f075-a747-4728-b33f-64f55b49118c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ab731f2-0b39-4d17-9ad3-7df9107dd588'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:30.857461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bb06a1d4-7141-4816-997b-6444d230432e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:30.871457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.871644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233495e-1b62-4fca-97e9-a3dec572f85d None None] Network bb06a1d4-7141-4816-997b-6444d230432e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:30.872156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.893437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-93210259-128e-4339-86a0-45cd7ae88019 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 200 len: 1002 time: 0.1000481 Mar 14 18:22:30.947621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.955154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-a8c14364-07c9-4108-9444-3b3199a38795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:30.957142 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-a8c14364-07c9-4108-9444-3b3199a38795 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69e08522-015f-4aaa-b6ed-f7fc39be0101 HTTP/1.1" status: 200 len: 845 time: 0.0564914 Mar 14 18:22:30.977013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:30.981688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1335897a-80bd-4b64-9d40-91ce7ac9f15a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4423904 Mar 14 18:22:30.988185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:31.033224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-42932256-5891-4742-8cfa-8eb68229916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:31.034798 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-42932256-5891-4742-8cfa-8eb68229916a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f19199b-a7bb-401c-bd7d-575d44ae1481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697844 Mar 14 18:22:31.035382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:31.052509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74a4db5f-a119-47b7-a9e5-133882a668ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.126772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-11cc3aa8-3394-41a1-a710-adac71eff733 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The resource could not be found. Mar 14 18:22:31.127793 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-11cc3aa8-3394-41a1-a710-adac71eff733 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3381619 Mar 14 18:22:31.135401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:31.201528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bb06a1d4-7141-4816-997b-6444d230432e', 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '91631a1a-da3a-4f0c-9829-ecc3babcc510'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:31.203031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.217090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aebf-fa48-4e0a-ad8c-672831aa4dd0 req-c4c618bf-49dd-4ba0-b41b-2ed6c265cb8b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:31.218636 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cc5aebf-fa48-4e0a-ad8c-672831aa4dd0 req-c4c618bf-49dd-4ba0-b41b-2ed6c265cb8b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1366251 Mar 14 18:22:31.251966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:31.255702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.257699 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-6c4e1c05-b3db-4434-b079-3e80b3333209 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027698 Mar 14 18:22:31.273556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.307983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Allocated IP 172.26.3.114 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/ec25a49d-74dd-4a71-882f-c4c2a6db195f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:31.313714 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cc5aebf-fa48-4e0a-ad8c-672831aa4dd0 req-a689838d-ebfc-435f-99eb-3e5ae199a275 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837908 Mar 14 18:22:31.315620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74a4db5f-a119-47b7-a9e5-133882a668ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.323121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port 0dce5f9b-5459-4b96-8531-9448a69b6938 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:31.352659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Allocated IP 172.20.0.2 (bb06a1d4-7141-4816-997b-6444d230432e/91631a1a-da3a-4f0c-9829-ecc3babcc510/b14f16f4-6e19-4b37-8767-65afa52c7ec7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:31.374844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.391027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d662f6b-eb19-4de9-9d9d-e884fd733223 req-3056521c-f666-4c1d-8c9f-4e80317ef4c8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180303 Mar 14 18:22:31.400503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-74a4db5f-a119-47b7-a9e5-133882a668ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.448691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-74a4db5f-a119-47b7-a9e5-133882a668ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=821d3fcba99d40ab9cbd217f169a676c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123142 Mar 14 18:22:31.451229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:31.460896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4db5f-a119-47b7-a9e5-133882a668ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e521ee7-88cb-4bd7-adff-7aacc8285e9a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:31.499395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.518274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.541445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.545034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.545187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:31.825531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::e4 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/0dce5f9b-5459-4b96-8531-9448a69b6938) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:31.825531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.181690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.214342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Network bb06a1d4-7141-4816-997b-6444d230432e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:32.217096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:32.220186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:32.225611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Pushing event updated for resources: {'Port': ['ID=b14f16f4-6e19-4b37-8767-65afa52c7ec7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.280026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Attempting to bind port b14f16f4-6e19-4b37-8767-65afa52c7ec7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:32.280382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Attempting to bind port b14f16f4-6e19-4b37-8767-65afa52c7ec7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '934794d8-176e-412f-97f2-8b401760d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:32.280735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Attempting to bind port b14f16f4-6e19-4b37-8767-65afa52c7ec7 on network bb06a1d4-7141-4816-997b-6444d230432e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:32.287112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:32.287474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Checking segment: {'id': '934794d8-176e-412f-97f2-8b401760d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:32.287865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.288238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Bound using segment: {'id': '934794d8-176e-412f-97f2-8b401760d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:32.288694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Bound port: b14f16f4-6e19-4b37-8767-65afa52c7ec7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934794d8-176e-412f-97f2-8b401760d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bb06a1d4-7141-4816-997b-6444d230432e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:32.289061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.351812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c367df01-890e-43f3-8343-78ed198916fa None None] For port b14f16f4-6e19-4b37-8767-65afa52c7ec7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:32.354860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c367df01-890e-43f3-8343-78ed198916fa None None] For port b14f16f4-6e19-4b37-8767-65afa52c7ec7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b14f16f4-6e19-4b37-8767-65afa52c7ec7,segment=NetworkSegment(934794d8-176e-412f-97f2-8b401760d52b),segment_id=934794d8-176e-412f-97f2-8b401760d52b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:32.428122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecffc6e-7d03-4fbb-9c7c-a904690789b2 req-e31a1660-a460-40b9-8a80-633e73a0a3c2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:32.429599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fecffc6e-7d03-4fbb-9c7c-a904690789b2 req-e31a1660-a460-40b9-8a80-633e73a0a3c2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Mar 14 18:22:32.437994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.437994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.438695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.440638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.446014 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e521ee7-88cb-4bd7-adff-7aacc8285e9a HTTP/1.1" status: 204 len: 168 time: 0.9907157 Mar 14 18:22:32.451523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/2394f075-a747-4728-b33f-64f55b49118c HTTP/1.1" status: 204 len: 168 time: 1.3089309 Mar 14 18:22:32.452392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:32.465872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.477137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce55b-3128-4205-8378-525b51b88a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e521ee7-88cb-4bd7-adff-7aacc8285e9a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.492517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd024a-72aa-4fe5-901d-91843de2e05c tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2394f075-a747-4728-b33f-64f55b49118c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.519841 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fd42e506-0143-40a2-93eb-b89bce49dd4d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0586507 Mar 14 18:22:32.521141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:32.529394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1906835c-72cf-4cc8-a8a1-da5750eb8803 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '3145673b-39f1-4d75-907a-979848229bd3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:32.551851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.569108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.584784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:32.632614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367df01-890e-43f3-8343-78ed198916fa None None] Pushing event updated for resources: {'Port': ['ID=b14f16f4-6e19-4b37-8767-65afa52c7ec7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.867449 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-1906835c-72cf-4cc8-a8a1-da5750eb8803 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The resource could not be found. Mar 14 18:22:32.868595 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1906835c-72cf-4cc8-a8a1-da5750eb8803 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3451998 Mar 14 18:22:32.873479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:32.879418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108214515'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:32.930439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:32.936311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:32.952120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=91631a1a-da3a-4f0c-9829-ecc3babcc510,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:32.962452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:32.983240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event updated for resources: {'Port': ['ID=ec25a49d-74dd-4a71-882f-c4c2a6db195f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.019503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fecffc6e-7d03-4fbb-9c7c-a904690789b2 req-7f0ba4c1-cc0d-45d7-a925-4aca6083137a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5432334 Mar 14 18:22:33.051669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.072352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.106629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.128159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.137385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb06a1d4-7141-4816-997b-6444d230432e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.159817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118fadc2-5077-436b-aecc-fb6775ec0fae,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.177673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934794d8-176e-412f-97f2-8b401760d52b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.177999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934794d8-176e-412f-97f2-8b401760d52b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:33.215054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.250183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.251863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.256388 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-71d1b1f3-ce55-4a02-9e71-d18138b19d70 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3790021 Mar 14 18:22:33.256793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:33.261931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076820958'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.264620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:33.265023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:33.269758 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:33.323316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.354565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.421770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:33.425564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:33.425564 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:33.425564 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': 'bb06a1d4-7141-4816-997b-6444d230432e'}] Mar 14 18:22:33.425564 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:33.425935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:33.426431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=0dce5f9b-5459-4b96-8531-9448a69b6938,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.434386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:33.437033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:33.443417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:33.444114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.467015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.513001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.558032 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c25fe8f6-d374-410f-a678-35e186eed98a tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7691691 Mar 14 18:22:33.560731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43884) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:33.569942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.572960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:4a:10:fc'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.604405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66d99e0-c0d8-41bb-881a-2402697277cd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:33.706362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.708343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e629656b-71cb-4fff-915d-cc96bb3be20d tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4505327 Mar 14 18:22:33.711914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:33.722245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-80e63d89-0b5d-4a35-8330-953da1367c24 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': '118fadc2-5077-436b-aecc-fb6775ec0fae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f66d99e0-c0d8-41bb-881a-2402697277cd'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.777887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43890) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:33.803618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d08e7-21ec-4246-8ad8-d1d38686371c None None] Network bb06a1d4-7141-4816-997b-6444d230432e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:33.856865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.872691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.878035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Provisioning complete for port 0dce5f9b-5459-4b96-8531-9448a69b6938 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:33.878524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.879048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.899283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'networks': [{'name': 'tempest-network--661090273'}, {'name': 'tempest-network--1709808879'}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.899623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-network--661090273'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.900084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-network--1709808879'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:33.925740 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-80e63d89-0b5d-4a35-8330-953da1367c24 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:33.926898 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-80e63d89-0b5d-4a35-8330-953da1367c24 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2138054 Mar 14 18:22:33.930400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:33.943460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:33.955117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Port 0dce5f9b-5459-4b96-8531-9448a69b6938 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:33.971988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Provisioning complete for port b14f16f4-6e19-4b37-8767-65afa52c7ec7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:33.972649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.000177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.001682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'network': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:34.006195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.021763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.057532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.075904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] DHCP port deletion for bb06a1d4-7141-4816-997b-6444d230432e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:34.080708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.126118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] For port b14f16f4-6e19-4b37-8767-65afa52c7ec7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b14f16f4-6e19-4b37-8767-65afa52c7ec7,segment=NetworkSegment(934794d8-176e-412f-97f2-8b401760d52b),segment_id=934794d8-176e-412f-97f2-8b401760d52b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:34.152171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Deleting port b14f16f4-6e19-4b37-8767-65afa52c7ec7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:34.152935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.153872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port b14f16f4-6e19-4b37-8767-65afa52c7ec7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:34.154258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.192181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ba75f-3111-4629-b942-e804a9ecf422 req-dbb3b58e-ac64-4a7c-b2b2-4a9863e5c814 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:34.193734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d43ba75f-3111-4629-b942-e804a9ecf422 req-dbb3b58e-ac64-4a7c-b2b2-4a9863e5c814 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0872197 Mar 14 18:22:34.223322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.231705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] For port b14f16f4-6e19-4b37-8767-65afa52c7ec7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b14f16f4-6e19-4b37-8767-65afa52c7ec7,segment=NetworkSegment(934794d8-176e-412f-97f2-8b401760d52b),segment_id=934794d8-176e-412f-97f2-8b401760d52b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:34.232164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.253822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port b14f16f4-6e19-4b37-8767-65afa52c7ec7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b14f16f4-6e19-4b37-8767-65afa52c7ec7,segment=NetworkSegment(934794d8-176e-412f-97f2-8b401760d52b),segment_id=934794d8-176e-412f-97f2-8b401760d52b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:34.254294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.267775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Calling delete_port for b14f16f4-6e19-4b37-8767-65afa52c7ec7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:34.268125 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d43ba75f-3111-4629-b942-e804a9ecf422 req-3f4e7136-da45-434a-a556-8cf678767b1f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635943 Mar 14 18:22:34.275585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.278690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.286894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/f66d99e0-c0d8-41bb-881a-2402697277cd HTTP/1.1" status: 204 len: 168 time: 0.3485665 Mar 14 18:22:34.287324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for b14f16f4-6e19-4b37-8767-65afa52c7ec7 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:34.287324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.287324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.302469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb4a0b-6224-4c41-a503-9ee534ae3d7a tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66d99e0-c0d8-41bb-881a-2402697277cd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.308968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Router 7f566165-cacf-4fe0-9342-d50600d2599c is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:34.331229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc41ec-cbf5-4f46-bedb-a538654a3cf5 None None] Pushing event updated for resources: {'Port': ['ID=b14f16f4-6e19-4b37-8767-65afa52c7ec7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.350562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.384546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.430738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.431303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.453997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.480355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] Pushing event deleted for resources: {'Port': ['ID=b14f16f4-6e19-4b37-8767-65afa52c7ec7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.481319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3ca07-4618-45b4-802f-7913d8d89c43,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.484629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf278b-e260-494f-90d0-e1e1a5c7af14 None None] No DVR routers for this DVR port b14f16f4-6e19-4b37-8767-65afa52c7ec7 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:34.487826 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-863204af-b980-442b-bb60-a65b52319e79 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2004883 Mar 14 18:22:34.490862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] In _notify_port_updated(), no bound segment for port 0dce5f9b-5459-4b96-8531-9448a69b6938 on network 73501eb6-61f5-4e9a-92a3-a5420c56111d {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:22:34.494702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.496274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:34.496905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.500875 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "PUT /v2.0/ports/0dce5f9b-5459-4b96-8531-9448a69b6938 HTTP/1.1" status: 200 len: 1002 time: 0.9363317 Mar 14 18:22:34.502235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.516059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:34.543215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484b35c-621f-49be-8856-d8dd02a381fd tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=0dce5f9b-5459-4b96-8531-9448a69b6938,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.550718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.564885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.565213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment 24d1df39-ad3f-44ed-a40a-acc72ca84f77 of type vlan for network ee934fa6-2b58-418e-8046-d726e9d40111 Mar 14 18:22:34.584838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=b14f16f4-6e19-4b37-8767-65afa52c7ec7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.588243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port b14f16f4-6e19-4b37-8767-65afa52c7ec7 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:34.616199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:34.626277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.630430 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d8787cb6-9862-4aa7-a02b-dcce755837b3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "PUT /v2.0/routers/7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 200 len: 880 time: 4.5063519 Mar 14 18:22:34.631050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43904) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.633043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] Sync routers for ids ['7f566165-cacf-4fe0-9342-d50600d2599c'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:34.646243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] Routers {'7f566165-cacf-4fe0-9342-d50600d2599c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:34.647507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7f566165-cacf-4fe0-9342-d50600d2599c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.672395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.682960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.691238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.701770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] Routers {'7f566165-cacf-4fe0-9342-d50600d2599c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:34.702451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7f566165-cacf-4fe0-9342-d50600d2599c'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.711611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.746716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.752788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.753648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa1bf1-4a1f-49d3-ac2a-095105cdbbca None None] The sync data for ids ['7f566165-cacf-4fe0-9342-d50600d2599c'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:34.778693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb06a1d4-7141-4816-997b-6444d230432e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.783184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:34.795969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.796313 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment 5624f7bd-8a25-4909-857b-6e143b5ed944 of type vlan for network ea46669a-e86c-4ef8-a20d-4c095f1684e7 Mar 14 18:22:34.807873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port 0dce5f9b-5459-4b96-8531-9448a69b6938 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:34.808208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.819953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934794d8-176e-412f-97f2-8b401760d52b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.820255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934794d8-176e-412f-97f2-8b401760d52b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:34.836233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.860399 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-71d960a5-7359-45a4-ba50-fb8cdae943d0 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 200 len: 921 time: 0.2162063 Mar 14 18:22:34.860399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.862471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.869762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5001725e-b72f-4eb4-8168-83b6a26397c9 None None] Provisioning complete for port 0dce5f9b-5459-4b96-8531-9448a69b6938 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:34.870404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5001725e-b72f-4eb4-8168-83b6a26397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.884390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.886987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.891065 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/118fadc2-5077-436b-aecc-fb6775ec0fae HTTP/1.1" status: 204 len: 168 time: 0.3960268 Mar 14 18:22:34.891065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.895799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43908) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:34.895799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:34.895799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:34.899861 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:34.911784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5001725e-b72f-4eb4-8168-83b6a26397c9 None None] Port 0dce5f9b-5459-4b96-8531-9448a69b6938 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:34.916678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d2448-22bd-4366-9464-5150ac8d3686 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118fadc2-5077-436b-aecc-fb6775ec0fae,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:34.960646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:34.972420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for 0dce5f9b-5459-4b96-8531-9448a69b6938 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:35.016142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.017204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.022875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.026429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08956855-c740-4cc3-af73-8ac2499c0cf5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.027711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.027949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-08956855-c740-4cc3-af73-8ac2499c0cf5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=7f566165-cacf-4fe0-9342-d50600d2599c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1658511 Mar 14 18:22:35.028319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.031756 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bdee53f8-1ccb-4d35-99bb-8f8f75967bcc tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1327987 Mar 14 18:22:35.032349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.038110 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43912) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.045759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041822193'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:35.079707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.085935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.089152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/bb06a1d4-7141-4816-997b-6444d230432e HTTP/1.1" status: 204 len: 168 time: 4.1000040 Mar 14 18:22:35.092818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43914) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.111384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832594032'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:35.120024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3b9a-7af4-4e39-a696-a2f2a80390b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=bb06a1d4-7141-4816-997b-6444d230432e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.135913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=ee934fa6-2b58-418e-8046-d726e9d40111,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.146729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ee934fa6-2b58-418e-8046-d726e9d40111 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:35.166683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856cc2f-8750-432d-ab34-b63da701977f tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.170873 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a856cc2f-8750-432d-ab34-b63da701977f tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1348779 Mar 14 18:22:35.171013 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3925006 Mar 14 18:22:35.173874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.174232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43920) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.223420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198722e-c952-4f58-bda9-994bf527f3f8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=ea46669a-e86c-4ef8-a20d-4c095f1684e7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.232579 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e02563f-491b-4292-9cd7-db42c43cc416 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 200 len: 205 time: 0.0559177 Mar 14 18:22:35.235850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.238831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ea46669a-e86c-4ef8-a20d-4c095f1684e7 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:35.271459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.314649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:35.322191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.348815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.356560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.383914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=0dce5f9b-5459-4b96-8531-9448a69b6938,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.425112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.457189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:35.477988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715bb2e-e182-4b25-80d3-6a1a444e7358 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.483931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715bb2e-e182-4b25-80d3-6a1a444e7358 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.490335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715bb2e-e182-4b25-80d3-6a1a444e7358 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.496231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4715bb2e-e182-4b25-80d3-6a1a444e7358 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.498260 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4715bb2e-e182-4b25-80d3-6a1a444e7358 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3217874 Mar 14 18:22:35.505788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.514191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a12535-689e-464a-8208-843e3eddd35d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:35.530898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.530898 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment f1250113-89f6-44a5-bc32-f788ecb5bb31 of type vlan for network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 Mar 14 18:22:35.543473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.547114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.549567 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e63dea0d-9f00-4c70-b924-4773dc646e99 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/0dce5f9b-5459-4b96-8531-9448a69b6938 HTTP/1.1" status: 204 len: 168 time: 1.0452387 Mar 14 18:22:35.553201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.559513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdc57b-ef9e-4245-9bd8-23e3f3a2ae37 req-cc692f9a-10db-4247-a1eb-042bc24faa1e tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:35.566080 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-13cdc57b-ef9e-4245-9bd8-23e3f3a2ae37 req-cc692f9a-10db-4247-a1eb-042bc24faa1e tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2113461 Mar 14 18:22:35.581706 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad5807b-2b01-412c-92e5-c901447a42ca tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] GET failed (client error): The resource could not be found. Mar 14 18:22:35.587062 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4ad5807b-2b01-412c-92e5-c901447a42ca tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports/0dce5f9b-5459-4b96-8531-9448a69b6938 HTTP/1.1" status: 404 len: 333 time: 0.0291874 Mar 14 18:22:35.587429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.590361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4afa421b-20d8-4eee-9035-75a22ad01038 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5501807 Mar 14 18:22:35.591249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43932) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.591776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43934) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.598589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1950273703'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:35.606049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3968dec9-0ef9-428d-9867-7f03f525952f tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'b5a12535-689e-464a-8208-843e3eddd35d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:35.805647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:35.809377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.830431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:35.866860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-3968dec9-0ef9-428d-9867-7f03f525952f tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:35.867908 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3968dec9-0ef9-428d-9867-7f03f525952f tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2738214 Mar 14 18:22:35.870747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:35.875008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-96c229b6-65d0-47f8-83c8-c61acc426840 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group_rule': {'security_group_id': 'b5a12535-689e-464a-8208-843e3eddd35d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:35.969293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::b5 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/3dc4527e-92d0-42fa-90ff-b8c8789cf7ed) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:35.971107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:35.992310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.059938 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-13cdc57b-ef9e-4245-9bd8-23e3f3a2ae37 req-a33f931b-1f9b-400f-8a0d-d6815ac756e8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450343 Mar 14 18:22:36.092684 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-96c229b6-65d0-47f8-83c8-c61acc426840 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:36.093727 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-96c229b6-65d0-47f8-83c8-c61acc426840 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2220824 Mar 14 18:22:36.100563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.101164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.118441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.123775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:36.124352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.161428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.189301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.197914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.226392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.263025 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1634676 Mar 14 18:22:36.263329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43940) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.264156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee934fa6-2b58-418e-8046-d726e9d40111']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.269841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:36.273373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a60fb-9917-40e5-8ce1-378dcc26c7b8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=c47477f1-b6d6-427a-8b95-0f5a9ffcfe49,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.285720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:36.288445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d1df39-ad3f-44ed-a40a-acc72ca84f77') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.288445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d1df39-ad3f-44ed-a40a-acc72ca84f77') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.293816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.300714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.325270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.326467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:36.326865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:36.331071 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:36.348231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port ec25a49d-74dd-4a71-882f-c4c2a6db195f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:36.352520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.375060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.378787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.382392 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/b5a12535-689e-464a-8208-843e3eddd35d HTTP/1.1" status: 204 len: 168 time: 0.2778363 Mar 14 18:22:36.388676 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43942) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.407438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:36.414476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:36.417016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10f3de-940f-4a55-a121-a5382927d5b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a12535-689e-464a-8208-843e3eddd35d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.422935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:36.430178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:36.430828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.438997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=3dc4527e-92d0-42fa-90ff-b8c8789cf7ed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.484876 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d56c2193-6117-48ea-9dd5-d630656f00e9 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0949724 Mar 14 18:22:36.488456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.493154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'tempest-secgroup--950893644'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:36.504353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.518133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for ec25a49d-74dd-4a71-882f-c4c2a6db195f owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:36.520983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.528039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.534557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/ee934fa6-2b58-418e-8046-d726e9d40111 HTTP/1.1" status: 204 len: 168 time: 1.0238268 Mar 14 18:22:36.535448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43946) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.550211 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6027c708-8d6e-4d38-bf15-37caeb9bcdef tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9570513 Mar 14 18:22:36.553461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43948) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:36.553624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:36.555014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ea1ff-1e3e-4147-8976-bdf208be7555 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=ee934fa6-2b58-418e-8046-d726e9d40111,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.557402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.561409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4a:10:fc'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:36.657031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.673706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:22:36.674294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:22:36.677365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.696359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.761111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e976209c-d901-4493-80cf-5b960f805a78 None None] Provisioning complete for port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:36.761567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e976209c-d901-4493-80cf-5b960f805a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.805384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e976209c-d901-4493-80cf-5b960f805a78 None None] Port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:36.884269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.887756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.899664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.934202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea46669a-e86c-4ef8-a20d-4c095f1684e7']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.942598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=ec25a49d-74dd-4a71-882f-c4c2a6db195f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:36.952902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5624f7bd-8a25-4909-857b-6e143b5ed944') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.953460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5624f7bd-8a25-4909-857b-6e143b5ed944') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:36.964258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:36.965716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.000602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.012872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:37.013269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:37.016243 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:37.026984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.034651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651b4b08-4ec5-405a-b3a9-be3302e22bf1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.075229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.102119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.106373 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bf4ebf85-89b8-40b2-92ea-c285d8ee931b tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6168704 Mar 14 18:22:37.110052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.124288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b31d221b-9e0a-4f9d-8961-2f1771126f71 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:37.125229 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-b31d221b-9e0a-4f9d-8961-2f1771126f71 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:22:37.125229 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-b31d221b-9e0a-4f9d-8961-2f1771126f71 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:37.128760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b31d221b-9e0a-4f9d-8961-2f1771126f71 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "PUT /v2.0/security-groups/651b4b08-4ec5-405a-b3a9-be3302e22bf1 HTTP/1.1" status: 409 len: 330 time: 0.0103042 Mar 14 18:22:37.130043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.180490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.186763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.191503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=5886855a-27ed-4db2-85bf-a260987b6423,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.192788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.206497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.219267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.222873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/ea46669a-e86c-4ef8-a20d-4c095f1684e7 HTTP/1.1" status: 204 len: 168 time: 0.6868830 Mar 14 18:22:37.230365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43956) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.247103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a9dd-c58a-4fda-b1be-ebbcc3457e5d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=ea46669a-e86c-4ef8-a20d-4c095f1684e7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.249957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': 'f1250113-89f6-44a5-bc32-f788ecb5bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:37.250321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: c47477f1-b6d6-427a-8b95-0f5a9ffcfe49, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:37.275890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e01ac-faf6-4267-aa69-b591f2899185 req-a30a687e-3cfd-4a3a-979b-2c354d7d6248 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.277374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f59e01ac-faf6-4267-aa69-b591f2899185 req-a30a687e-3cfd-4a3a-979b-2c354d7d6248 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1338756 Mar 14 18:22:37.289594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.296120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.332470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] In _notify_port_updated(), no bound segment for port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed on network 73501eb6-61f5-4e9a-92a3-a5420c56111d {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:22:37.335795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.338252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.338621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.342476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "PUT /v2.0/ports/3dc4527e-92d0-42fa-90ff-b8c8789cf7ed HTTP/1.1" status: 200 len: 1002 time: 0.7828724 Mar 14 18:22:37.346307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.348505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.349103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router 7f566165-cacf-4fe0-9342-d50600d2599c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:37.356620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.357655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-393562b4-be45-4078-b18b-0fb06b859d38 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 204 len: 168 time: 2.1223283 Mar 14 18:22:37.364589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43960) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.371327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f59e01ac-faf6-4267-aa69-b591f2899185 req-47c0c4d5-db46-4330-8934-4e350e3776f5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856640 Mar 14 18:22:37.377967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-503253448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:37.400840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa60e66-dd48-417f-bcdf-8c0ac813a3f3 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=3dc4527e-92d0-42fa-90ff-b8c8789cf7ed,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.409684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:37.412341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c8cf9-4757-478c-9259-dbe2d8c9a9c8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.418718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c8cf9-4757-478c-9259-dbe2d8c9a9c8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.425441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9a3c8cf9-4757-478c-9259-dbe2d8c9a9c8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1890740 Mar 14 18:22:37.425704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.430799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1373111604'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:37.507310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:37.508292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.560181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c47477f1-b6d6-427a-8b95-0f5a9ffcfe49) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:37.568046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.568413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.572645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c364b0f-616e-4404-8e6c-e28016f48848 None None] Network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:37.613252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.627323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:37.653774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8bcf5dd7-49b2-4e9f-a8d1-7046fa3ba0bd None None] Provisioning complete for port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:37.653774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5dd7-49b2-4e9f-a8d1-7046fa3ba0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.659774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:37.664300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.669845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.670885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.674562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.677134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.678302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/651b4b08-4ec5-405a-b3a9-be3302e22bf1 HTTP/1.1" status: 204 len: 168 time: 0.5458488 Mar 14 18:22:37.681091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.689436 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d0ac7415-6d66-4749-b5e2-354175e3a72f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4243650 Mar 14 18:22:37.693652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.725093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf5dd7-49b2-4e9f-a8d1-7046fa3ba0bd None None] Port 3dc4527e-92d0-42fa-90ff-b8c8789cf7ed cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:37.736223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d952aa3-bc54-4d4b-9d1b-cb0b19d4e3b6 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b4b08-4ec5-405a-b3a9-be3302e22bf1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:37.754357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-10d19787-bd5e-4deb-ac35-408058ba01bb tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0718837 Mar 14 18:22:37.755046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.756181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:37.768735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c47477f1-b6d6-427a-8b95-0f5a9ffcfe49', 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '5886855a-27ed-4db2-85bf-a260987b6423'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:37.772711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.778788 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-a3af7988-a6aa-4b38-999c-8afa78b64420 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] delete failed (client error): The resource could not be found. Mar 14 18:22:37.779891 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a3af7988-a6aa-4b38-999c-8afa78b64420 tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ea586eb-521a-4494-88fc-d2d8f39305af HTTP/1.1" status: 404 len: 347 time: 0.0182989 Mar 14 18:22:37.784429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.784871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment cea97b63-193b-4c52-8d81-68ec9306aea3 of type vlan for network 94dc52dc-4d38-429c-9509-408d0813dbbb Mar 14 18:22:37.788170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:37.826292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.905643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.913862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:37.914662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:37.920485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Allocated IP 172.20.0.3 (c47477f1-b6d6-427a-8b95-0f5a9ffcfe49/5886855a-27ed-4db2-85bf-a260987b6423/5578686a-e471-43ef-99a9-4adabcac58ac) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:37.994163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=94dc52dc-4d38-429c-9509-408d0813dbbb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.014630 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-69a9390b-f604-4130-b577-d5c7368db9d0 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5877724 Mar 14 18:22:38.015253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.019995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 94dc52dc-4d38-429c-9509-408d0813dbbb details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:38.022976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-473308949'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.096052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:38.099793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.124527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:38.127732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.128864 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-7c24b247-c89b-4d1e-b81a-26ad7c72a5cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] show failed (client error): The resource could not be found. Mar 14 18:22:38.129964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7c24b247-c89b-4d1e-b81a-26ad7c72a5cf tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-groups/165a7898-29b1-4f9f-ae46-85df95332b7d HTTP/1.1" status: 404 len: 347 time: 0.3407965 Mar 14 18:22:38.135752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.137229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.156156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.156805 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment 5d433d9c-1900-47fa-9195-81f45b0f6adc of type vlan for network 37e5997b-9c0f-4240-8d78-944520a7b523 Mar 14 18:22:38.164941 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-77ea1fcc-3c8e-4d7c-bfd2-4a7598f908be tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] show failed (client error): The resource could not be found. Mar 14 18:22:38.169404 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-77ea1fcc-3c8e-4d7c-bfd2-4a7598f908be tempest-NegativeSecGroupIPv6Test-1422043192 tempest-NegativeSecGroupIPv6Test-1422043192-project] 10.222.0.58 "GET /v2.0/security-group-rules/b6e3a6d4-3d33-4a61-801e-bbc2c7299d65 HTTP/1.1" status: 404 len: 356 time: 0.0292838 Mar 14 18:22:38.192025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.213677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.217173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.246441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.277515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.299189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:38.303559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Pushing event updated for resources: {'Port': ['ID=5578686a-e471-43ef-99a9-4adabcac58ac,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.307623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:38.310508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:38.332047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.337056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.337808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:38.338516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.338943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f0a691bf-fb73-4208-9c24-9b464cbcc823 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9664271 Mar 14 18:22:38.339774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.345519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.352237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.384409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Attempting to bind port 5578686a-e471-43ef-99a9-4adabcac58ac on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:38.385042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Attempting to bind port 5578686a-e471-43ef-99a9-4adabcac58ac by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f1250113-89f6-44a5-bc32-f788ecb5bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:38.385686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Attempting to bind port 5578686a-e471-43ef-99a9-4adabcac58ac on network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:38.391120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:38.392224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Checking segment: {'id': 'f1250113-89f6-44a5-bc32-f788ecb5bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:38.392782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.393316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Bound using segment: {'id': 'f1250113-89f6-44a5-bc32-f788ecb5bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:38.393961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Bound port: 5578686a-e471-43ef-99a9-4adabcac58ac, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1250113-89f6-44a5-bc32-f788ecb5bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:38.394515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.434906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=37e5997b-9c0f-4240-8d78-944520a7b523,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.462676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 37e5997b-9c0f-4240-8d78-944520a7b523 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:38.470648 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e7492a8e-00c2-4b6d-9eea-ef0a054933cf tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4540896 Mar 14 18:22:38.472664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.484995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'ports': [{'network_id': '94dc52dc-4d38-429c-9509-408d0813dbbb', 'name': 'tempest-port--253720817', 'admin_state_up': True}, {'network_id': '37e5997b-9c0f-4240-8d78-944520a7b523', 'admin_state_up': False}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.486174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'port': {'network_id': '94dc52dc-4d38-429c-9509-408d0813dbbb', 'name': 'tempest-port--253720817', 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.488708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] For port 5578686a-e471-43ef-99a9-4adabcac58ac, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:38.490291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'port': {'network_id': '37e5997b-9c0f-4240-8d78-944520a7b523', 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.536482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] For port 5578686a-e471-43ef-99a9-4adabcac58ac, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5578686a-e471-43ef-99a9-4adabcac58ac,segment=NetworkSegment(f1250113-89f6-44a5-bc32-f788ecb5bb31),segment_id=f1250113-89f6-44a5-bc32-f788ecb5bb31)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:38.541575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=3dc4527e-92d0-42fa-90ff-b8c8789cf7ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.632634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.633745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.637066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7507bf97-dd16-40f3-8c13-76196b4ad974 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/3dc4527e-92d0-42fa-90ff-b8c8789cf7ed HTTP/1.1" status: 204 len: 168 time: 1.2871151 Mar 14 18:22:38.642110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292dae-d982-460f-ab8e-6266d3991ab8 req-936c9e84-f149-412f-a5cb-f1fd1c92c229 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:38.642110 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7292dae-d982-460f-ab8e-6266d3991ab8 req-936c9e84-f149-412f-a5cb-f1fd1c92c229 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1271846 Mar 14 18:22:38.642348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43984) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.643776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.676013 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fcfa63-2207-4f9e-ba90-eeee802db097 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] GET failed (client error): The resource could not be found. Mar 14 18:22:38.678810 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-55fcfa63-2207-4f9e-ba90-eeee802db097 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports/3dc4527e-92d0-42fa-90ff-b8c8789cf7ed HTTP/1.1" status: 404 len: 333 time: 0.0383034 Mar 14 18:22:38.683554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.692558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 43986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.730042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2081982236'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:38.774307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3c99-ce22-4cb6-80c3-49b474b5f30f None None] Pushing event updated for resources: {'Port': ['ID=5578686a-e471-43ef-99a9-4adabcac58ac,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.806011 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7292dae-d982-460f-ab8e-6266d3991ab8 req-aa4fdee3-36aa-4091-a41a-164eadeeb131 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267998 Mar 14 18:22:38.809218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=5886855a-27ed-4db2-85bf-a260987b6423,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:38.881744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:38.909754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'port': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:38.914827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.921035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:38.935002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.046576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47477f1-b6d6-427a-8b95-0f5a9ffcfe49']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:39.070713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1250113-89f6-44a5-bc32-f788ecb5bb31') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:39.071012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1250113-89f6-44a5-bc32-f788ecb5bb31') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:39.089097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.117318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.125396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:39.126378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:39.134777 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:39.184720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] device_id is not set on port b127ab3d-4b1e-47a6-bff2-7370a53747b4 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:39.192803 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-abd447c2-e8e9-4d11-b6b3-5c070bfded4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fae48d14acbb4672a8e74c153edec8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096070 Mar 14 18:22:39.195225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 43994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:39.215483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:39.218990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.269050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:39.269050 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:39.269050 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': 'c47477f1-b6d6-427a-8b95-0f5a9ffcfe49'}] Mar 14 18:22:39.269050 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:39.269459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:39.284958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.307108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port c1e4ba53-827c-404b-bbc0-147b0d44c9ed yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:39.325647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.372449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.400882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.453557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] device_id is not set on port ea92eec8-7cce-400f-abee-10ae1a73993e yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:39.461722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.520670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::392 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/c1e4ba53-827c-404b-bbc0-147b0d44c9ed) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:39.523949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.526524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.527694 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3dc5042a-f695-45c7-8cc8-14d9d000c95c HTTP/1.1" status: 204 len: 168 time: 0.3321230 Mar 14 18:22:39.547312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff96569-f76a-4978-987a-8192caa23b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5042a-f695-45c7-8cc8-14d9d000c95c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:39.551054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.646580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.26.3.83 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/ec4b61fe-818f-495d-9bc6-87d48ea0a887) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:39.666310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.731351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Port': ['ID=b127ab3d-4b1e-47a6-bff2-7370a53747b4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:39.754283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Checking segment: {'id': 'cea97b63-193b-4c52-8d81-68ec9306aea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '94dc52dc-4d38-429c-9509-408d0813dbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:39.754660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network hostable DHCP agents. Network: 94dc52dc-4d38-429c-9509-408d0813dbbb, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:39.771621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.805515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.850917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network 94dc52dc-4d38-429c-9509-408d0813dbbb is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:39.888643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.943975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 94dc52dc-4d38-429c-9509-408d0813dbbb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:39.948701 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:39.949793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.961175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5f1e1-5b09-427e-99f2-ef5f5f3e428f None None] Network 94dc52dc-4d38-429c-9509-408d0813dbbb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:39.972954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port 5578686a-e471-43ef-99a9-4adabcac58ac {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:39.974071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:39.999438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b22be-b1b0-48e3-870f-b66129fd9ddc req-4c202617-d48a-4d15-b152-c62820ec09db tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.000969 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b86b22be-b1b0-48e3-870f-b66129fd9ddc req-4c202617-d48a-4d15-b152-c62820ec09db tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1031482 Mar 14 18:22:40.008397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.088766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Port': ['ID=ea92eec8-7cce-400f-abee-10ae1a73993e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.091504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Checking segment: {'id': '5d433d9c-1900-47fa-9195-81f45b0f6adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '37e5997b-9c0f-4240-8d78-944520a7b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:40.091867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network hostable DHCP agents. Network: 37e5997b-9c0f-4240-8d78-944520a7b523, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:40.103731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.114203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e8f02-0dbc-442e-aed5-02c925eb32a3 None None] Network c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:40.166039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port 5578686a-e471-43ef-99a9-4adabcac58ac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5578686a-e471-43ef-99a9-4adabcac58ac,segment=NetworkSegment(f1250113-89f6-44a5-bc32-f788ecb5bb31),segment_id=f1250113-89f6-44a5-bc32-f788ecb5bb31)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:40.166039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.169641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:40.170077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network 37e5997b-9c0f-4240-8d78-944520a7b523 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:40.185705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:40.186369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:40.194304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=c1e4ba53-827c-404b-bbc0-147b0d44c9ed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.197230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:40.203692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.205094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.208229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for 5578686a-e471-43ef-99a9-4adabcac58ac owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:40.210372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:40.220217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b86b22be-b1b0-48e3-870f-b66129fd9ddc req-64d7c3b2-8009-4a59-b56e-6e07465eb68d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816304 Mar 14 18:22:40.223989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:40.249207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 37e5997b-9c0f-4240-8d78-944520a7b523) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:40.256101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:40.270852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.286571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.287299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.355714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=ec4b61fe-818f-495d-9bc6-87d48ea0a887,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.363490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f80596-090c-4092-a55c-5f0d3ceb6b75 None None] Network 37e5997b-9c0f-4240-8d78-944520a7b523 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:40.397688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b541b9b3-ce89-4955-8fa9-824a0a8b95b5 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9170399 Mar 14 18:22:40.400542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:40.405612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3b3a88e8-7cb2-4ff4-9439-90f1bae9feba tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6825712 Mar 14 18:22:40.410856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5578686a-e471-43ef-99a9-4adabcac58ac up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:40.415589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:40.458714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'network_id': '73501eb6-61f5-4e9a-92a3-a5420c56111d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1976697130'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:40.492621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600fda9-fc19-4faf-8812-f4c1cc62b044 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.502081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5600fda9-fc19-4faf-8812-f4c1cc62b044 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:40.506754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5600fda9-fc19-4faf-8812-f4c1cc62b044 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1021209 Mar 14 18:22:40.506754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44018) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:40.607652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed77e4a2-1390-4eab-a851-d40f35b88f31 None None] Provisioning complete for port 5578686a-e471-43ef-99a9-4adabcac58ac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:40.608289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed77e4a2-1390-4eab-a851-d40f35b88f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.637168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting port b127ab3d-4b1e-47a6-bff2-7370a53747b4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:40.637567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.683995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.714368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Made reservation on behalf of d42085995ea147de9e7255f2f897c6c0 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:40.718092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.719184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.720844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=5578686a-e471-43ef-99a9-4adabcac58ac,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.724434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port 5578686a-e471-43ef-99a9-4adabcac58ac on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:40.724644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5578686a-e471-43ef-99a9-4adabcac58ac triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:40.725033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.742792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Calling delete_port for b127ab3d-4b1e-47a6-bff2-7370a53747b4 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:40.762603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port 5578686a-e471-43ef-99a9-4adabcac58ac was deleted so its status cannot be updated. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 14 18:22:40.767801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed77e4a2-1390-4eab-a851-d40f35b88f31 None None] Could not find standard attr ID for object 5578686a-e471-43ef-99a9-4adabcac58ac. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:22:40.774178 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-ed77e4a2-1390-4eab-a851-d40f35b88f31 None None] No ports have port_id starting with 5578686a-e471-43ef-99a9-4adabcac58ac Mar 14 18:22:40.811759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] device_id is not set on port 257781c2-470d-462d-8814-e95b668231e5 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:40.841366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e3421-77f6-4911-9dd6-b9b60272120d None None] DHCP port deletion for c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:40.901523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2d26282f-7e00-4706-83c5-355097cb7aeb None None] Provisioning complete for port c1e4ba53-827c-404b-bbc0-147b0d44c9ed triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:40.901940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d26282f-7e00-4706-83c5-355097cb7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.906762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44024) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:40.929698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.951028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.957807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d26282f-7e00-4706-83c5-355097cb7aeb None None] Port c1e4ba53-827c-404b-bbc0-147b0d44c9ed cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:40.972923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Port': ['ID=b127ab3d-4b1e-47a6-bff2-7370a53747b4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:40.982098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:40.985513 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7a6ac3ae-a8fd-4ced-8fa5-4f8c6670ad78 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/ports/b127ab3d-4b1e-47a6-bff2-7370a53747b4 HTTP/1.1" status: 204 len: 168 time: 0.4754734 Mar 14 18:22:40.985741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:40.995675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47477f1-b6d6-427a-8b95-0f5a9ffcfe49']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.020578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.056082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0aab5efa-1526-4ccb-ac3c-a06d401b3774 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:41.056754 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-0aab5efa-1526-4ccb-ac3c-a06d401b3774 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:22:41.057249 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0aab5efa-1526-4ccb-ac3c-a06d401b3774 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:41.058241 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0aab5efa-1526-4ccb-ac3c-a06d401b3774 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1503141 Mar 14 18:22:41.061729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1250113-89f6-44a5-bc32-f788ecb5bb31') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.061922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1250113-89f6-44a5-bc32-f788ecb5bb31') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:41.063322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:41.068641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139638666'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:41.081600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.102962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting port ea92eec8-7cce-400f-abee-10ae1a73993e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:41.103229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.107466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.123145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Allocated IP 2001:db8::3 (73501eb6-61f5-4e9a-92a3-a5420c56111d/89b1fe32-c7d7-46bb-8f30-132953531ca3/257781c2-470d-462d-8814-e95b668231e5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:41.133214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:41.133604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:41.136497 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:41.174030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.187110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Calling delete_port for ea92eec8-7cce-400f-abee-10ae1a73993e owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:41.189517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.202558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.328219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.345047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b724e-6186-4476-ade7-ad3d6d3205d6 req-2ba5ebfa-ceea-45a8-88ac-bece80979bc4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:41.347021 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa6b724e-6186-4476-ade7-ad3d6d3205d6 req-2ba5ebfa-ceea-45a8-88ac-bece80979bc4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0505383 Mar 14 18:22:41.389215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.407677 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa6b724e-6186-4476-ade7-ad3d6d3205d6 req-3f2800fc-0795-4891-9427-bd9ebfb4fe82 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544703 Mar 14 18:22:41.436833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Port': ['ID=ea92eec8-7cce-400f-abee-10ae1a73993e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.444570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.454736 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-86af9a14-79dd-44bd-9049-9879e05dff79 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/ports/ea92eec8-7cce-400f-abee-10ae1a73993e HTTP/1.1" status: 204 len: 168 time: 0.4614882 Mar 14 18:22:41.455280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:41.490447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-688b5b20-3930-4457-afef-a45af5538038 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307112 Mar 14 18:22:41.491164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:41.496733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999860896'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:41.538634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.626271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:41.629869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.653774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:41.657391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.661158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 HTTP/1.1" status: 204 len: 168 time: 3.9642515 Mar 14 18:22:41.664826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.666339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:41.675758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.676165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment 88742cac-6566-4039-8392-1bc41eb3b694 of type vlan for network c51cca06-cc6a-46e3-939e-a4ea153b13b2 Mar 14 18:22:41.682032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205977193'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:41.709199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130ca63-bbd8-43b0-8d30-7fb5e9e13fe8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=c47477f1-b6d6-427a-8b95-0f5a9ffcfe49,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.738507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.745279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.761825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc59f5-4a27-4c6f-9715-2dacacdec601,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.779031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.806648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.820376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.829415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:41.833506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.857282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:41.866522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.866862 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab of type vlan for network a88d44f3-d7ce-44ca-9dfc-771839449a9a Mar 14 18:22:41.895974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.922452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.937939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c71fab-2db2-4b05-95f1-0089dfd128e2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:41.945056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.950363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:41.951421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.973230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:41.975435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router 85efdc03-ce9f-431b-9dd2-daa7f3611b0c is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:42.016463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.017824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c7e48c37-37e9-4331-a47f-2de9646552c5 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9530411 Mar 14 18:22:42.024088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.029059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'c6c71fab-2db2-4b05-95f1-0089dfd128e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:42.043298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=c51cca06-cc6a-46e3-939e-a4ea153b13b2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.055487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c51cca06-cc6a-46e3-939e-a4ea153b13b2 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:42.062135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:42.070556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:42.073601 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c3fcff39-9d6c-4752-8ced-f5051926bace tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5815516 Mar 14 18:22:42.076369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.077871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:42.081062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565704386'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:42.083407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.084053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.089596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=257781c2-470d-462d-8814-e95b668231e5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.101813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.109690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.109690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.157505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:42.164130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.168896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.177019 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e87fb3c6-9883-4287-b43a-4d0870354405 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "PUT /v2.0/routers/85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 200 len: 913 time: 3.8212948 Mar 14 18:22:42.177172 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] Sync routers for ids ['85efdc03-ce9f-431b-9dd2-daa7f3611b0c'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:42.182719 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] Routers {'85efdc03-ce9f-431b-9dd2-daa7f3611b0c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:42.183640 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['85efdc03-ce9f-431b-9dd2-daa7f3611b0c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.197778 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-268f5075-87e2-4a1d-a48c-12dfb524a803 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7856045 Mar 14 18:22:42.201255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.208322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::161', 'mac_address': 'fa:16:3e:4a:10:fc'}, {'ip_address': '2001:db8::392', 'mac_address': 'fa:16:3e:9f:a4:17'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:42.221442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.225737 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.227719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:42.237459 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] Routers {'85efdc03-ce9f-431b-9dd2-daa7f3611b0c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:42.238057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.240059 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['85efdc03-ce9f-431b-9dd2-daa7f3611b0c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.262277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=a88d44f3-d7ce-44ca-9dfc-771839449a9a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.275314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a88d44f3-d7ce-44ca-9dfc-771839449a9a details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:42.297095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-31293f1a-945d-4cd9-9f84-dfb72718cd4c tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6247215 Mar 14 18:22:42.297629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44048) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.297738 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:42.299201 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369df71-b003-46fe-b7a7-4f08ab48d550 None None] The sync data for ids ['85efdc03-ce9f-431b-9dd2-daa7f3611b0c'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:42.354453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:42.358345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5578686a-e471-43ef-99a9-4adabcac58ac no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:42.389282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5578686a-e471-43ef-99a9-4adabcac58ac {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:42.389866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5578686a-e471-43ef-99a9-4adabcac58ac not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:42.400436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:42.456617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.458376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.458720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Added segment ec4be960-5f2e-4f8a-8b28-f3bdb87182f1 of type vlan for network 281f2b5e-f6d0-42fe-a115-a19c527acf01 Mar 14 18:22:42.484934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4690c651-c217-4497-9384-ea59d0ede83c tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 200 len: 919 time: 0.3147626 Mar 14 18:22:42.492827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b282de19-f862-4c0a-a79c-5ba6afaeb5eb None None] Provisioning complete for port 257781c2-470d-462d-8814-e95b668231e5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:42.493421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b282de19-f862-4c0a-a79c-5ba6afaeb5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.502061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.518278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.539636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.542324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b282de19-f862-4c0a-a79c-5ba6afaeb5eb None None] Port 257781c2-470d-462d-8814-e95b668231e5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:42.613580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.635511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67928828-ac28-4330-9b3b-c44633359807,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:42.637208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620764d-b8aa-425a-abc7-933ca470cfb4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.638962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b620764d-b8aa-425a-abc7-933ca470cfb4 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=85efdc03-ce9f-431b-9dd2-daa7f3611b0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1357083 Mar 14 18:22:42.644074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.681191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaae3f-2123-4e68-a471-d25d3ff30004 req-ac2e36b4-004e-4aac-a0ed-703d2815d85d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.682795 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcdaae3f-2123-4e68-a471-d25d3ff30004 req-ac2e36b4-004e-4aac-a0ed-703d2815d85d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1630602 Mar 14 18:22:42.696281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:42.699685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.702553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.708773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.709372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.759901 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcdaae3f-2123-4e68-a471-d25d3ff30004 req-baac2950-36b0-4415-958b-9785df6b1e2d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664582 Mar 14 18:22:42.808126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.869458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.911499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] In _notify_port_updated(), no bound segment for port 257781c2-470d-462d-8814-e95b668231e5 on network 73501eb6-61f5-4e9a-92a3-a5420c56111d {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:22:42.917150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:42.917815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:42.919234 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "PUT /v2.0/ports/257781c2-470d-462d-8814-e95b668231e5 HTTP/1.1" status: 200 len: 1066 time: 0.7168231 Mar 14 18:22:42.922547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:42.960303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc1b8-f782-4ef9-a911-d5dbf53f5544 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event updated for resources: {'Port': ['ID=257781c2-470d-462d-8814-e95b668231e5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.034722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port 257781c2-470d-462d-8814-e95b668231e5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:43.035068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.038344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.042396 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f9c74db1-1941-4f06-9388-5d28888a7e6b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0173130 Mar 14 18:22:43.043101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44062) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.059438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-49a68e12-ad4b-4f64-8737-733c2b86efbb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'c6c71fab-2db2-4b05-95f1-0089dfd128e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:43.130515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.142895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for 257781c2-470d-462d-8814-e95b668231e5 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:43.160782 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0839107 Mar 14 18:22:43.169481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4708d1b8-afe0-43f7-9972-2b608c32b92c None None] Provisioning complete for port 257781c2-470d-462d-8814-e95b668231e5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:43.170061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4708d1b8-afe0-43f7-9972-2b608c32b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.186661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff1925-6619-4da0-b776-9e94ed1f4410 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:43.188042 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2aff1925-6619-4da0-b776-9e94ed1f4410 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.5430458 Mar 14 18:22:43.191802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44064) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.193145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a7c15-8d14-4610-8175-41df2994045a tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Network': ['ID=281f2b5e-f6d0-42fe-a115-a19c527acf01,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.229796 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0c329de6-5c81-40a9-b842-213c7ff74b39 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 200 len: 205 time: 0.0360868 Mar 14 18:22:43.232013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.232279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:43.294129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4708d1b8-afe0-43f7-9972-2b608c32b92c None None] Port 257781c2-470d-462d-8814-e95b668231e5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:43.324915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49a68e12-ad4b-4f64-8737-733c2b86efbb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.380611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.434896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=257781c2-470d-462d-8814-e95b668231e5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.472766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.529836 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-49a68e12-ad4b-4f64-8737-733c2b86efbb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:43.538373 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-49a68e12-ad4b-4f64-8737-733c2b86efbb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4823246 Mar 14 18:22:43.551057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44068) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.573327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.591959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.595402 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d37718bf-f9de-4c20-b3c3-6edff1a62375 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/257781c2-470d-462d-8814-e95b668231e5 HTTP/1.1" status: 204 len: 168 time: 0.6720948 Mar 14 18:22:43.604318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.641602 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c1d4fd-7937-4299-aacb-4c93a753ae4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] GET failed (client error): The resource could not be found. Mar 14 18:22:43.643302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-89c1d4fd-7937-4299-aacb-4c93a753ae4c tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports/257781c2-470d-462d-8814-e95b668231e5 HTTP/1.1" status: 404 len: 333 time: 0.0382237 Mar 14 18:22:43.647373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.694591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.697058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.703557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:43.704415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: a88d44f3-d7ce-44ca-9dfc-771839449a9a, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:43.719922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=f78cc3ad-23ff-4f51-81c7-46d8635360ff,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:43.725280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.819038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network a88d44f3-d7ce-44ca-9dfc-771839449a9a is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:43.820160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port c1e4ba53-827c-404b-bbc0-147b0d44c9ed {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:43.820752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.877704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port ec4b61fe-818f-495d-9bc6-87d48ea0a887 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:43.878077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.911475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.914316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.918053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6c71fab-2db2-4b05-95f1-0089dfd128e2 HTTP/1.1" status: 204 len: 168 time: 0.3607802 Mar 14 18:22:43.920138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:43.921789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.934169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a88d44f3-d7ce-44ca-9dfc-771839449a9a) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:43.938430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:43.939055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:43.951710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fc320-cef6-4e9a-9c40-95ee7501f3a8 None None] Network a88d44f3-d7ce-44ca-9dfc-771839449a9a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:43.966200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for c1e4ba53-827c-404b-bbc0-147b0d44c9ed owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:43.969103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f080a17-b751-48e8-9af7-038e77fae20f req-7a7459f9-bdbd-43c1-b3e2-67ead9b4e1ee tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:43.970138 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f080a17-b751-48e8-9af7-038e77fae20f req-7a7459f9-bdbd-43c1-b3e2-67ead9b4e1ee tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1221662 Mar 14 18:22:44.008270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.028063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for ec4b61fe-818f-495d-9bc6-87d48ea0a887 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:44.040269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55405f6-041b-43a2-b32d-5e6da8538e95 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c71fab-2db2-4b05-95f1-0089dfd128e2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.043961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f080a17-b751-48e8-9af7-038e77fae20f req-e134af9c-5b99-4a7c-b657-7fde037c7a41 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629795 Mar 14 18:22:44.089167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3581adf6-25d2-4f14-bc3f-70e1b1bdbbcc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1608524 Mar 14 18:22:44.089393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fd37311b-cafc-429a-81bc-4bfd36b9cb64 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7815895 Mar 14 18:22:44.089393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44078) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.090392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.094347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831787606'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:44.203126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a88d44f3-d7ce-44ca-9dfc-771839449a9a', 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': 'f78cc3ad-23ff-4f51-81c7-46d8635360ff'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:44.205357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.271629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.288408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.342018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.384294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Allocated IP 172.20.0.1 (a88d44f3-d7ce-44ca-9dfc-771839449a9a/f78cc3ad-23ff-4f51-81c7-46d8635360ff/76557e0e-888e-4baa-aed9-36e262eb514c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:44.417113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.466401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.474081 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/c1e4ba53-827c-404b-bbc0-147b0d44c9ed HTTP/1.1" status: 204 len: 168 time: 0.8219962 Mar 14 18:22:44.475293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.476069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c901b-3ffb-4a69-a219-6d3a22a2dc85 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=c1e4ba53-827c-404b-bbc0-147b0d44c9ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.482653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.497089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.538036 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-407aae2a-13bb-4aff-a6fe-c5494bedf8c8 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] GET failed (client error): The resource could not be found. Mar 14 18:22:44.544080 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-407aae2a-13bb-4aff-a6fe-c5494bedf8c8 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "GET /v2.0/ports/c1e4ba53-827c-404b-bbc0-147b0d44c9ed HTTP/1.1" status: 404 len: 333 time: 0.0555279 Mar 14 18:22:44.544741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.550503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=ec4b61fe-818f-495d-9bc6-87d48ea0a887,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.569134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.662121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967a7a2a-0e20-434b-8bea-ddeceb689046,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.682787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.686216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.689070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port 57f7aaab-c962-4add-b9ec-2d0b66134745 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:44.689886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.757473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.760998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a83c6303-031c-4954-aaff-42fa555424cd tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6674716 Mar 14 18:22:44.761325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.766053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c84f9731-0e75-41e7-8dca-e361cc2f4163 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '967a7a2a-0e20-434b-8bea-ddeceb689046', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:44.766307 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-c84f9731-0e75-41e7-8dca-e361cc2f4163 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 14 18:22:44.766794 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-c84f9731-0e75-41e7-8dca-e361cc2f4163 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:44.768100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c84f9731-0e75-41e7-8dca-e361cc2f4163 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055020 Mar 14 18:22:44.770679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:44.787662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.811468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.819083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.819894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.835689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Pushing event updated for resources: {'Port': ['ID=76557e0e-888e-4baa-aed9-36e262eb514c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:44.839697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for 57f7aaab-c962-4add-b9ec-2d0b66134745 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:44.848837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Network a88d44f3-d7ce-44ca-9dfc-771839449a9a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:44.851280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:44.854829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:44.861698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.921148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Attempting to bind port 76557e0e-888e-4baa-aed9-36e262eb514c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:44.921510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Attempting to bind port 76557e0e-888e-4baa-aed9-36e262eb514c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:44.921966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Attempting to bind port 76557e0e-888e-4baa-aed9-36e262eb514c on network a88d44f3-d7ce-44ca-9dfc-771839449a9a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:44.927772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:44.930513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Checking segment: {'id': 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:44.930513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.930513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Bound using segment: {'id': 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:44.930513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Bound port: 76557e0e-888e-4baa-aed9-36e262eb514c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:44.930513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.936623 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:22:44.938380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.980221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:44.981803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router 85efdc03-ce9f-431b-9dd2-daa7f3611b0c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:45.004947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] For port 76557e0e-888e-4baa-aed9-36e262eb514c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:45.007815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.014179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] For port 76557e0e-888e-4baa-aed9-36e262eb514c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76557e0e-888e-4baa-aed9-36e262eb514c,segment=NetworkSegment(e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab),segment_id=e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:45.014990 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f59bcde5-f091-4c07-abe7-df8d3eaa9e51 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 204 len: 168 time: 1.7815373 Mar 14 18:22:45.015738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.021207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1323983397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:45.038317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.075980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.078148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=f78cc3ad-23ff-4f51-81c7-46d8635360ff,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.079441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.081496 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/967a7a2a-0e20-434b-8bea-ddeceb689046 HTTP/1.1" status: 204 len: 168 time: 0.3099267 Mar 14 18:22:45.084692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44092) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.098912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5ad0-121b-401f-987b-b74d895c3558 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a7a2a-0e20-434b-8bea-ddeceb689046,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.108487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.161978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.194618 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d2146fef-5243-4604-b3ee-ca348a803b99 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1087177 Mar 14 18:22:45.214625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156fcd7-be7e-4a7c-a65d-e023c3c6df92 None None] Pushing event updated for resources: {'Port': ['ID=76557e0e-888e-4baa-aed9-36e262eb514c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.220160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.244759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.245019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88d44f3-d7ce-44ca-9dfc-771839449a9a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:45.257248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:45.257603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:45.258836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--609785701'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:45.263071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=57f7aaab-c962-4add-b9ec-2d0b66134745,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.271899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.296863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.300653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.305575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.311058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-545c0af4-b232-4014-b62b-ff3d42c5c636 tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/ports/57f7aaab-c962-4add-b9ec-2d0b66134745 HTTP/1.1" status: 204 len: 168 time: 0.7631400 Mar 14 18:22:45.312173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.339732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.365932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462f7ee-f64d-49ed-a772-7dcbe511b1df req-77dfe9bf-2556-41c4-9e4a-444c727c602c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:45.367516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8462f7ee-f64d-49ed-a772-7dcbe511b1df req-77dfe9bf-2556-41c4-9e4a-444c727c602c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2117794 Mar 14 18:22:45.399637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.401725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:45.402315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.409789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting subnet 89b1fe32-c7d7-46bb-8f30-132953531ca3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:22:45.421219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.455579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.506774 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8462f7ee-f64d-49ed-a772-7dcbe511b1df req-a5b433bf-f1a4-4ff1-800c-a198e91c1561 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182902 Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:45.510231 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:45.540780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.542177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.593227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:45.593227 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:45.593227 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': 'a88d44f3-d7ce-44ca-9dfc-771839449a9a'}] Mar 14 18:22:45.593227 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:45.593599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:45.647414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.655995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.661415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-03b786c3-ce04-4285-a22c-e98c919e8f2a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6444118 Mar 14 18:22:45.661571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.666330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:45.707850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.733148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.842262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc8d52-c9a0-450a-8e8b-99f47bb318ce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:45.878153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.879390 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-808782c5-c5fb-4284-a461-adfddd5c4962 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6318381 Mar 14 18:22:45.882536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.888025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-052f8e95-75d7-4d32-aedc-2fa4fac6a160 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '9fbc8d52-c9a0-450a-8e8b-99f47bb318ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:45.888025 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-052f8e95-75d7-4d32-aedc-2fa4fac6a160 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 14 18:22:45.888300 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-052f8e95-75d7-4d32-aedc-2fa4fac6a160 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:45.891923 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-052f8e95-75d7-4d32-aedc-2fa4fac6a160 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084035 Mar 14 18:22:45.893167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44104) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:45.958828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.962962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.981137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:45.992492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.008466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Subnet': ['ID=89b1fe32-c7d7-46bb-8f30-132953531ca3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:46.012413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.018207 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d23fcbf7-453b-4bab-930c-5f298297dcbb tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/subnets/89b1fe32-c7d7-46bb-8f30-132953531ca3 HTTP/1.1" status: 204 len: 168 time: 0.7043483 Mar 14 18:22:46.018808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44106) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:46.026186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29fd615-e66c-4369-9551-724f0655452f None None] Network 73501eb6-61f5-4e9a-92a3-a5420c56111d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:46.109693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.114929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.235981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.239141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.240306 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/9fbc8d52-c9a0-450a-8e8b-99f47bb318ce HTTP/1.1" status: 204 len: 168 time: 0.3462036 Mar 14 18:22:46.255347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:46.261574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] DHCP port deletion for 73501eb6-61f5-4e9a-92a3-a5420c56111d request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:46.349395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580d426-50ad-45fc-8fc3-d4465e2b460f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc8d52-c9a0-450a-8e8b-99f47bb318ce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:46.406831 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-abe1db8f-bb24-4336-91fd-46c57b7d3b9d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1502979 Mar 14 18:22:46.412145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port 76557e0e-888e-4baa-aed9-36e262eb514c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:46.412667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.414453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Deleting port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:46.414902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:46.415020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.449261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:46.456136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'subnets': [{'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1636370011', 'ip_version': 6}, {'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.456467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'subnet': {'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1636370011', 'ip_version': 6}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.457146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Request body: {'subnet': {'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.463550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816600786'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:46.478813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.492727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76557e0e-888e-4baa-aed9-36e262eb514c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:46.508192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Deleting port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:46.508644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.562773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] For port f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,segment=NetworkSegment(9c773a34-1a8e-4b14-9e26-c9047fcd7401),segment_id=9c773a34-1a8e-4b14-9e26-c9047fcd7401)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:46.563168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.566653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 76557e0e-888e-4baa-aed9-36e262eb514c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:46.567012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.572046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.590568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port 76557e0e-888e-4baa-aed9-36e262eb514c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76557e0e-888e-4baa-aed9-36e262eb514c,segment=NetworkSegment(e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab),segment_id=e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:46.590944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.618349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for 76557e0e-888e-4baa-aed9-36e262eb514c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:46.621199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] For port f7b39efd-56d9-41d0-bb1f-d84fe07f2759, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,segment=NetworkSegment(9c773a34-1a8e-4b14-9e26-c9047fcd7401),segment_id=9c773a34-1a8e-4b14-9e26-c9047fcd7401)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:46.621644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.627793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Calling delete_port for f7b39efd-56d9-41d0-bb1f-d84fe07f2759 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:46.641860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Calling delete_port for f7b39efd-56d9-41d0-bb1f-d84fe07f2759 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:46.700995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.706476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6d164-f668-4946-94be-9d3322704ae9 None None] Network a88d44f3-d7ce-44ca-9dfc-771839449a9a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:46.775090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.781047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Allocated IP 172.26.3.193 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/2e61de8b-368b-4723-985f-3bb161b860e2) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:46.821142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 76557e0e-888e-4baa-aed9-36e262eb514c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76557e0e-888e-4baa-aed9-36e262eb514c,segment=NetworkSegment(e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab),segment_id=e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:46.844453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d7d19-fb4d-405d-b67d-c94bd46d316e req-384195cf-e6c4-423a-93b4-cb37c40fd62b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:46.844672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Made reservation on behalf of 15a40f11a3bf4aa2a37a5c051ff9a235 for: {'subnet': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:46.846618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-816d7d19-fb4d-405d-b67d-c94bd46d316e req-384195cf-e6c4-423a-93b4-cb37c40fd62b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1652493 Mar 14 18:22:46.850167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.850553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.851595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-232a31ce-d90a-4201-a3b2-a6327cc12af2 None None] Provisioning complete for port 76557e0e-888e-4baa-aed9-36e262eb514c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:46.851971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-232a31ce-d90a-4201-a3b2-a6327cc12af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.900428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.921329 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-816d7d19-fb4d-405d-b67d-c94bd46d316e req-3d0d3a98-c3b0-49af-8760-bf267e6442b3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573111 Mar 14 18:22:46.921697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.935250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:46.971619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Port': ['ID=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:46.986092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] No DVR routers for this DVR port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:47.000173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.012881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.047271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] No DVR routers for this DVR port f7b39efd-56d9-41d0-bb1f-d84fe07f2759 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:47.049083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-232a31ce-d90a-4201-a3b2-a6327cc12af2 None None] Port 76557e0e-888e-4baa-aed9-36e262eb514c update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:22:47.052901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=76557e0e-888e-4baa-aed9-36e262eb514c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.054888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.081134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc4413-877c-4068-890f-5cdf9d52a654 None None] Pushing event deleted for resources: {'Port': ['ID=f7b39efd-56d9-41d0-bb1f-d84fe07f2759,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.141079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=76557e0e-888e-4baa-aed9-36e262eb514c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.145780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0aa751-1799-4c4d-8f74-55ea0e48254d None None] DHCP port deletion for a88d44f3-d7ce-44ca-9dfc-771839449a9a request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:47.149750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.152369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e1f74-6ff9-4caf-9a95-f8851649799f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.168924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port 76557e0e-888e-4baa-aed9-36e262eb514c on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:47.200020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.200020 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-88cf6cd6-a4ac-4408-808e-c156f5c5b9af tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7829556 Mar 14 18:22:47.210879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.225489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73501eb6-61f5-4e9a-92a3-a5420c56111d']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.230331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8cbd8302-4150-432c-b41b-cb4eb9e17fe0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'd17e1f74-6ff9-4caf-9a95-f8851649799f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.231182 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-8cbd8302-4150-432c-b41b-cb4eb9e17fe0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 14 18:22:47.231699 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-8cbd8302-4150-432c-b41b-cb4eb9e17fe0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:47.232678 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8cbd8302-4150-432c-b41b-cb4eb9e17fe0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198066 Mar 14 18:22:47.243715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.248050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-597972a1-6524-47cb-bbdb-dcc368ac1883 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'd17e1f74-6ff9-4caf-9a95-f8851649799f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.248705 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-597972a1-6524-47cb-bbdb-dcc368ac1883 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 14 18:22:47.249186 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-597972a1-6524-47cb-bbdb-dcc368ac1883 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:47.252567 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-597972a1-6524-47cb-bbdb-dcc368ac1883 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054836 Mar 14 18:22:47.257157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.270423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cc351dd7-463f-40a0-acb7-4f95fe9810b3 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'd17e1f74-6ff9-4caf-9a95-f8851649799f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.271250 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-cc351dd7-463f-40a0-acb7-4f95fe9810b3 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 14 18:22:47.271774 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-cc351dd7-463f-40a0-acb7-4f95fe9810b3 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:47.272746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cc351dd7-463f-40a0-acb7-4f95fe9810b3 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146627 Mar 14 18:22:47.278253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.278410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c773a34-1a8e-4b14-9e26-c9047fcd7401') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.280500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c773a34-1a8e-4b14-9e26-c9047fcd7401') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.288773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e87167b5-ccb9-4b97-a8f5-ba2087f8f724 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'd17e1f74-6ff9-4caf-9a95-f8851649799f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.289636 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-e87167b5-ccb9-4b97-a8f5-ba2087f8f724 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 14 18:22:47.290146 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-e87167b5-ccb9-4b97-a8f5-ba2087f8f724 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:47.291231 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e87167b5-ccb9-4b97-a8f5-ba2087f8f724 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091102 Mar 14 18:22:47.295324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.301456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.304651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.315175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.340681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.356614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:47.357003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:47.362224 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:47.383020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88d44f3-d7ce-44ca-9dfc-771839449a9a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.398087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.398386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ebc7f6-e3d9-4fdc-9a34-37f8eb855aab') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:47.441506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.476644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.476843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.478217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.482036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:47.482431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:47.485364 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:47.552435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:47.555732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.561153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:47.563671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.565142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:47.568343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Pushing event updated for resources: {'Port': ['ID=2e61de8b-368b-4723-985f-3bb161b860e2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.568462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.572250 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] 10.222.0.58 "DELETE /v2.0/networks/73501eb6-61f5-4e9a-92a3-a5420c56111d HTTP/1.1" status: 204 len: 168 time: 1.5406704 Mar 14 18:22:47.605621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b587a8-31d1-4364-ba91-b897164fe83b tempest-AllowedAddressPairIpV6TestJSON-1442485046 tempest-AllowedAddressPairIpV6TestJSON-1442485046-project] Pushing event deleted for resources: {'Network': ['ID=73501eb6-61f5-4e9a-92a3-a5420c56111d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.661719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.666764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.670732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/a88d44f3-d7ce-44ca-9dfc-771839449a9a HTTP/1.1" status: 204 len: 168 time: 3.5814624 Mar 14 18:22:47.680911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.688908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf66a3-ca29-4540-bfd5-1b2a0ca417dc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=a88d44f3-d7ce-44ca-9dfc-771839449a9a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.691070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505658911'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.712454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.715143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.718809 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/d17e1f74-6ff9-4caf-9a95-f8851649799f HTTP/1.1" status: 204 len: 168 time: 0.4181917 Mar 14 18:22:47.720030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.739036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce35c0-72dd-4577-b01d-469c9592d1dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e1f74-6ff9-4caf-9a95-f8851649799f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:47.776084 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cb342c1c-0ea4-48cc-ad25-16997ad81095 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0544100 Mar 14 18:22:47.780067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:47.785708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259760013'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:47.878258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:47.878775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-87f519cf-b741-4e2e-8de2-1f045b57637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.882706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.906310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:47.906948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.915072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.981756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.983869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:47.984183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 0d9c6eff-95bd-456f-8239-e0ca8d982042 of type vlan for network 99bef469-3e01-4161-bf57-e8e57c7efdab Mar 14 18:22:48.039810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.083721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.086361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.115583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef431c-4080-4195-b6e9-0a2afed1b822,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.126140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Subnet': ['ID=01ba8d5f-fa5b-4053-a16f-e1beb0d594bc,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.168939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Checking segment: {'id': '88742cac-6566-4039-8392-1bc41eb3b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:48.169301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network hostable DHCP agents. Network: c51cca06-cc6a-46e3-939e-a4ea153b13b2, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:48.179033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.181782 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-15939a5a-f9a0-466f-9e83-e37efcefcaa1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d42085995ea147de9e7255f2f897c6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407971 Mar 14 18:22:48.185971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.187124 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ae137b44-75a9-4b3f-a830-a7ba408a3397 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4058728 Mar 14 18:22:48.187652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.190197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.190341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8744cd-aff9-48a9-83da-428b5392b2b4 req-181697d5-4980-4b2b-ab79-881aec66f584 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:48.191792 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb8744cd-aff9-48a9-83da-428b5392b2b4 req-181697d5-4980-4b2b-ab79-881aec66f584 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1623359 Mar 14 18:22:48.195154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-13f41436-dbb0-4523-a9f3-4a1229932567 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.195154 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-13f41436-dbb0-4523-a9f3-4a1229932567 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:22:48.195352 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-13f41436-dbb0-4523-a9f3-4a1229932567 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:48.197954 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-13f41436-dbb0-4523-a9f3-4a1229932567 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052443 Mar 14 18:22:48.200490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.207973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-04d95032-d1cc-4d5b-93e1-8195fab7970d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.266278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.271104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.276644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:48.277148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.285411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76557e0e-888e-4baa-aed9-36e262eb514c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:48.299734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.308107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 76557e0e-888e-4baa-aed9-36e262eb514c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:48.308574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76557e0e-888e-4baa-aed9-36e262eb514c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:48.309092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7b39efd-56d9-41d0-bb1f-d84fe07f2759 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:48.329630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f7b39efd-56d9-41d0-bb1f-d84fe07f2759 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:48.330156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7b39efd-56d9-41d0-bb1f-d84fe07f2759 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:48.332271 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb8744cd-aff9-48a9-83da-428b5392b2b4 req-da0fbb15-613c-4cd2-b964-450e104660d9 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052151 Mar 14 18:22:48.381036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network c51cca06-cc6a-46e3-939e-a4ea153b13b2 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:48.399410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=99bef469-3e01-4161-bf57-e8e57c7efdab,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.409290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 99bef469-3e01-4161-bf57-e8e57c7efdab details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:48.438123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d7a85298-7063-4a8d-a2fd-0a62b8edc077 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7560959 Mar 14 18:22:48.441506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.447586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.467531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-04d95032-d1cc-4d5b-93e1-8195fab7970d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:48.468592 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-04d95032-d1cc-4d5b-93e1-8195fab7970d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2672150 Mar 14 18:22:48.469345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.472096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.476463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53e27f23-4ec8-4646-8b54-9b4107497813 HTTP/1.1" status: 204 len: 168 time: 0.2878730 Mar 14 18:22:48.477110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.511016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.511746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d886f566-b4da-41cc-bc8f-66005b2f97e7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.512237 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-d886f566-b4da-41cc-bc8f-66005b2f97e7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 14 18:22:48.512732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-d886f566-b4da-41cc-bc8f-66005b2f97e7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:48.513710 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d886f566-b4da-41cc-bc8f-66005b2f97e7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0319355 Mar 14 18:22:48.514607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.517022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.523643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-26830f47-4558-4520-bda5-ff72b991bfe9 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.527399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d07f-fbd5-47ad-b094-2b44302a3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e27f23-4ec8-4646-8b54-9b4107497813,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.527812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c51cca06-cc6a-46e3-939e-a4ea153b13b2) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:48.535185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.551912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333250f-7788-4c4c-be08-4b85e5ed266d None None] Network c51cca06-cc6a-46e3-939e-a4ea153b13b2 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:48.638341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:48.642428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.668734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event updated for resources: {'Subnet': ['ID=0d96566d-12c6-4261-8819-579e6d766651,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:48.708685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Checking segment: {'id': 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:48.709046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network hostable DHCP agents. Network: 281f2b5e-f6d0-42fe-a115-a19c527acf01, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:48.728535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c51cca06-cc6a-46e3-939e-a4ea153b13b2', 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2', 'tenant_id': '15a40f11a3bf4aa2a37a5c051ff9a235', 'fixed_ips': [{'subnet_id': '01ba8d5f-fa5b-4053-a16f-e1beb0d594bc'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:48.733151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.781215 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-26830f47-4558-4520-bda5-ff72b991bfe9 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:48.782314 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-26830f47-4558-4520-bda5-ff72b991bfe9 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2643254 Mar 14 18:22:48.785338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.791982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bad7823e-3456-46a5-937f-1ed94fbd0d1e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.791982 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-bad7823e-3456-46a5-937f-1ed94fbd0d1e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 14 18:22:48.791982 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-bad7823e-3456-46a5-937f-1ed94fbd0d1e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:48.791982 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bad7823e-3456-46a5-937f-1ed94fbd0d1e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054395 Mar 14 18:22:48.795160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:48.803607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3caec0e4-42db-4bd1-9a11-5cd96bc48e8f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:48.813339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:48.816269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Router fb9f86b5-c63f-4930-85a2-c168b56b93eb is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:48.897357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Allocated IP 2001:db8::1 (c51cca06-cc6a-46e3-939e-a4ea153b13b2/01ba8d5f-fa5b-4053-a16f-e1beb0d594bc/734b8f9c-f8bd-4e59-961f-a642de57ab87) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:48.900437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 281f2b5e-f6d0-42fe-a115-a19c527acf01) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:48.907215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:48.908059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:48.908567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.909339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd4067-6302-450d-bded-19ac612ad655 None None] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:48.959771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.969812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:48.976032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:48.977365 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-92a92635-1865-405d-8cd7-09f56e62ff22 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "PUT /v2.0/routers/fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 200 len: 916 time: 3.3147435 Mar 14 18:22:48.980387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.025769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-3caec0e4-42db-4bd1-9a11-5cd96bc48e8f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:49.026992 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3caec0e4-42db-4bd1-9a11-5cd96bc48e8f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2308719 Mar 14 18:22:49.030636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44170) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.041399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1e3cae82-a645-4aa8-935f-99b1c48092cb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:49.042265 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.api.v2.base [None req-1e3cae82-a645-4aa8-935f-99b1c48092cb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 14 18:22:49.042819 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-1e3cae82-a645-4aa8-935f-99b1c48092cb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:49.047519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1e3cae82-a645-4aa8-935f-99b1c48092cb tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105166 Mar 14 18:22:49.047778 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-18315393-7c06-4a3c-88c7-364e36f04968 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5971353 Mar 14 18:22:49.048324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.055674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.058800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bfe27550-d3ed-4fee-9468-35636eb0d6dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:49.076572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=bd996b9a-4709-4a5e-ba08-fb810bf471ef,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.116455 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e249ab01-69e3-45ba-9be2-5f14e2007ed3 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 200 len: 922 time: 0.1323073 Mar 14 18:22:49.118044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.169359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c3234-cd56-49f3-ac13-9f5884dce2aa tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.170455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '0d9c6eff-95bd-456f-8239-e0ca8d982042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:49.170829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: 99bef469-3e01-4161-bf57-e8e57c7efdab, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:49.176359 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d3c3234-cd56-49f3-ac13-9f5884dce2aa tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=fb9f86b5-c63f-4930-85a2-c168b56b93eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0586097 Mar 14 18:22:49.176556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.176660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] Sync routers for ids ['fb9f86b5-c63f-4930-85a2-c168b56b93eb'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:49.210959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54be21b-7e25-432a-ae37-fbc0f10cce16 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.212523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54be21b-7e25-432a-ae37-fbc0f10cce16 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.214106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54be21b-7e25-432a-ae37-fbc0f10cce16 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.215490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] Routers {'fb9f86b5-c63f-4930-85a2-c168b56b93eb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:49.215644 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e54be21b-7e25-432a-ae37-fbc0f10cce16 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1516070 Mar 14 18:22:49.216250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fb9f86b5-c63f-4930-85a2-c168b56b93eb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:49.226298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.295268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:49.320544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting subnet 01ba8d5f-fa5b-4053-a16f-e1beb0d594bc {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:22:49.346883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561b872-d5e9-49bd-8fc5-cecad6727d98 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.348290 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0561b872-d5e9-49bd-8fc5-cecad6727d98 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1600409 Mar 14 18:22:49.351271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.373365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] Routers {'fb9f86b5-c63f-4930-85a2-c168b56b93eb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:49.374030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fb9f86b5-c63f-4930-85a2-c168b56b93eb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:49.386476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-08bb7c19-4b0f-4306-8320-9557c07ed1c3 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 200 len: 205 time: 0.0313592 Mar 14 18:22:49.386709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.387352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network 99bef469-3e01-4161-bf57-e8e57c7efdab is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:49.413833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:49.414526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92e62-c021-4bf7-a2ce-b05a2bdf9d43 None None] The sync data for ids ['fb9f86b5-c63f-4930-85a2-c168b56b93eb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:49.434074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-bfe27550-d3ed-4fee-9468-35636eb0d6dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:49.434074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bfe27550-d3ed-4fee-9468-35636eb0d6dc tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3825982 Mar 14 18:22:49.437123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.441942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44192) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.466784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-281f2b5e-f6d0-42fe-a115-a19c527acf01', 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01', 'tenant_id': '15a40f11a3bf4aa2a37a5c051ff9a235', 'fixed_ips': [{'subnet_id': '0d96566d-12c6-4261-8819-579e6d766651'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:49.467883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.469065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-abe8d292-f593-4b98-8d35-a83e66523c9b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '18ef431c-4080-4195-b6e9-0a2afed1b822', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:49.480382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 99bef469-3e01-4161-bf57-e8e57c7efdab) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:49.489163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.489755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.496688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01741c3-ecdd-4256-bb53-d513c93c21b6 None None] Network 99bef469-3e01-4161-bf57-e8e57c7efdab requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:49.520081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb625-2adb-4e90-94e4-a0fd7feb8ff6 req-0671f2c5-2e14-4acc-b7e0-a08cecb6cb85 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:49.521620 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b40cb625-2adb-4e90-94e4-a0fd7feb8ff6 req-0671f2c5-2e14-4acc-b7e0-a08cecb6cb85 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0994751 Mar 14 18:22:49.568523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.569012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.572729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.617082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.677225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Network c51cca06-cc6a-46e3-939e-a4ea153b13b2 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:49.688565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.716047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:49.717926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Pushing event updated for resources: {'Port': ['ID=734b8f9c-f8bd-4e59-961f-a642de57ab87,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:49.720263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:49.758493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Allocated IP 2001:db8:0:1::1 (281f2b5e-f6d0-42fe-a115-a19c527acf01/0d96566d-12c6-4261-8819-579e6d766651/c628f039-da00-4fa8-b994-681bd16ad461) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:49.809332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port 2e61de8b-368b-4723-985f-3bb161b860e2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:49.809675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.812170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:49.867515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Attempting to bind port 734b8f9c-f8bd-4e59-961f-a642de57ab87 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:49.867774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Attempting to bind port 734b8f9c-f8bd-4e59-961f-a642de57ab87 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '88742cac-6566-4039-8392-1bc41eb3b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:49.868142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Attempting to bind port 734b8f9c-f8bd-4e59-961f-a642de57ab87 on network c51cca06-cc6a-46e3-939e-a4ea153b13b2 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:49.905787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:49.906553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Checking segment: {'id': '88742cac-6566-4039-8392-1bc41eb3b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:49.906644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.906977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Bound using segment: {'id': '88742cac-6566-4039-8392-1bc41eb3b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:49.907462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Bound port: 734b8f9c-f8bd-4e59-961f-a642de57ab87, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88742cac-6566-4039-8392-1bc41eb3b694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c51cca06-cc6a-46e3-939e-a4ea153b13b2'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:49.907840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.912455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:49.928381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for 2e61de8b-368b-4723-985f-3bb161b860e2 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:49.979075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-99bef469-3e01-4161-bf57-e8e57c7efdab', 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': 'bd996b9a-4709-4a5e-ba08-fb810bf471ef'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:49.979834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.016991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.047593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-70550364'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:50.085966 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9cb71dce-d956-4c7a-aadf-a3ac7b509148 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6431172 Mar 14 18:22:50.087045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.096483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b40cb625-2adb-4e90-94e4-a0fd7feb8ff6 req-045175cb-a556-49bf-a12b-456569e502a2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5666223 Mar 14 18:22:50.142751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.158529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] For port 734b8f9c-f8bd-4e59-961f-a642de57ab87, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:50.167587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:50.170949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.171206 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-abe8d292-f593-4b98-8d35-a83e66523c9b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:50.175814 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-abe8d292-f593-4b98-8d35-a83e66523c9b tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7112203 Mar 14 18:22:50.178583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.180614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Subnet': ['ID=01ba8d5f-fa5b-4053-a16f-e1beb0d594bc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.187477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] For port 734b8f9c-f8bd-4e59-961f-a642de57ab87, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=734b8f9c-f8bd-4e59-961f-a642de57ab87,segment=NetworkSegment(88742cac-6566-4039-8392-1bc41eb3b694),segment_id=88742cac-6566-4039-8392-1bc41eb3b694)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:50.197217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.197688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.202121 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8d93fbdb-468a-4097-9bcb-2cfd69079ea1 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/subnets/01ba8d5f-fa5b-4053-a16f-e1beb0d594bc HTTP/1.1" status: 204 len: 168 time: 0.9747069 Mar 14 18:22:50.207014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.213515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.216665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-044c35e7-5a9e-41d4-8f26-3448d0a1e8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.241371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Allocated IP 172.20.0.1 (99bef469-3e01-4161-bf57-e8e57c7efdab/bd996b9a-4709-4a5e-ba08-fb810bf471ef/d82c1b16-fe2f-4dd1-84b9-fd78787b943b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:50.260080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.274426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.279236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.297301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting subnet 0d96566d-12c6-4261-8819-579e6d766651 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:22:50.305070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.322691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=2e61de8b-368b-4723-985f-3bb161b860e2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.334337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.357828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.377191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.403462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:50.415910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:50.427027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:50.432383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33259e69-55c6-4a5e-93b6-908d94b680cd None None] Pushing event updated for resources: {'Port': ['ID=734b8f9c-f8bd-4e59-961f-a642de57ab87,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.450425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.453551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.482181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.484715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.489219 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/18ef431c-4080-4195-b6e9-0a2afed1b822 HTTP/1.1" status: 204 len: 168 time: 0.3042672 Mar 14 18:22:50.499124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.527983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365bded-c5d4-49a5-bb09-c3b1052f749f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef431c-4080-4195-b6e9-0a2afed1b822,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.538604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.577655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1eba0cbc-beeb-46e5-83c3-34d9d4c99436 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0752208 Mar 14 18:22:50.589528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Pushing event updated for resources: {'Port': ['ID=c628f039-da00-4fa8-b994-681bd16ad461,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.596893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Attempting to bind port c628f039-da00-4fa8-b994-681bd16ad461 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:50.596893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Attempting to bind port c628f039-da00-4fa8-b994-681bd16ad461 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:50.597196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Attempting to bind port c628f039-da00-4fa8-b994-681bd16ad461 on network 281f2b5e-f6d0-42fe-a115-a19c527acf01 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:50.598209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.599196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.622381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.624372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:50.624739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Checking segment: {'id': 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:50.625201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.625559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Bound using segment: {'id': 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:50.626279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Bound port: c628f039-da00-4fa8-b994-681bd16ad461, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '281f2b5e-f6d0-42fe-a115-a19c527acf01'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:50.626476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.632421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.737331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.797724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Network 99bef469-3e01-4161-bf57-e8e57c7efdab is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:50.806257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:50.810761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.812559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:50.820815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Pushing event updated for resources: {'Port': ['ID=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.823908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] For port c628f039-da00-4fa8-b994-681bd16ad461, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:50.830465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] For port c628f039-da00-4fa8-b994-681bd16ad461, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c628f039-da00-4fa8-b994-681bd16ad461,segment=NetworkSegment(ec4be960-5f2e-4f8a-8b28-f3bdb87182f1),segment_id=ec4be960-5f2e-4f8a-8b28-f3bdb87182f1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:50.860072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.866568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/subnets/0d96566d-12c6-4261-8819-579e6d766651 HTTP/1.1" status: 204 len: 168 time: 0.6561861 Mar 14 18:22:50.866568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd738-3597-46f1-bc33-7dd3198f9a8c tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Subnet': ['ID=0d96566d-12c6-4261-8819-579e6d766651,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:50.867792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.890703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Attempting to bind port d82c1b16-fe2f-4dd1-84b9-fd78787b943b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:50.891362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Attempting to bind port d82c1b16-fe2f-4dd1-84b9-fd78787b943b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0d9c6eff-95bd-456f-8239-e0ca8d982042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:50.891719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Attempting to bind port d82c1b16-fe2f-4dd1-84b9-fd78787b943b on network 99bef469-3e01-4161-bf57-e8e57c7efdab {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:50.897714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.922457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:50.923135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Checking segment: {'id': '0d9c6eff-95bd-456f-8239-e0ca8d982042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:50.923135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.923683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Bound using segment: {'id': '0d9c6eff-95bd-456f-8239-e0ca8d982042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:50.924576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Bound port: d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9c6eff-95bd-456f-8239-e0ca8d982042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '99bef469-3e01-4161-bf57-e8e57c7efdab'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:50.924964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:50.925984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed7038-a635-4e49-a964-12972a0e4df8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:50.929972 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aeed7038-a635-4e49-a964-12972a0e4df8 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581248 Mar 14 18:22:50.931236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:50.939575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085160777'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.005171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3121092-4ef7-4b86-af0b-d97be7b787e0 None None] Pushing event updated for resources: {'Port': ['ID=c628f039-da00-4fa8-b994-681bd16ad461,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.015056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.019397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.026296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.040992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.044058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] For port d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:51.049051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] For port d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,segment=NetworkSegment(0d9c6eff-95bd-456f-8239-e0ca8d982042),segment_id=0d9c6eff-95bd-456f-8239-e0ca8d982042)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:51.102339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:51.108265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.108807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting port c628f039-da00-4fa8-b994-681bd16ad461 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:51.109253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.123250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.154578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd545b-7ad7-4a4f-abb0-b696a74f5806,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.210140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.212052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router fb9f86b5-c63f-4930-85a2-c168b56b93eb {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:22:51.221306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.222842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5adb6a40-83d6-41e8-a65c-69c05714a5f6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 204 len: 168 time: 1.8351228 Mar 14 18:22:51.227479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:51.233272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1580044584', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.241860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] For port c628f039-da00-4fa8-b994-681bd16ad461, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c628f039-da00-4fa8-b994-681bd16ad461,segment=NetworkSegment(ec4be960-5f2e-4f8a-8b28-f3bdb87182f1),segment_id=ec4be960-5f2e-4f8a-8b28-f3bdb87182f1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:51.246202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.260068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Calling delete_port for c628f039-da00-4fa8-b994-681bd16ad461 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:51.270587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.271094 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Added segment fe8d9f5b-9c67-4871-a446-075ff67ef2d3 of type vlan for network c510ee9d-4cf9-4295-8ec2-76299616f9c8 Mar 14 18:22:51.279874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.412793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.444391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba8ae7-a65b-4220-a75b-34ebcf7531f5 None None] Pushing event updated for resources: {'Port': ['ID=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.446663 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=bd996b9a-4709-4a5e-ba08-fb810bf471ef,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.450088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.477409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.478456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.495368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Port': ['ID=c628f039-da00-4fa8-b994-681bd16ad461,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.507155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] No DVR routers for this DVR port c628f039-da00-4fa8-b994-681bd16ad461 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:51.523872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.533202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.533706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.607896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.638840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281f2b5e-f6d0-42fe-a115-a19c527acf01']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.641228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.651659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.651968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4be960-5f2e-4f8a-8b28-f3bdb87182f1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.665381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.701368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c6105-b294-4c3d-b005-87fccc5ef104 req-c1246608-cbab-4aeb-9462-fc6281b1b50c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:51.702979 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5c7c6105-b294-4c3d-b005-87fccc5ef104 req-c1246608-cbab-4aeb-9462-fc6281b1b50c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.4291673 Mar 14 18:22:51.709403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.712269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.715863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76faeda-f30a-48f8-acd4-fd3edab9c867,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:51.722634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:51.723391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:51.727971 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:51.737779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.739079 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4523f34-2364-465c-9f72-650880f7019c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1385427 Mar 14 18:22:51.744368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:51.748982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bef469-3e01-4161-bf57-e8e57c7efdab']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.750734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0bdbe0cc-08ee-49be-b30d-49d85c159d81 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'b76faeda-f30a-48f8-acd4-fd3edab9c867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:51.770714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9c6eff-95bd-456f-8239-e0ca8d982042') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.771013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9c6eff-95bd-456f-8239-e0ca8d982042') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:51.788927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.801656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.810548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:51.811177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.835995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7568f8-9235-41f3-9579-478dba23ebd1 None None] Network c51cca06-cc6a-46e3-939e-a4ea153b13b2 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:51.859005 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5c7c6105-b294-4c3d-b005-87fccc5ef104 req-8a026454-74f9-4590-901b-526dc4d6d2f4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310389 Mar 14 18:22:51.882873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.924013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.941207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:51.941760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.943665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:51.953465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/281f2b5e-f6d0-42fe-a115-a19c527acf01 HTTP/1.1" status: 204 len: 168 time: 1.0210857 Mar 14 18:22:51.972996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:51.996978 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:51.999384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] Provisioning complete for port 734b8f9c-f8bd-4e59-961f-a642de57ab87 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:51.999384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.063042 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2496529 Mar 14 18:22:52.104813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.108368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:52.109830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b29ab2-d4f5-476e-96fa-e4aedcd6bf97 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=281f2b5e-f6d0-42fe-a115-a19c527acf01,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.119435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'subnet': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.158389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ce10-1f79-4a92-91f8-17c80227d1ab tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Network': ['ID=c510ee9d-4cf9-4295-8ec2-76299616f9c8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.170032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706c6f1-44dc-489b-98be-223986235529 None None] DHCP port deletion for c51cca06-cc6a-46e3-939e-a4ea153b13b2 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:52.177535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] For port 734b8f9c-f8bd-4e59-961f-a642de57ab87, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=734b8f9c-f8bd-4e59-961f-a642de57ab87,segment=NetworkSegment(88742cac-6566-4039-8392-1bc41eb3b694),segment_id=88742cac-6566-4039-8392-1bc41eb3b694)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:52.180199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.182355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:52.212493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.258065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:22:52.258065 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:22:52.258065 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': '99bef469-3e01-4161-bf57-e8e57c7efdab'}] Mar 14 18:22:52.258065 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:52.258529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:52.267596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.345056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0bdbe0cc-08ee-49be-b30d-49d85c159d81 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The resource could not be found. Mar 14 18:22:52.351513 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0bdbe0cc-08ee-49be-b30d-49d85c159d81 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6051238 Mar 14 18:22:52.363331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:52.387061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0c142344-e624-4fc7-bd64-6303e3f08164 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'b76faeda-f30a-48f8-acd4-fd3edab9c867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a8981e6c-8b47-4a2a-81a3-710330c59f58'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:52.389356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0812-76c2-46a1-9cff-f9ecda62e1e0 None None] Pushing event updated for resources: {'Port': ['ID=734b8f9c-f8bd-4e59-961f-a642de57ab87,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.418096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Deleting port 734b8f9c-f8bd-4e59-961f-a642de57ab87 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:52.418096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.498586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Deleting port 734b8f9c-f8bd-4e59-961f-a642de57ab87 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:52.499716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.517284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4706c6f1-44dc-489b-98be-223986235529 None None] For port 734b8f9c-f8bd-4e59-961f-a642de57ab87, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=734b8f9c-f8bd-4e59-961f-a642de57ab87,segment=NetworkSegment(88742cac-6566-4039-8392-1bc41eb3b694),segment_id=88742cac-6566-4039-8392-1bc41eb3b694)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:52.517284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.531193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Calling delete_port for 734b8f9c-f8bd-4e59-961f-a642de57ab87 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:52.538561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d82c1b16-fe2f-4dd1-84b9-fd78787b943b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:52.540979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:52.550229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.587228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8b0f-327c-4c00-ab1e-7632f8bb2a45 req-b058a384-2bf6-4fcf-9cb9-5212e80e5aae tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.588821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-31fa8b0f-327c-4c00-ab1e-7632f8bb2a45 req-b058a384-2bf6-4fcf-9cb9-5212e80e5aae tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1717274 Mar 14 18:22:52.686860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-31fa8b0f-327c-4c00-ab1e-7632f8bb2a45 req-c3cac959-809b-47f9-890d-6ddcf2ab24bc tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742795 Mar 14 18:22:52.696681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-2b1ea89d-32e8-44bd-8d0c-fa5d6d67e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.702384 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-2b1ea89d-32e8-44bd-8d0c-fa5d6d67e31b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1405616 Mar 14 18:22:52.725040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] For port 734b8f9c-f8bd-4e59-961f-a642de57ab87, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=734b8f9c-f8bd-4e59-961f-a642de57ab87,segment=NetworkSegment(88742cac-6566-4039-8392-1bc41eb3b694),segment_id=88742cac-6566-4039-8392-1bc41eb3b694)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:52.725040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.725290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-20aeceb7-2134-4ad5-adc0-c095670c0415 None None] Could not find standard attr ID for object c628f039-da00-4fa8-b994-681bd16ad461. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:22:52.725290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d82c1b16-fe2f-4dd1-84b9-fd78787b943b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:52.725290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.734619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c9085-7bb5-4082-b24f-e374bf5452e5 None None] DHCP port deletion for 281f2b5e-f6d0-42fe-a115-a19c527acf01 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:52.744822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Calling delete_port for 734b8f9c-f8bd-4e59-961f-a642de57ab87 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:52.793304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.811957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c9e27-e25a-4430-9927-5e81c04aef35 None None] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:52.829133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c9e27-e25a-4430-9927-5e81c04aef35 None None] Network 281f2b5e-f6d0-42fe-a115-a19c527acf01 could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 18:22:52.837819 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0c142344-e624-4fc7-bd64-6303e3f08164 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The resource could not be found. Mar 14 18:22:52.842424 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0c142344-e624-4fc7-bd64-6303e3f08164 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4779801 Mar 14 18:22:52.845345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:52.884064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91a286-1819-4046-be07-7ee13f9e67d4 None None] Network 99bef469-3e01-4161-bf57-e8e57c7efdab requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:52.889086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.900352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-59b7fe0c-a6dd-41e3-a9aa-c65ad700087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:52.902563 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-59b7fe0c-a6dd-41e3-a9aa-c65ad700087b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.1935134 Mar 14 18:22:52.912508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.946977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706c6f1-44dc-489b-98be-223986235529 None None] Pushing event deleted for resources: {'Port': ['ID=734b8f9c-f8bd-4e59-961f-a642de57ab87,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:52.968693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:52.993335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706c6f1-44dc-489b-98be-223986235529 None None] No DVR routers for this DVR port 734b8f9c-f8bd-4e59-961f-a642de57ab87 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:52.995343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.005175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.032629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.055929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.056155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Provisioning complete for port d82c1b16-fe2f-4dd1-84b9-fd78787b943b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:53.056650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.066571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Port': ['ID=734b8f9c-f8bd-4e59-961f-a642de57ab87,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.068441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.070406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] No DVR routers for this DVR port 734b8f9c-f8bd-4e59-961f-a642de57ab87 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:53.080366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-4b13df9e-a4c0-4538-b3b1-065f7a38ccef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.1474683 Mar 14 18:22:53.085240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,segment=NetworkSegment(0d9c6eff-95bd-456f-8239-e0ca8d982042),segment_id=0d9c6eff-95bd-456f-8239-e0ca8d982042)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:53.099194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port d82c1b16-fe2f-4dd1-84b9-fd78787b943b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:53.099544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.125253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.161309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.177179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.211406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.232828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51cca06-cc6a-46e3-939e-a4ea153b13b2']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.243074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-7c13a5f1-0b4d-4e85-a709-e8848992ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:53.244705 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-7c13a5f1-0b4d-4e85-a709-e8848992ff67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1573331 Mar 14 18:22:53.254728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88742cac-6566-4039-8392-1bc41eb3b694') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.255438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88742cac-6566-4039-8392-1bc41eb3b694') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.266801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.270268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.272827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.273975 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/b76faeda-f30a-48f8-acd4-fd3edab9c867 HTTP/1.1" status: 204 len: 168 time: 0.4276495 Mar 14 18:22:53.281325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.282972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:53.283638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Subnet': ['ID=79c4adba-bb18-4f22-bcd9-e631ab9fc204,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.305949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] DHCP port deletion for 99bef469-3e01-4161-bf57-e8e57c7efdab request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:53.313834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.317038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be2239-4f5e-454f-9844-c63c6a333c7d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76faeda-f30a-48f8-acd4-fd3edab9c867,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.324400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Checking segment: {'id': 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:53.324400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network hostable DHCP agents. Network: c510ee9d-4cf9-4295-8ec2-76299616f9c8, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:53.326973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,segment=NetworkSegment(0d9c6eff-95bd-456f-8239-e0ca8d982042),segment_id=0d9c6eff-95bd-456f-8239-e0ca8d982042)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:53.326973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.333249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.352753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for d82c1b16-fe2f-4dd1-84b9-fd78787b943b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:53.353158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:53.353640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:53.361117 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:53.368403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Allocated IP 172.26.3.161 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/d5d8e9e4-0cb4-4861-8321-fbc8b2630e82) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:53.384948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-c7c63c50-b227-4f4f-acb6-2e61c6c1df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:53.385951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-400a5e80-acc3-4636-9744-a1e25bb13e66 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0995202 Mar 14 18:22:53.390715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:53.391326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-c7c63c50-b227-4f4f-acb6-2e61c6c1df23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182406 Mar 14 18:22:53.405143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:22:53.406605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:22:53.418785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aa3c927e-8f2c-4f61-847b-ab7ac04724d8 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': 'b225901a-dfa2-4f67-9510-f55267d6b96a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:53.422953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Deleting port d82c1b16-fe2f-4dd1-84b9-fd78787b943b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:53.423566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.453437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:53.488487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] For port d82c1b16-fe2f-4dd1-84b9-fd78787b943b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,segment=NetworkSegment(0d9c6eff-95bd-456f-8239-e0ca8d982042),segment_id=0d9c6eff-95bd-456f-8239-e0ca8d982042)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:53.488886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.500958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Calling delete_port for d82c1b16-fe2f-4dd1-84b9-fd78787b943b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:53.510446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.520913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.526381 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/c51cca06-cc6a-46e3-939e-a4ea153b13b2 HTTP/1.1" status: 204 len: 168 time: 1.5496552 Mar 14 18:22:53.532714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:53.545261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5827-b575-4b32-af4d-ca70426bc22d tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=c51cca06-cc6a-46e3-939e-a4ea153b13b2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.566344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c510ee9d-4cf9-4295-8ec2-76299616f9c8) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:53.584516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:53.585186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.587242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3054283-d51a-4b0c-8470-cc7f060d063d None None] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:53.647645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-ffa7bb1c-a307-4ba9-8732-7f2e35a439ec service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476394 Mar 14 18:22:53.653436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.692327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.718890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.731002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.750167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-60148370-e28b-49f4-adf5-020aec08977f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6339488 Mar 14 18:22:53.753321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:53.754145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] Pushing event deleted for resources: {'Port': ['ID=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.759278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-402681621'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:53.764719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.773936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=d82c1b16-fe2f-4dd1-84b9-fd78787b943b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:53.778245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port d82c1b16-fe2f-4dd1-84b9-fd78787b943b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:53.790622 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-aa3c927e-8f2c-4f61-847b-ab7ac04724d8 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The resource could not be found. Mar 14 18:22:53.791679 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aa3c927e-8f2c-4f61-847b-ab7ac04724d8 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4007287 Mar 14 18:22:53.793037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe7586-d66b-4f12-bba3-dcad659e7ab8 None None] No DVR routers for this DVR port d82c1b16-fe2f-4dd1-84b9-fd78787b943b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:53.796979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:53.812079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--381986329'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:53.815893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'tenant_id': '6626639df4244dea8d464351bea91a8d', 'fixed_ips': [{'subnet_id': '79c4adba-bb18-4f22-bcd9-e631ab9fc204'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:53.817248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.843836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e5997b-9c0f-4240-8d78-944520a7b523']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.879723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d433d9c-1900-47fa-9195-81f45b0f6adc') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.880018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d433d9c-1900-47fa-9195-81f45b0f6adc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.882441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff18f52d-87e8-4c9e-afcb-1daf013404df req-610b430b-4aeb-4d6e-bc2b-873894e2ea42 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265148 Mar 14 18:22:53.898909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.934257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.934472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-972e2ba0-3852-4291-aa32-3e9a5d393927 None None] Port d82c1b16-fe2f-4dd1-84b9-fd78787b943b update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:22:53.936630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.959140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bef469-3e01-4161-bf57-e8e57c7efdab']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.967805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.970794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9c6eff-95bd-456f-8239-e0ca8d982042') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.971122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9c6eff-95bd-456f-8239-e0ca8d982042') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:53.980128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:53.980531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:53.985371 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:53.991860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:53.992315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Allocated IP 172.20.0.2 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/139a5e47-cd38-4d8e-80e8-e15a229d2a29) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:54.001344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.047911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba4be6-b0d3-44c1-9c4c-957f707ba4c6 req-51b4d685-c408-499c-a496-3fcacabf36f9 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:54.049858 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7cba4be6-b0d3-44c1-9c4c-957f707ba4c6 req-51b4d685-c408-499c-a496-3fcacabf36f9 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2600627 Mar 14 18:22:54.061120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event updated for resources: {'Port': ['ID=d5d8e9e4-0cb4-4861-8321-fbc8b2630e82,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.068095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.082286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:54.087345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:54.087747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:54.090970 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:54.099272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:54.102865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.108615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:54.112667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:54.124136 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7cba4be6-b0d3-44c1-9c4c-957f707ba4c6 req-4889229c-33dc-428b-8154-9b63acd840eb tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Mar 14 18:22:54.133117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.148250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.151670 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/37e5997b-9c0f-4240-8d78-944520a7b523 HTTP/1.1" status: 204 len: 168 time: 0.6180615 Mar 14 18:22:54.154941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44252) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:54.162963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.194321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465d6f5-57f3-4282-a193-5a7773158046 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=37e5997b-9c0f-4240-8d78-944520a7b523,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.197012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:54.217061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.221945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.277932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:54.284198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Pushing event updated for resources: {'Port': ['ID=139a5e47-cd38-4d8e-80e8-e15a229d2a29,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.287393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:54.292370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:54.307548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.333376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d82c1b16-fe2f-4dd1-84b9-fd78787b943b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:54.344636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.348647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.375760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d82c1b16-fe2f-4dd1-84b9-fd78787b943b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:54.379558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d82c1b16-fe2f-4dd1-84b9-fd78787b943b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:54.379558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c628f039-da00-4fa8-b994-681bd16ad461 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:22:54.392269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.395617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/99bef469-3e01-4161-bf57-e8e57c7efdab HTTP/1.1" status: 204 len: 168 time: 4.3076193 Mar 14 18:22:54.404800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:54.410642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c628f039-da00-4fa8-b994-681bd16ad461 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:22:54.411280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c628f039-da00-4fa8-b994-681bd16ad461 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:22:54.413412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349802959'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:54.415470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Attempting to bind port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:54.416236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Attempting to bind port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:54.417207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Attempting to bind port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 on network c510ee9d-4cf9-4295-8ec2-76299616f9c8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:54.425625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:54.426368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Checking segment: {'id': 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:54.426870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.427428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Bound using segment: {'id': 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:54.427996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Bound port: 139a5e47-cd38-4d8e-80e8-e15a229d2a29, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:54.428624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.432677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755d9d-611f-45f8-9a27-4f24874128ce tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=99bef469-3e01-4161-bf57-e8e57c7efdab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.453099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28de792d-7903-4e1f-8761-63a6bbbcd17e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.475849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.11 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/9ef93d9e-7fce-415b-90ea-1be34c7dab95) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:54.486791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.491595 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ed2c6435-6068-4f53-8ca8-3b14a96c111d tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6852596 Mar 14 18:22:54.491741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.491856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:54.496208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--932950709'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:54.511916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] For port 139a5e47-cd38-4d8e-80e8-e15a229d2a29, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:54.517000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] For port 139a5e47-cd38-4d8e-80e8-e15a229d2a29, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=139a5e47-cd38-4d8e-80e8-e15a229d2a29,segment=NetworkSegment(fe8d9f5b-9c67-4871-a446-075ff67ef2d3),segment_id=fe8d9f5b-9c67-4871-a446-075ff67ef2d3)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:54.521062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dc52dc-4d38-429c-9509-408d0813dbbb']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:54.540051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea97b63-193b-4c52-8d81-68ec9306aea3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:54.540374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea97b63-193b-4c52-8d81-68ec9306aea3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:54.557243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.585280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.602921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.603880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:54.604286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:54.607165 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:54.611967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.639346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.645341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:54.649120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.684359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad698-d82c-4c62-a69e-a8d6f245a808 None None] Pushing event updated for resources: {'Port': ['ID=139a5e47-cd38-4d8e-80e8-e15a229d2a29,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:54.757285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:54.773083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.778856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.780609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.781149 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 5330bf15-50d5-4ae0-8f14-a5b63c277db1 of type vlan for network e02d96f1-e594-41ef-a44c-0d301408ec2c Mar 14 18:22:54.822980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.840341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.843545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] 10.222.0.58 "DELETE /v2.0/networks/94dc52dc-4d38-429c-9509-408d0813dbbb HTTP/1.1" status: 204 len: 168 time: 0.6876414 Mar 14 18:22:54.854615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.874758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:54.879369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17bf95-552e-44b8-a443-6e452d296640 tempest-BulkNetworkOpsIpV6Test-1788140153 tempest-BulkNetworkOpsIpV6Test-1788140153-project] Pushing event deleted for resources: {'Network': ['ID=94dc52dc-4d38-429c-9509-408d0813dbbb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.008554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.016920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.017894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.044066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.132582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:55.137891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:55.140306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:55.142787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=e02d96f1-e594-41ef-a44c-0d301408ec2c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.155294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:55.173349 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-801670d1-050f-48be-aae1-9d16004c2c82 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7672472 Mar 14 18:22:55.180033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.185353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:55.216375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=9ef93d9e-7fce-415b-90ea-1be34c7dab95,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.277109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.277777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.324056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6435c9a8-48f9-4f3c-a5e0-b4b8461ecd7f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.345744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.397423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.407612 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f70b6744-668b-438c-af1a-b40a44542e35 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6560650 Mar 14 18:22:55.408361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.419948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-1089604226', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:c5:3c'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:55.489101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.490667 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-16fcf6a5-f186-42eb-94b2-f703b3cc845e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9978151 Mar 14 18:22:55.495633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.501937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44270) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.510157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7ba567dc-1d48-4975-a464-7a91243fff72 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group_rule': {'security_group_id': '28de792d-7903-4e1f-8761-63a6bbbcd17e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6435c9a8-48f9-4f3c-a5e0-b4b8461ecd7f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:55.515534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.531592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a11b0-0232-43d0-835c-854f168101c9 req-1bf74f22-e009-4f3b-bf81-59c8b578c2af tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.533564 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-723a11b0-0232-43d0-835c-854f168101c9 req-1bf74f22-e009-4f3b-bf81-59c8b578c2af tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2960865 Mar 14 18:22:55.549153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network e02d96f1-e594-41ef-a44c-0d301408ec2c is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:22:55.556244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.557455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.558990 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "PUT /v2.0/networks/e02d96f1-e594-41ef-a44c-0d301408ec2c HTTP/1.1" status: 200 len: 723 time: 0.3780015 Mar 14 18:22:55.571168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44274) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.583856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:55.636601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672b7fa-5aab-4e0f-8a0c-6f9fdec0f1e1 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=e02d96f1-e594-41ef-a44c-0d301408ec2c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:55.651494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:55.691506 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-193aa350-3c20-44ac-8d36-78f1611a0203 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15a40f11a3bf4aa2a37a5c051ff9a235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879332 Mar 14 18:22:55.693423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-723a11b0-0232-43d0-835c-854f168101c9 req-89c5c43b-8168-4f40-9b2f-bdee46bb4d7a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511185 Mar 14 18:22:55.699610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.758612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:55.776348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.792422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Router f38534a7-b258-4041-9a9e-453c6c23438b is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:22:55.807671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.861837 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-7ba567dc-1d48-4975-a464-7a91243fff72 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:22:55.863500 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7ba567dc-1d48-4975-a464-7a91243fff72 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3638346 Mar 14 18:22:55.864291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:55.884695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:55.888168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.890953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b9c8-769a-4eb4-bd84-cf0f37af8812 req-cdc00a42-8a74-4e1e-9458-833b5d1480eb tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:55.891076 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be78b9c8-769a-4eb4-bd84-cf0f37af8812 req-cdc00a42-8a74-4e1e-9458-833b5d1480eb tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1137345 Mar 14 18:22:55.904946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88117bf-df68-40a8-bdc3-2737af0a250e None None] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:55.906905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:55.953167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port 7651311c-6904-43c1-a128-82274a696d78 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:56.003454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] Provisioning complete for port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:56.004260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.018515 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be78b9c8-769a-4eb4-bd84-cf0f37af8812 req-ce226991-e1ae-4061-9c19-95ee8ce55c1c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183410 Mar 14 18:22:56.025358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.039418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:56.050880 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] Sync routers for ids ['f38534a7-b258-4041-9a9e-453c6c23438b'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:56.067344 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] Routers {'f38534a7-b258-4041-9a9e-453c6c23438b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:56.067960 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f38534a7-b258-4041-9a9e-453c6c23438b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:56.134529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.134728 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:56.137117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.139152 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbd3ca07-4618-45b4-802f-7913d8d89c43 HTTP/1.1" status: 204 len: 168 time: 0.4354379 Mar 14 18:22:56.146941 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] Routers {'f38534a7-b258-4041-9a9e-453c6c23438b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:56.147756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f38534a7-b258-4041-9a9e-453c6c23438b'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:56.161265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.199863 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:56.199863 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0e022-706f-46ce-896f-1a2104a3b736 None None] The sync data for ids ['f38534a7-b258-4041-9a9e-453c6c23438b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:56.200159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.201681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] For port 139a5e47-cd38-4d8e-80e8-e15a229d2a29, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=139a5e47-cd38-4d8e-80e8-e15a229d2a29,segment=NetworkSegment(fe8d9f5b-9c67-4871-a446-075ff67ef2d3),segment_id=fe8d9f5b-9c67-4871-a446-075ff67ef2d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:56.202697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6689202c-d51a-4bf9-97e4-05da18f152d4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9739003 Mar 14 18:22:56.211177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:56.212231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df1b2-e9c9-49ab-b2e8-b3aa12f8f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3ca07-4618-45b4-802f-7913d8d89c43,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:56.220024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:56.275152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.401525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.445599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e8c33-cde6-42e2-b464-c2ee198baaeb None None] Pushing event updated for resources: {'Port': ['ID=139a5e47-cd38-4d8e-80e8-e15a229d2a29,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:56.454762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 139a5e47-cd38-4d8e-80e8-e15a229d2a29 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:56.559879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-334f9a39-f5d2-42b3-9e36-dd69caf3292e None None] Provisioning complete for port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:56.563261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-334f9a39-f5d2-42b3-9e36-dd69caf3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.566175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=da281085-45b4-452d-b9f1-e18c4a66f388,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:56.634425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '5330bf15-50d5-4ae0-8f14-a5b63c277db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:56.634790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: e02d96f1-e594-41ef-a44c-0d301408ec2c, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:22:56.647253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:56.647625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.678980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.9 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/7651311c-6904-43c1-a128-82274a696d78) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:56.767006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network e02d96f1-e594-41ef-a44c-0d301408ec2c is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:22:56.816962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.835844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-334f9a39-f5d2-42b3-9e36-dd69caf3292e None None] Provisioning complete for port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:56.836632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-334f9a39-f5d2-42b3-9e36-dd69caf3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.851065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, e02d96f1-e594-41ef-a44c-0d301408ec2c) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:56.860653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:56.861500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.880352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.880597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-334f9a39-f5d2-42b3-9e36-dd69caf3292e None None] Port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:56.883301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfab032-7f54-487b-a0c7-54254ca392c6 None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:56.946845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4240de-13dc-4098-befe-84ff12f48178 req-ce23eaa4-d141-404b-bd71-5b040e6335c3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:56.948349 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2c4240de-13dc-4098-befe-84ff12f48178 req-ce23eaa4-d141-404b-bd71-5b040e6335c3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1366732 Mar 14 18:22:56.949850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.954036 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-066ef561-aaf7-4019-af56-74b8a9931bff tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3797772 Mar 14 18:22:56.957527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:56.965933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:56.991184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.993870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:56.995019 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/6435c9a8-48f9-4f3c-a5e0-b4b8461ecd7f HTTP/1.1" status: 204 len: 168 time: 1.1268375 Mar 14 18:22:56.998220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.021014 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2c4240de-13dc-4098-befe-84ff12f48178 req-8174220b-cf41-412c-9b3f-c5a6c9850e48 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616534 Mar 14 18:22:57.023251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd227bf-80a2-444a-af3a-cfde07f77ec7 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435c9a8-48f9-4f3c-a5e0-b4b8461ecd7f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.034692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-860a2513-206c-42a1-b4a7-e9cbef5cb8c8 None None] Provisioning complete for port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:57.035207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-860a2513-206c-42a1-b4a7-e9cbef5cb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.042871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.113091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-860a2513-206c-42a1-b4a7-e9cbef5cb8c8 None None] Port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:57.120670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-e02d96f1-e594-41ef-a44c-0d301408ec2c', 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': 'da281085-45b4-452d-b9f1-e18c4a66f388'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:22:57.122596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.122907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.176674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:57.178942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:57.184051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:57.189583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-58fa18e0-ac30-4730-88f2-c3304290c9ce tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1891336 Mar 14 18:22:57.192933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.233564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-532691905'] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.254830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.255621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.291692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=7651311c-6904-43c1-a128-82274a696d78,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.312779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436448-e7c8-47cb-ab4c-86dd4bd45228 req-6a8c5d47-1468-44cd-9be9-e5c4dc341960 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.318326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-41436448-e7c8-47cb-ab4c-86dd4bd45228 req-6a8c5d47-1468-44cd-9be9-e5c4dc341960 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2105935 Mar 14 18:22:57.320143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.347936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Allocated IP 172.20.0.2 (e02d96f1-e594-41ef-a44c-0d301408ec2c/da281085-45b4-452d-b9f1-e18c4a66f388/548cba9c-2b41-48f0-8539-8a462d41d333) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:22:57.377199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.396777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-41436448-e7c8-47cb-ab4c-86dd4bd45228 req-c9cbf26a-a3ae-4237-94f2-38aca623ddab tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618765 Mar 14 18:22:57.400502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Deleting port d5d8e9e4-0cb4-4861-8321-fbc8b2630e82 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:57.400849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.472746 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-982a67ec-6169-4365-8230-101543907dd6 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0544949 Mar 14 18:22:57.473287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.548413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.552861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.554739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/28de792d-7903-4e1f-8761-63a6bbbcd17e HTTP/1.1" status: 204 len: 168 time: 0.3607802 Mar 14 18:22:57.561794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.570278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.577076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Calling delete_port for d5d8e9e4-0cb4-4861-8321-fbc8b2630e82 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:57.609266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209030f-078b-4291-995c-dce0ba1e8e1c tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de792d-7903-4e1f-8761-63a6bbbcd17e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.636688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.644030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b4d84-b61b-4760-ba04-c4be6a5b4066 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.650858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b4d84-b61b-4760-ba04-c4be6a5b4066 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.658224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90b4d84-b61b-4760-ba04-c4be6a5b4066 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.658724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.662569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a90b4d84-b61b-4760-ba04-c4be6a5b4066 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1861196 Mar 14 18:22:57.664599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.672087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-131b1d47-8a0e-4b67-9427-b1a7350bed20 None None] Provisioning complete for port 7651311c-6904-43c1-a128-82274a696d78 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:57.672576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-131b1d47-8a0e-4b67-9427-b1a7350bed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.720999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-131b1d47-8a0e-4b67-9427-b1a7350bed20 None None] Port 7651311c-6904-43c1-a128-82274a696d78 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:22:57.730900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.740870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dee987-6909-4505-9a11-442c93063d0b req-da7847f1-0a7e-4e89-b414-22314cc6403a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:57.742854 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b1dee987-6909-4505-9a11-442c93063d0b req-da7847f1-0a7e-4e89-b414-22314cc6403a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1962736 Mar 14 18:22:57.784871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:22:57.788301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:22:57.792483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:22:57.798412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933144856'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:57.809031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Pushing event updated for resources: {'Port': ['ID=548cba9c-2b41-48f0-8539-8a462d41d333,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:57.811153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf2fb267-10ae-4145-a53f-ef4c8571609f tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2364578 Mar 14 18:22:57.817450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:57.824248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475513224'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:57.859192 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b1dee987-6909-4505-9a11-442c93063d0b req-21ec89b2-93f9-46ea-ad73-551bf97ce3d8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880175 Mar 14 18:22:57.870135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 7651311c-6904-43c1-a128-82274a696d78 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:57.870526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.883594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Attempting to bind port 548cba9c-2b41-48f0-8539-8a462d41d333 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:22:57.886371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Attempting to bind port 548cba9c-2b41-48f0-8539-8a462d41d333 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5330bf15-50d5-4ae0-8f14-a5b63c277db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:22:57.887053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Attempting to bind port 548cba9c-2b41-48f0-8539-8a462d41d333 on network e02d96f1-e594-41ef-a44c-0d301408ec2c {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:22:57.895082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:22:57.895655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Checking segment: {'id': '5330bf15-50d5-4ae0-8f14-a5b63c277db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:22:57.896086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.896927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Bound using segment: {'id': '5330bf15-50d5-4ae0-8f14-a5b63c277db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:22:57.897120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Bound port: 548cba9c-2b41-48f0-8539-8a462d41d333, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5330bf15-50d5-4ae0-8f14-a5b63c277db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e02d96f1-e594-41ef-a44c-0d301408ec2c'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:22:57.897589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.959821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.972379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.975746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] For port 548cba9c-2b41-48f0-8539-8a462d41d333, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:22:57.978753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] For port 548cba9c-2b41-48f0-8539-8a462d41d333, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=548cba9c-2b41-48f0-8539-8a462d41d333,segment=NetworkSegment(5330bf15-50d5-4ae0-8f14-a5b63c277db1),segment_id=5330bf15-50d5-4ae0-8f14-a5b63c277db1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:22:57.988030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-533817253'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.988419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 7651311c-6904-43c1-a128-82274a696d78 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:57.989970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:57.993376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:57.999444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.015991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.038311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.060528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.061321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.064891 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "PUT /v2.0/subnets/da281085-45b4-452d-b9f1-e18c4a66f388 HTTP/1.1" status: 200 len: 806 time: 1.1031697 Mar 14 18:22:58.068264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.069809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44332) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:58.082182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Pushing event deleted for resources: {'Port': ['ID=d5d8e9e4-0cb4-4861-8321-fbc8b2630e82,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.145806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9a27-1790-40da-9dd1-2d9bb7986b84 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=da281085-45b4-452d-b9f1-e18c4a66f388,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.151122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.179742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.211354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e58376-77b8-408d-b6db-f3d72af84fb4 None None] Pushing event updated for resources: {'Port': ['ID=548cba9c-2b41-48f0-8539-8a462d41d333,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.266683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.325234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 139a5e47-cd38-4d8e-80e8-e15a229d2a29 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:22:58.359492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.390450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb109362-0096-4afc-8305-0becf4fc118b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.391135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.402620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.403094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:22:58.403094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.463581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=7651311c-6904-43c1-a128-82274a696d78,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.502171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.504543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.517969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.518103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.522500 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44c49e9e-9488-4059-92b1-fa1f5185c67e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6992872 Mar 14 18:22:58.535693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:58.543360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4ff1c71d-7228-41ab-8f4a-c44d6fe7e52a tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:58.543802 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.api.v2.base [None req-4ff1c71d-7228-41ab-8f4a-c44d6fe7e52a tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 14 18:22:58.544308 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-4ff1c71d-7228-41ab-8f4a-c44d6fe7e52a tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] update failed (client error): There was a conflict when trying to complete your request. Mar 14 18:22:58.545340 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4ff1c71d-7228-41ab-8f4a-c44d6fe7e52a tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "PUT /v2.0/security-groups/eb109362-0096-4afc-8305-0becf4fc118b HTTP/1.1" status: 409 len: 330 time: 0.0086384 Mar 14 18:22:58.550205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:58.554226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:22:58.559454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474420a-5674-4cc5-9458-e1e766999ade req-cdfc2d02-fd37-4905-a965-74d541c6db74 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.568339 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0474420a-5674-4cc5-9458-e1e766999ade req-cdfc2d02-fd37-4905-a965-74d541c6db74 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2487628 Mar 14 18:22:58.643160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46b617-1a3a-43dd-98bc-8a11f6038667,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:58.660229 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0474420a-5674-4cc5-9458-e1e766999ade req-a9044d94-f0bd-499f-b471-0e2f650ac67a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910547 Mar 14 18:22:58.699533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port 548cba9c-2b41-48f0-8539-8a462d41d333 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:22:58.699889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.706627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.715661 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment 042c7e11-87ac-43a5-824a-fc054cb66340 of type vlan for network 9a30a272-d9bf-41c7-890d-8729704984f5 Mar 14 18:22:58.806708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.809817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Router f38534a7-b258-4041-9a9e-453c6c23438b has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:22:58.809960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.812425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.813102 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d296b006-9620-4fc9-9487-601f394cc292 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/7651311c-6904-43c1-a128-82274a696d78 HTTP/1.1" status: 204 len: 168 time: 1.1471186 Mar 14 18:22:58.816536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:58.852504 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef53140-fcf3-48be-bc24-0d7eca91ad50 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] GET failed (client error): The resource could not be found. Mar 14 18:22:58.857638 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3ef53140-fcf3-48be-bc24-0d7eca91ad50 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports/7651311c-6904-43c1-a128-82274a696d78 HTTP/1.1" status: 404 len: 333 time: 0.0367532 Mar 14 18:22:58.858519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:58.865643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port 548cba9c-2b41-48f0-8539-8a462d41d333, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=548cba9c-2b41-48f0-8539-8a462d41d333,segment=NetworkSegment(5330bf15-50d5-4ae0-8f14-a5b63c277db1),segment_id=5330bf15-50d5-4ae0-8f14-a5b63c277db1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:22:58.866104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.877562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for 548cba9c-2b41-48f0-8539-8a462d41d333 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:22:58.891562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-2052393039'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:58.896945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.958856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:58.964266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:22:58.964845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.008687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:22:59.015542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.017013 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e30d44d3-3e85-4ea5-be68-b4e5842bd322 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "PUT /v2.0/routers/f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 200 len: 706 time: 2.8018301 Mar 14 18:22:59.020059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44344) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.022829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] Sync routers for ids ['f38534a7-b258-4041-9a9e-453c6c23438b'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:22:59.035184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] Routers {'f38534a7-b258-4041-9a9e-453c6c23438b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:59.035805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f38534a7-b258-4041-9a9e-453c6c23438b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.071966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.079995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.098104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] Routers {'f38534a7-b258-4041-9a9e-453c6c23438b'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:22:59.099110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f38534a7-b258-4041-9a9e-453c6c23438b'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.109227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=9a30a272-d9bf-41c7-890d-8729704984f5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.125540 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e0d49c9-8c24-4f99-b19e-2c3de10e2c6b tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4651227 Mar 14 18:22:59.146464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=548cba9c-2b41-48f0-8539-8a462d41d333,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.152631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.158107 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ab21aeb3-e6ad-4781-830f-64ac60ab49f1 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/routers/f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 200 len: 741 time: 0.1353235 Mar 14 18:22:59.158426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.160847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 9a30a272-d9bf-41c7-890d-8729704984f5 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:22:59.164981 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/eb109362-0096-4afc-8305-0becf4fc118b HTTP/1.1" status: 204 len: 168 time: 0.6063771 Mar 14 18:22:59.165127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.165449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.165787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.169356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee0078-dd96-4980-a50a-9c77fe7b316e None None] The sync data for ids ['f38534a7-b258-4041-9a9e-453c6c23438b'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:22:59.214835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port 548cba9c-2b41-48f0-8539-8a462d41d333 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:22:59.288612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-51b6f0d4-5d4e-4358-b7d6-790ae8cb6cf5 tempest-RoutersAdminTest-952798659 tempest-RoutersAdminTest-952798659-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 200 len: 205 time: 0.1126380 Mar 14 18:22:59.288612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:22:59.289966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.291541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.301736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4941460-c3bc-40c1-ba4b-f11e025287a0 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb109362-0096-4afc-8305-0becf4fc118b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.343949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0ebfe384-e86b-4e9f-badd-1680cf1cd26f tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 200 len: 205 time: 0.0509615 Mar 14 18:22:59.343949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.346541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.368583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port 27381489-42e4-4c5e-ae2f-8447d27ee3da yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:22:59.489711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.521521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=da281085-45b4-452d-b9f1-e18c4a66f388,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.599825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c4987-0871-4a24-969e-cd2ad171814e None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:59.603030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.630483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d96f1-e594-41ef-a44c-0d301408ec2c']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.642448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5330bf15-50d5-4ae0-8f14-a5b63c277db1') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.643085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5330bf15-50d5-4ae0-8f14-a5b63c277db1') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:22:59.656279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.672217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.680441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:22:59.681197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.738647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a0f55d8c-2d58-44c7-b3b7-51502bdd9c06 None None] Could not find standard attr ID for object 548cba9c-2b41-48f0-8539-8a462d41d333. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:22:59.756397 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:22:59.804772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a885bcd-868d-4b6b-a977-f6468a4e54cc None None] DHCP port deletion for e02d96f1-e594-41ef-a44c-0d301408ec2c request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:22:59.824724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1faea3e-5b28-4afd-9b63-23e0bdef78f6 None None] Network e02d96f1-e594-41ef-a44c-0d301408ec2c requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:22:59.835144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c2c55a83-0218-4843-aaa3-8da01eaee70e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6604495 Mar 14 18:22:59.839812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.845047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.850464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.856266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/e02d96f1-e594-41ef-a44c-0d301408ec2c HTTP/1.1" status: 204 len: 168 time: 1.7832041 Mar 14 18:22:59.859533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-867cdbfe-2836-4003-a6a3-c449ad04e96e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] delete failed (client error): The resource could not be found. Mar 14 18:22:59.860689 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-867cdbfe-2836-4003-a6a3-c449ad04e96e tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "DELETE /v2.0/security-groups/390d4fa2-5078-4ced-83e4-f11c98edbac1 HTTP/1.1" status: 404 len: 347 time: 0.0198274 Mar 14 18:22:59.875294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.875704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.876484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045282a5-80ee-444f-acb7-facabec7a230 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=e02d96f1-e594-41ef-a44c-0d301408ec2c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:22:59.891911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:22:59.916317 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e95d3ae-deb4-4de1-b7da-1badc8a84779 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:22:59.916317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e95d3ae-deb4-4de1-b7da-1badc8a84779 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:22:59.922519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6e95d3ae-deb4-4de1-b7da-1badc8a84779 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/e02d96f1-e594-41ef-a44c-0d301408ec2c HTTP/1.1" status: 404 len: 339 time: 0.0372090 Mar 14 18:22:59.922519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-520dc733-5c9d-43c3-9b91-264570c67470 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] show failed (client error): The resource could not be found. Mar 14 18:22:59.922519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-520dc733-5c9d-43c3-9b91-264570c67470 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-groups/38cdec25-2df9-4167-83b8-3d1f0c34c539 HTTP/1.1" status: 404 len: 347 time: 0.0188930 Mar 14 18:22:59.922772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.927082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44364) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:22:59.930644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1124871335', 'description': 'd1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:22:59.959598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-367d3d35-9cd1-46d9-984b-81b861910240 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] show failed (client error): The resource could not be found. Mar 14 18:22:59.965167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-367d3d35-9cd1-46d9-984b-81b861910240 tempest-NegativeSecGroupTest-301340206 tempest-NegativeSecGroupTest-301340206-project] 10.222.0.58 "GET /v2.0/security-group-rules/d952b4c6-0516-4265-81f9-1e4c30eaac22 HTTP/1.1" status: 404 len: 356 time: 0.0265329 Mar 14 18:23:00.027647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:00.031353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.056911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:00.065873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.066317 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment f88107bd-78bb-4d74-8641-550f397439a8 of type vlan for network bc284d5f-4f33-448e-94b6-9a4b6b7740b6 Mar 14 18:23:00.080768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c66cf-8001-4c8b-b67e-1c898f47b439 req-fc167747-c033-4d7f-a872-0f99d5d84f5b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.082832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-da0c66cf-8001-4c8b-b67e-1c898f47b439 req-fc167747-c033-4d7f-a872-0f99d5d84f5b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2717423 Mar 14 18:23:00.110260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.197015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.203124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.203742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.207978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.213101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.250105 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-da0c66cf-8001-4c8b-b67e-1c898f47b439 req-ee55617a-88e3-4bbd-a303-ce3bbcc92458 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066902 Mar 14 18:23:00.280471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=bc284d5f-4f33-448e-94b6-9a4b6b7740b6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:00.296455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bc284d5f-4f33-448e-94b6-9a4b6b7740b6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:00.335126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.4 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/27381489-42e4-4c5e-ae2f-8447d27ee3da) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:00.351452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0b8d6acf-877c-4637-b824-5dbf0ee0bb48 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4250300 Mar 14 18:23:00.353971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44370) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.427982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.428630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Fanout notify agent at l3_agent the message router_deleted on router f38534a7-b258-4041-9a9e-453c6c23438b {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:00.436415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.440965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b6392ff8-2451-4463-ab27-01831ee054df tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 204 len: 168 time: 1.0897012 Mar 14 18:23:00.453943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44374) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.464143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e52a8-0b2f-4a36-a8c0-945249a2858b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.469058 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fb4e52a8-0b2f-4a36-a8c0-945249a2858b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks?id=bc284d5f-4f33-448e-94b6-9a4b6b7740b6 HTTP/1.1" status: 200 len: 761 time: 0.1140823 Mar 14 18:23:00.469945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.479380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'description': 'd2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:00.526359 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f03b9d22-92be-4047-9287-01f4bd97033f tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 200 len: 205 time: 0.0717988 Mar 14 18:23:00.526571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44378) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.582541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44382) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.623424 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-2c7e7976-725e-40c6-ac3f-9cea02d73c22 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:00.629847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2c7e7976-725e-40c6-ac3f-9cea02d73c22 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/f38534a7-b258-4041-9a9e-453c6c23438b HTTP/1.1" status: 404 len: 336 time: 0.0969152 Mar 14 18:23:00.630515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.684690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.707595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.774414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.780928 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-40f6e260-ced4-475a-ba36-a1a175e47852 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 200 len: 205 time: 0.1451118 Mar 14 18:23:00.781166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44388) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.805539 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d06c1d4d-4b6b-449b-8f14-2216e44d5049 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77dc8bd5799643708eb9c34ac78e298c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214293 Mar 14 18:23:00.808877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network bc284d5f-4f33-448e-94b6-9a4b6b7740b6 is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:23:00.814863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.815710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.819709 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "PUT /v2.0/networks/bc284d5f-4f33-448e-94b6-9a4b6b7740b6 HTTP/1.1" status: 200 len: 758 time: 0.3460681 Mar 14 18:23:00.821222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.821657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.844945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:00.850435 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-d37bad4d-5294-4e20-93a6-1787ce622ea4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:00.852034 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d37bad4d-5294-4e20-93a6-1787ce622ea4 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/fb9f86b5-c63f-4930-85a2-c168b56b93eb HTTP/1.1" status: 404 len: 336 time: 0.0698938 Mar 14 18:23:00.859689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.922499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8f47cc0-1b83-4652-a42f-f072488c2fec tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 200 len: 205 time: 0.0594802 Mar 14 18:23:00.931845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:00.953777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:00.960789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf5b6f-7ffe-4b9d-8fa2-bf2693aaa974 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=bc284d5f-4f33-448e-94b6-9a4b6b7740b6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:00.962573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611828-7905-4c01-9b6f-141e4101da9b req-8e5c5de3-5708-4209-8080-b8f1f497f3bb tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:00.964100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72611828-7905-4c01-9b6f-141e4101da9b req-8e5c5de3-5708-4209-8080-b8f1f497f3bb tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2246275 Mar 14 18:23:00.974784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bc284d5f-4f33-448e-94b6-9a4b6b7740b6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:01.022203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:01.025448 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-5fa5b363-085f-4250-8c8b-228ace38faa9 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:01.028555 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5fa5b363-085f-4250-8c8b-228ace38faa9 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/85efdc03-ce9f-431b-9dd2-daa7f3611b0c HTTP/1.1" status: 404 len: 336 time: 0.0957842 Mar 14 18:23:01.029431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=27381489-42e4-4c5e-ae2f-8447d27ee3da,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:01.039365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.039365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:01.054018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.099683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.112506 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a5ad850a-fff5-40df-84f1-6e617528fc1c tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 200 len: 205 time: 0.0713093 Mar 14 18:23:01.118602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44402) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.134031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07425d-f5df-46af-a96b-132d132a00c9 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:01.136129 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a07425d-f5df-46af-a96b-132d132a00c9 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks?id=bc284d5f-4f33-448e-94b6-9a4b6b7740b6 HTTP/1.1" status: 200 len: 761 time: 0.3116753 Mar 14 18:23:01.143402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.157883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092616684'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:01.181991 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72611828-7905-4c01-9b6f-141e4101da9b req-43e63629-0571-49c1-8513-74828c8e4642 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599977 Mar 14 18:23:01.192269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:01.192950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.220700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-de8bdb60-3097-438b-b604-fe9d761a6c7a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:01.222800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-de8bdb60-3097-438b-b604-fe9d761a6c7a tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/7f566165-cacf-4fe0-9342-d50600d2599c HTTP/1.1" status: 404 len: 336 time: 0.1024327 Mar 14 18:23:01.226605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44408) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.229163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:01.233638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.258067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b1c1a906-542a-4b3d-8456-e633530c3b86 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 200 len: 205 time: 0.0304554 Mar 14 18:23:01.260469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.265468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:01.275154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.275599 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 472f14fc-c2ac-4690-87d5-cd1c2f2e8bcd of type vlan for network 8117a0f3-d35d-4797-b26a-fa7d1ab8828b Mar 14 18:23:01.302842 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-ab813222-57d7-4bb6-afbd-7a0b0e76c529 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:01.303081 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ab813222-57d7-4bb6-afbd-7a0b0e76c529 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/0671ef36-968e-4724-80f6-648f74474303 HTTP/1.1" status: 404 len: 336 time: 0.0417950 Mar 14 18:23:01.305768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.320409 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-712a5b99-cc6e-400d-a66a-4e9b27132e45 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4601200 Mar 14 18:23:01.324737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44414) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.329964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:c5:3c'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:01.337554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.344558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f75c0978-01fb-4fff-8365-2f00a855f4e6 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 HTTP/1.1" status: 200 len: 205 time: 0.0354991 Mar 14 18:23:01.344785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.378439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f2fd3e99-ea05-4e15-9416-0402471f42a9 None None] Provisioning complete for port 27381489-42e4-4c5e-ae2f-8447d27ee3da triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:01.379401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3e99-ea05-4e15-9416-0402471f42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.386606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-d0e1774a-7dce-413f-896d-c9d8c65e6692 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] delete failed (client error): The resource could not be found. Mar 14 18:23:01.387786 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d0e1774a-7dce-413f-896d-c9d8c65e6692 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/routers/7e90e944-bbf8-4b9c-8e66-2393b0bc2db0 HTTP/1.1" status: 404 len: 336 time: 0.0420561 Mar 14 18:23:01.391811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.426364 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cebb62f-6f59-4b0b-b61b-4e9b1dc04602 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:01.426965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cebb62f-6f59-4b0b-b61b-4e9b1dc04602 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:01.430917 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6cebb62f-6f59-4b0b-b61b-4e9b1dc04602 tempest-RoutersAdminTest-317995113 tempest-RoutersAdminTest-317995113-project] 10.222.0.58 "DELETE /v2.0/subnets/46b8bc00-9b16-4990-9f26-cc1a869a2c12 HTTP/1.1" status: 404 len: 337 time: 0.0383115 Mar 14 18:23:01.452643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.453411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd3e99-ea05-4e15-9416-0402471f42a9 None None] Port 27381489-42e4-4c5e-ae2f-8447d27ee3da cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:01.453493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.453493 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71dc59f5-4a27-4c6f-9715-2dacacdec601 HTTP/1.1" status: 204 len: 168 time: 0.6128840 Mar 14 18:23:01.453493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dbc51-f273-4c18-a22e-109231c99cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc59f5-4a27-4c6f-9715-2dacacdec601,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:01.542154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.547752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:01.548329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.577591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.658529 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5134561 Mar 14 18:23:01.662260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210336ee-6f63-4361-bbf2-7471ef2c6265 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=8117a0f3-d35d-4797-b26a-fa7d1ab8828b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:01.662384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44424) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:01.674072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8117a0f3-d35d-4797-b26a-fa7d1ab8828b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:01.676467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': '8117a0f3-d35d-4797-b26a-fa7d1ab8828b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:01.824470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.905630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.907528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:01.913096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:01.963380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=27381489-42e4-4c5e-ae2f-8447d27ee3da,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.023922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] In _notify_port_updated(), no bound segment for port 27381489-42e4-4c5e-ae2f-8447d27ee3da on network c510ee9d-4cf9-4295-8ec2-76299616f9c8 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:23:02.038642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.039813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.043376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa4f8242-a5ca-47d6-8749-68c37f66e0e0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "PUT /v2.0/ports/27381489-42e4-4c5e-ae2f-8447d27ee3da HTTP/1.1" status: 200 len: 994 time: 0.7151229 Mar 14 18:23:02.048542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:02.109987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44434) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:02.189098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 27381489-42e4-4c5e-ae2f-8447d27ee3da {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:02.189435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.352744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:02.357516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:02.363173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f64a1755-0f79-4b89-b225-d3b1ee041078 None None] Provisioning complete for port 27381489-42e4-4c5e-ae2f-8447d27ee3da triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:02.363543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f64a1755-0f79-4b89-b225-d3b1ee041078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.374464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c8a40eb-82fb-42c4-9b4f-244575ead2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.380864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.405256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f64a1755-0f79-4b89-b225-d3b1ee041078 None None] Port 27381489-42e4-4c5e-ae2f-8447d27ee3da cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:02.435227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 27381489-42e4-4c5e-ae2f-8447d27ee3da owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:02.444227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71291e4-f19d-4cae-acd8-e1fc4743c57f req-297d8fc3-7cf5-49a3-b12a-535a349baa7c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.445769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a71291e4-f19d-4cae-acd8-e1fc4743c57f req-297d8fc3-7cf5-49a3-b12a-535a349baa7c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0952449 Mar 14 18:23:02.465938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.575772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c8a40eb-82fb-42c4-9b4f-244575ead2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.579025 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a71291e4-f19d-4cae-acd8-e1fc4743c57f req-5312f298-80c7-47df-b532-edbf5d1534d1 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160510 Mar 14 18:23:02.584586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=3241086b-3d21-4a15-a529-c4774aa187fd,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.596044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '472f14fc-c2ac-4690-87d5-cd1c2f2e8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8117a0f3-d35d-4797-b26a-fa7d1ab8828b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:02.596405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: 8117a0f3-d35d-4797-b26a-fa7d1ab8828b, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:02.609388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:02.613656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.666979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c8a40eb-82fb-42c4-9b4f-244575ead2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.701936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network 8117a0f3-d35d-4797-b26a-fa7d1ab8828b is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:02.720203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2c8a40eb-82fb-42c4-9b4f-244575ead2c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63780514104b4ced81d9957c6740f1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077948 Mar 14 18:23:02.721006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a40eb-82fb-42c4-9b4f-244575ead2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc006494-7bb4-45ec-8baf-6ab78b120899,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.724889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:02.764627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0857aa-3964-413b-a13b-ef2c48529f63 req-532b8fd1-4861-46d9-921c-0c565a007b85 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.766199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff0857aa-3964-413b-a13b-ef2c48529f63 req-532b8fd1-4861-46d9-921c-0c565a007b85 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0954986 Mar 14 18:23:02.770140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.781891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.785032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 8117a0f3-d35d-4797-b26a-fa7d1ab8828b) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:02.793033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeffc96-bd28-479a-9bbd-bdc8b15adb9a None None] Network 8117a0f3-d35d-4797-b26a-fa7d1ab8828b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:02.803702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:02.804599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.815446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=27381489-42e4-4c5e-ae2f-8447d27ee3da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:02.831988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:02.918088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff0857aa-3964-413b-a13b-ef2c48529f63 req-1500215e-3e0d-42b7-a412-2b939f6342b2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375823 Mar 14 18:23:02.926392 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b629b9dc-57bb-47ab-90a7-9319b872cbfc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2543557 Mar 14 18:23:02.927472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:02.994815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.009756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.015258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc006494-7bb4-45ec-8baf-6ab78b120899 HTTP/1.1" status: 204 len: 168 time: 0.2829657 Mar 14 18:23:03.206763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40773add-f1d8-4e06-b47d-f477b71c5237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc006494-7bb4-45ec-8baf-6ab78b120899,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.208076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.208076 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f0daaa44-7af8-43e6-a8c0-eef8e1c9256f tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/27381489-42e4-4c5e-ae2f-8447d27ee3da HTTP/1.1" status: 204 len: 168 time: 1.0539668 Mar 14 18:23:03.208912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17673d-8c06-40b2-84ae-7b498c035181 req-aabf78ac-7a81-4ac9-89ff-99d1fae949a0 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.208912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4f17673d-8c06-40b2-84ae-7b498c035181 req-aabf78ac-7a81-4ac9-89ff-99d1fae949a0 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0774052 Mar 14 18:23:03.208912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.209189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.209189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.209362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4f17673d-8c06-40b2-84ae-7b498c035181 req-88d6d5ce-69d0-4851-aa0c-01b1948b4a24 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499170 Mar 14 18:23:03.211798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c7ef9-d4a4-4712-b430-57015092d13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-8117a0f3-d35d-4797-b26a-fa7d1ab8828b', 'network_id': '8117a0f3-d35d-4797-b26a-fa7d1ab8828b', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '3241086b-3d21-4a15-a529-c4774aa187fd'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:03.212657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c34c7ef9-d4a4-4712-b430-57015092d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.239883 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040987 Mar 14 18:23:03.274686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdb5974-9a78-438a-a9a7-9ed820996b1d tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] GET failed (client error): The resource could not be found. Mar 14 18:23:03.274686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8bdb5974-9a78-438a-a9a7-9ed820996b1d tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports/27381489-42e4-4c5e-ae2f-8447d27ee3da HTTP/1.1" status: 404 len: 333 time: 0.0449300 Mar 14 18:23:03.275351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.275578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.275578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.291517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-978328366'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:03.328969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.410756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.448915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=3241086b-3d21-4a15-a529-c4774aa187fd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.455697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=c4aef1e3-c97d-4067-ba69-ddc06a780e5c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.481472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4ea5d-1c82-4b02-af0b-e67de2163984 req-ab4169d4-84cb-4fac-9f7e-7a16a27aa900 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.483031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bda4ea5d-1c82-4b02-af0b-e67de2163984 req-ab4169d4-84cb-4fac-9f7e-7a16a27aa900 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1800363 Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-c34c7ef9-d4a4-4712-b430-57015092d13b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3241086b-3d21-4a15-a529-c4774aa187fd: This subnet is being modified by another concurrent operation. Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:03.496689 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3241086b-3d21-4a15-a529-c4774aa187fd: This subnet is being modified by another concurrent operation. Mar 14 18:23:03.501072 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Mar 14 18:23:03.506827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': '042c7e11-87ac-43a5-824a-fc054cb66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:03.506827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: 9a30a272-d9bf-41c7-890d-8729704984f5, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:03.560879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bda4ea5d-1c82-4b02-af0b-e67de2163984 req-a9f98b4d-249f-4577-81f0-b8e0761ed1b6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672085 Mar 14 18:23:03.562961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d3222-930b-483f-834c-9279339cf79d None None] Network 8117a0f3-d35d-4797-b26a-fa7d1ab8828b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:03.584475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b3e1240d-ae52-4a4a-a47a-d4f0995f12da tempest-NetworksApiDiscovery-396433242 tempest-NetworksApiDiscovery-396433242-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2898223 Mar 14 18:23:03.591613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.621707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8117a0f3-d35d-4797-b26a-fa7d1ab8828b']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.633603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:03.634147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472f14fc-c2ac-4690-87d5-cd1c2f2e8bcd') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.634451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472f14fc-c2ac-4690-87d5-cd1c2f2e8bcd') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:03.638519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.648392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.657294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network 9a30a272-d9bf-41c7-890d-8729704984f5 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:03.667120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.687424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port fffc8544-5c3f-45a9-a609-321d6a0f33af yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:03.692260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:03.692719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:03.696507 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:03.706961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ea77c-bc1e-4ac3-a40c-457c033b397a None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:03.774616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 9a30a272-d9bf-41c7-890d-8729704984f5) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:03.779323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c4cd-1c66-44ed-9922-0677a79276a9 req-c1aaeaea-727f-4295-b5f7-66d7006aab10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.783577 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:03.783729 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ca23c4cd-1c66-44ed-9922-0677a79276a9 req-c1aaeaea-727f-4295-b5f7-66d7006aab10 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1062095 Mar 14 18:23:03.783857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.814338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ea77c-bc1e-4ac3-a40c-457c033b397a None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:03.824790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ca23c4cd-1c66-44ed-9922-0677a79276a9 req-7fc6a16d-5bea-4e31-bd76-136dd9dca144 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Mar 14 18:23:03.870039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.874882 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f6ed38f5-f736-4923-9a30-d8332d832491 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5210321 Mar 14 18:23:03.885203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:03.888432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/8117a0f3-d35d-4797-b26a-fa7d1ab8828b HTTP/1.1" status: 204 len: 168 time: 0.9498703 Mar 14 18:23:03.888976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.900609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649757078'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:03.911668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.925616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05df2-d22d-4305-977e-28eed96e638a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=8117a0f3-d35d-4797-b26a-fa7d1ab8828b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:03.948678 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d77758b-76fb-4a69-9ba1-dd5f7078656b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] GET failed (client error): The resource could not be found. Mar 14 18:23:03.952082 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d77758b-76fb-4a69-9ba1-dd5f7078656b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets/3241086b-3d21-4a15-a529-c4774aa187fd HTTP/1.1" status: 404 len: 337 time: 0.0367813 Mar 14 18:23:03.953078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44490) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:03.973662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-993436ed-5856-4b83-be8c-73c7b780d3de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:03.974038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993436ed-5856-4b83-be8c-73c7b780d3de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:03.982562 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-993436ed-5856-4b83-be8c-73c7b780d3de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/8117a0f3-d35d-4797-b26a-fa7d1ab8828b HTTP/1.1" status: 404 len: 339 time: 0.0231018 Mar 14 18:23:03.983088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.010671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae44f-29b3-496d-b456-e12fcfe40671 req-0306232c-7081-44df-bc96-33da980637d5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.013361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79fae44f-29b3-496d-b456-e12fcfe40671 req-0306232c-7081-44df-bc96-33da980637d5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1044376 Mar 14 18:23:04.064448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44496) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.074297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:04.077770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.104803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.147387 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79fae44f-29b3-496d-b456-e12fcfe40671 req-0cc13332-7b3d-4298-9594-c74831dcd570 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236844 Mar 14 18:23:04.167206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.12 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/fffc8544-5c3f-45a9-a609-321d6a0f33af) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:04.313057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-9a30a272-d9bf-41c7-890d-8729704984f5', 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': 'c4aef1e3-c97d-4067-ba69-ddc06a780e5c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:04.314662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.375563 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-37c25643-451b-4288-a23e-08f915111f96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be5bab765aa54b3aa14ed67c2626e654&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3012373 Mar 14 18:23:04.379898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.421975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.472584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.474969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:04.478471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Allocated IP 2001:db8:0:ffff::2 (9a30a272-d9bf-41c7-890d-8729704984f5/c4aef1e3-c97d-4067-ba69-ddc06a780e5c/aafbc817-6ce9-4079-b5e9-658a5a1e45e4) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:04.498970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.515827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.516170 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment 8ad6d4ac-af72-41be-b223-07bf73ec010e of type vlan for network b263aa5a-32c0-41a1-9506-26915b220ccd Mar 14 18:23:04.521153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e20cc1f8-4144-4440-811e-e0ecaac8ba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.552574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.570799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373822be-2e3f-4209-a4cc-d9713a461a95 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.575062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-373822be-2e3f-4209-a4cc-d9713a461a95 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5885978 Mar 14 18:23:04.579162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.600845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:04.610397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.612322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:04.625545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:04.632248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.636614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.640412 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e6ef23c-a707-4c7d-867a-565486b746f4 HTTP/1.1" status: 204 len: 168 time: 0.2575021 Mar 14 18:23:04.647029 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-93576e51-05de-4963-a53a-d6e37bbee211 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 207 time: 0.0667868 Mar 14 18:23:04.651896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.671954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.695713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=fffc8544-5c3f-45a9-a609-321d6a0f33af,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:04.708544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7293b-e83c-415f-a609-712db5072fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ef23c-a707-4c7d-867a-565486b746f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:04.729590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.730349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.771504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.786718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e20cc1f8-4144-4440-811e-e0ecaac8ba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.803917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dca40-6231-44cd-9a1a-b29b61e35435 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.809574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dca40-6231-44cd-9a1a-b29b61e35435 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.814158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Network 9a30a272-d9bf-41c7-890d-8729704984f5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:04.815342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dca40-6231-44cd-9a1a-b29b61e35435 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.818797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:04.821343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8dca40-6231-44cd-9a1a-b29b61e35435 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.821830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:04.823052 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ec8dca40-6231-44cd-9a1a-b29b61e35435 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1701775 Mar 14 18:23:04.826694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.831980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Pushing event updated for resources: {'Port': ['ID=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:04.838761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.844347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:04.844946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.871202 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6b8eab15-000d-4406-a53a-3b0c7fa3a12c tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5964339 Mar 14 18:23:04.875242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44514) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:04.880125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0b:c5:3c'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:04.881638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e20cc1f8-4144-4440-811e-e0ecaac8ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.892258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Attempting to bind port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:04.892769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Attempting to bind port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '042c7e11-87ac-43a5-824a-fc054cb66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:04.893313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Attempting to bind port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 on network 9a30a272-d9bf-41c7-890d-8729704984f5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:04.898680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:04.903708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Checking segment: {'id': '042c7e11-87ac-43a5-824a-fc054cb66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:04.903708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.903708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Bound using segment: {'id': '042c7e11-87ac-43a5-824a-fc054cb66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:04.903708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Bound port: aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042c7e11-87ac-43a5-824a-fc054cb66340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9a30a272-d9bf-41c7-890d-8729704984f5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:04.903708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.963946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:04.975372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] For port aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:04.983796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] For port aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,segment=NetworkSegment(042c7e11-87ac-43a5-824a-fc054cb66340),segment_id=042c7e11-87ac-43a5-824a-fc054cb66340)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:05.011892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=b263aa5a-32c0-41a1-9506-26915b220ccd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.014186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc1f8-4144-4440-811e-e0ecaac8ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e1cd8-3552-4458-b3c8-c389c2089ad3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.025776 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e20cc1f8-4144-4440-811e-e0ecaac8ba5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa317c7cae8d4b4782c7a7ac165da792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9196179 Mar 14 18:23:05.028500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44518) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.030270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network b263aa5a-32c0-41a1-9506-26915b220ccd details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:05.047277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ec371f3b-d3f8-46e8-a531-1d04fb7a3723 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1558733 Mar 14 18:23:05.052250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44520) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.060299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': 'b263aa5a-32c0-41a1-9506-26915b220ccd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:05.086268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aad090ad-9efc-49a4-b3f2-08631c6063ea tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2583902 Mar 14 18:23:05.091539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.134066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.166572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583bf69-302d-43d0-93f1-90ca37a32c1b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.168103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583bf69-302d-43d0-93f1-90ca37a32c1b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.170383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2583bf69-302d-43d0-93f1-90ca37a32c1b tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0772061 Mar 14 18:23:05.186424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.209984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12b20-a6f6-497b-8333-fdbc836184d6 None None] Pushing event updated for resources: {'Port': ['ID=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.210102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.217914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.366640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b30e1-994a-4f7c-a5f6-2b2bbab995e8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.368500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b30e1-994a-4f7c-a5f6-2b2bbab995e8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.370156 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2f2b30e1-994a-4f7c-a5f6-2b2bbab995e8 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1585431 Mar 14 18:23:05.373197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.380719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.385287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.386372 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da7e1cd8-3552-4458-b3c8-c389c2089ad3 HTTP/1.1" status: 204 len: 168 time: 0.3569703 Mar 14 18:23:05.397313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a51592-0aa7-4d6f-adf4-cdd4d3075fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e1cd8-3552-4458-b3c8-c389c2089ad3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:05.466546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:05.473461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.805336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.885510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:05.894182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcce42-cbb9-4bc0-8606-7b7bf831f382 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:05.899282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-52dcce42-cbb9-4bc0-8606-7b7bf831f382 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks/82573477-e947-4bc0-99ba-6ea161ad3eaa HTTP/1.1" status: 200 len: 800 time: 0.5098455 Mar 14 18:23:05.900121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44552) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:05.986802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=fffc8544-5c3f-45a9-a609-321d6a0f33af,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:06.026721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] In _notify_port_updated(), no bound segment for port fffc8544-5c3f-45a9-a609-321d6a0f33af on network c510ee9d-4cf9-4295-8ec2-76299616f9c8 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:23:06.041893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:06.042601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.043953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b9e4b8a7-95f4-43b5-80a3-065a86bd0204 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "PUT /v2.0/ports/fffc8544-5c3f-45a9-a609-321d6a0f33af HTTP/1.1" status: 200 len: 996 time: 1.1691034 Mar 14 18:23:06.046771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.076512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a3118f50-d5d8-410a-8332-ed4b60f94976 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/networks/82573477-e947-4bc0-99ba-6ea161ad3eaa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1748543 Mar 14 18:23:06.077410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44560) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.146318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a112227-5036-4598-a458-c0caa648eb13 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:06.159333 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a112227-5036-4598-a458-c0caa648eb13 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets/df9b22f3-d413-45b7-a851-2cf8e3b5bdb7 HTTP/1.1" status: 200 len: 811 time: 0.0709941 Mar 14 18:23:06.159333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44564) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.204517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port fffc8544-5c3f-45a9-a609-321d6a0f33af {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:06.205126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.254729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.257214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a0e1a-7d75-49a3-be63-c6db57843bc0 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['shared'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:06.259055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fc5a0e1a-7d75-49a3-be63-c6db57843bc0 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "GET /v2.0/subnets/df9b22f3-d413-45b7-a851-2cf8e3b5bdb7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0983903 Mar 14 18:23:06.262895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44566) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.270277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467243997'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:06.340756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=2024e79c-e5fe-4471-a439-98ff6bf2266c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:06.367035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:06.370945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.382120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.386117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': '8ad6d4ac-af72-41be-b223-07bf73ec010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b263aa5a-32c0-41a1-9506-26915b220ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:06.386472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: b263aa5a-32c0-41a1-9506-26915b220ccd, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:06.389783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for fffc8544-5c3f-45a9-a609-321d6a0f33af owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:06.408727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device aafbc817-6ce9-4079-b5e9-658a5a1e45e4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:06.462576 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:06.477475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa875c7-231e-43c7-a9af-4db920822056 None None] Network 9a30a272-d9bf-41c7-890d-8729704984f5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:06.487126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.488862 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Added segment 018ed770-ddb2-4b59-8de0-302efd28b344 of type vlan for network c29efd2d-7cf2-4b4f-a002-ff758c00c763 Mar 14 18:23:06.538335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network b263aa5a-32c0-41a1-9506-26915b220ccd is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:06.581930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.627794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, b263aa5a-32c0-41a1-9506-26915b220ccd) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:06.630974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:06.631354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.635200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] Provisioning complete for port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:06.638715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.638970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:06.639443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.643669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0dfe71-c3b2-4073-b639-15e0947b1d1b None None] Network b263aa5a-32c0-41a1-9506-26915b220ccd requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:06.696461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.730347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=fffc8544-5c3f-45a9-a609-321d6a0f33af,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:06.752144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.767485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:06.767485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:06.804540 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-21cff755-317f-41dd-a606-d45bbb8811a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7511435 Mar 14 18:23:06.807461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44584) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.935704 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6666737 Mar 14 18:23:06.936343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:06.953940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:06.998217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b067-8ec0-4bc7-835a-52701002fe97 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Network': ['ID=c29efd2d-7cf2-4b4f-a002-ff758c00c763,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:06.998529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.014484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.018058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2adfc592-5685-4a0b-b61a-a25f5a06186e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/fffc8544-5c3f-45a9-a609-321d6a0f33af HTTP/1.1" status: 204 len: 168 time: 0.9703019 Mar 14 18:23:07.021999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:07.064628 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9e1d5f-c901-40dd-bf44-3a4f8fd6bfac tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] GET failed (client error): The resource could not be found. Mar 14 18:23:07.066811 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bb9e1d5f-c901-40dd-bf44-3a4f8fd6bfac tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports/fffc8544-5c3f-45a9-a609-321d6a0f33af HTTP/1.1" status: 404 len: 333 time: 0.0436654 Mar 14 18:23:07.070955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:07.082524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-585706012'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:07.100897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.100897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:07.120791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de930d8d-c4ce-447e-80e4-779b349d3b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-b263aa5a-32c0-41a1-9506-26915b220ccd', 'network_id': 'b263aa5a-32c0-41a1-9506-26915b220ccd', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': '2024e79c-e5fe-4471-a439-98ff6bf2266c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:07.121960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-de930d8d-c4ce-447e-80e4-779b349d3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.162752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.280024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Made reservation on behalf of d3cf6b73e89745b88d773e8a858e9473 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:07.284532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.293746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:07.344162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:07.348686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.358285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.376385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.378138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:23:07.379251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:23:07.381847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port 6ffc096b-ad81-43fc-a228-a8b28e4d11d2 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:07.404661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] For port aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,segment=NetworkSegment(042c7e11-87ac-43a5-824a-fc054cb66340),segment_id=042c7e11-87ac-43a5-824a-fc054cb66340)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:07.406059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=2024e79c-e5fe-4471-a439-98ff6bf2266c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-de930d8d-c4ce-447e-80e4-779b349d3b09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2024e79c-e5fe-4471-a439-98ff6bf2266c: This subnet is being modified by another concurrent operation. Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:07.426528 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2024e79c-e5fe-4471-a439-98ff6bf2266c: This subnet is being modified by another concurrent operation. Mar 14 18:23:07.432834 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Mar 14 18:23:07.477892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.536318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1925202109'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:07.538985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61daa39e-aaf4-4333-a007-18ab1164f0ca None None] Network b263aa5a-32c0-41a1-9506-26915b220ccd requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:07.560794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.593271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b263aa5a-32c0-41a1-9506-26915b220ccd']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:07.608073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad6d4ac-af72-41be-b223-07bf73ec010e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:07.608073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad6d4ac-af72-41be-b223-07bf73ec010e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:07.608321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.5 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/6ffc096b-ad81-43fc-a228-a8b28e4d11d2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:07.616518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.635818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.642852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:07.643252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:07.646633 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:07.673988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d1c5e237-ac8c-4922-9180-09a95fcec129 None None] Could not find standard attr ID for object fffc8544-5c3f-45a9-a609-321d6a0f33af. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:07.687783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec518b-a3ac-4a4e-90ca-fdee9d23dc24 None None] Pushing event updated for resources: {'Port': ['ID=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.709803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.710873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.716796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:07.717458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:07.766434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.828941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.858874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.863396 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:07.875139 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/b263aa5a-32c0-41a1-9506-26915b220ccd HTTP/1.1" status: 204 len: 168 time: 1.0591819 Mar 14 18:23:07.875424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=6987b19e-0f9d-4574-ba48-fb7b779c6502,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.875424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:07.882618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951592239'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:07.896400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Checking segment: {'id': '018ed770-ddb2-4b59-8de0-302efd28b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:07.896807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network hostable DHCP agents. Network: c29efd2d-7cf2-4b4f-a002-ff758c00c763, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:07.901804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab6ba-2e02-46d4-95f6-d74b505dccd1 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=b263aa5a-32c0-41a1-9506-26915b220ccd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:07.944817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.022161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:08.026323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.039786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.045598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:08.045598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.058563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.102858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:08.116588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:08.122363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=6ffc096b-ad81-43fc-a228-a8b28e4d11d2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:08.126623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:08.129244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.129647 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment 48e5915c-3104-4009-8ca4-1e02c6c7672f of type vlan for network 4a353973-c07c-4dcb-927f-23f66b589258 Mar 14 18:23:08.129763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.131272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:08.134915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-218eb4e8-0ce6-4510-a901-ad34041ae77e tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8400230 Mar 14 18:23:08.135611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44620) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.173852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe9d68-3a90-4b3a-9a01-399f330e1d21 None None] Network 9a30a272-d9bf-41c7-890d-8729704984f5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:08.189213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c29efd2d-7cf2-4b4f-a002-ff758c00c763) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:08.205493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.206376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654033'] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.213338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be9b0d-6705-40cf-a955-90436793ed61 None None] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:08.214721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.258819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.259783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.289045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--1071683825', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.304535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.332211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f441425e-68af-4b72-99ad-e3eb712f0804 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3781617 Mar 14 18:23:08.332211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.332211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.395618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-376a9c71-1e60-445e-91d8-4061e7f03ac5 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3233469 Mar 14 18:23:08.396438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.398328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44626) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.402294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.402909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.405085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'network_id': 'c510ee9d-4cf9-4295-8ec2-76299616f9c8', 'name': 'tempest-AllowedAddressPairTestJSON-1949314079'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.507107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=4a353973-c07c-4dcb-927f-23f66b589258,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:08.511532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:08.514869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534173776'] for subnet, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.515123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.536114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4a353973-c07c-4dcb-927f-23f66b589258 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:08.559145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.563178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.564958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.576420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-60150539-56cf-4bc3-a0b8-7d6abdb61288 None None] Provisioning complete for port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:08.576791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60150539-56cf-4bc3-a0b8-7d6abdb61288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.588234 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a390c9b7-2bda-420a-8fca-04e8d09c2995 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7096488 Mar 14 18:23:08.591094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.600989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': '4a353973-c07c-4dcb-927f-23f66b589258', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.731563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.734705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7413bb99-be57-4770-9c55-ce1167f26cd9 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:08.755369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.756828 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ea206593-9c23-49ff-8caa-ac69237f3b9a tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7413bb99-be57-4770-9c55-ce1167f26cd9 HTTP/1.1" status: 204 len: 168 time: 0.6201587 Mar 14 18:23:08.761060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44632) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:08.767406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Request body: {'router': {'name': 'tempest-router-871620533', 'distributed': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:08.780593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Made reservation on behalf of 6626639df4244dea8d464351bea91a8d for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:08.782791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device aafbc817-6ce9-4079-b5e9-658a5a1e45e4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:08.783898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.829659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] device_id is not set on port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:08.845788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:08.849973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.910971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.910971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.911221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534548467'] for subnet, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.917798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c29efd2d-7cf2-4b4f-a002-ff758c00c763', 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763', 'tenant_id': 'd3cf6b73e89745b88d773e8a858e9473', 'fixed_ips': [{'subnet_id': '6987b19e-0f9d-4574-ba48-fb7b779c6502'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:08.918882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.947817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:08.948189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.966159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.968081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:08.968688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:08.970203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "PUT /v2.0/subnets/6987b19e-0f9d-4574-ba48-fb7b779c6502 HTTP/1.1" status: 200 len: 877 time: 0.6439965 Mar 14 18:23:08.974807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:09.002169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.023303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9f9a6-89f1-4398-8633-5b7df7b65512 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event updated for resources: {'Subnet': ['ID=6987b19e-0f9d-4574-ba48-fb7b779c6502,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.056908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.106403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.123846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dd07692c-c21b-4808-9c89-6c108f635df9 None None] Provisioning complete for port 6ffc096b-ad81-43fc-a228-a8b28e4d11d2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:09.124857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd07692c-c21b-4808-9c89-6c108f635df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.162010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Allocated IP 172.20.0.14 (c510ee9d-4cf9-4295-8ec2-76299616f9c8/79c4adba-bb18-4f22-bcd9-e631ab9fc204/843a4a17-ca8a-4eb1-8c8d-6f96708c2a70) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:09.201544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:09.205051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.209508 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7e744102-8bf0-4410-a548-217fcb0722f4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4442852 Mar 14 18:23:09.214884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Allocated IP 172.20.0.3 (c29efd2d-7cf2-4b4f-a002-ff758c00c763/6987b19e-0f9d-4574-ba48-fb7b779c6502/c33fdcb5-0987-40fe-8df7-8f3fb46032ba) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:09.215821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:09.218133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b9777-95cd-40fa-be1c-43e7c53b7c69,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.223796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dd07692c-c21b-4808-9c89-6c108f635df9 None None] Port 6ffc096b-ad81-43fc-a228-a8b28e4d11d2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:09.249297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.249647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 0aca7d11-210e-4e3a-8562-0053c21bcde2 of type vlan for network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d Mar 14 18:23:09.303263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.319558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.336744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.337310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.402738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8ba23b09-e868-449c-b261-4204d334a470 None None] Provisioning complete for port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:09.403062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ba23b09-e868-449c-b261-4204d334a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.448104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.487770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.513197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.518718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:09.520601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.522913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.536448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=fdd4527c-a9b5-44bb-b388-ef2b00247421,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.559843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.575997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:09.576854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.579318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.581177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': '48e5915c-3104-4009-8ca4-1e02c6c7672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:09.581541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: 4a353973-c07c-4dcb-927f-23f66b589258, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:09.583083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:09.585326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Pushing event updated for resources: {'Port': ['ID=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.588065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:09.632892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=9d59c378-b3e2-4fea-9f1a-71bd70b1755d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.647680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-def8a64f-baf4-4231-a016-c5e0a5471e3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5860546 Mar 14 18:23:09.649817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44638) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:09.650330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:09.655399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:09.667319 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Attempting to bind port c33fdcb5-0987-40fe-8df7-8f3fb46032ba on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:09.667685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Attempting to bind port c33fdcb5-0987-40fe-8df7-8f3fb46032ba by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '018ed770-ddb2-4b59-8de0-302efd28b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:09.668048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Attempting to bind port c33fdcb5-0987-40fe-8df7-8f3fb46032ba on network c29efd2d-7cf2-4b4f-a002-ff758c00c763 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:09.700455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network 4a353973-c07c-4dcb-927f-23f66b589258 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:09.701676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:09.702082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Checking segment: {'id': '018ed770-ddb2-4b59-8de0-302efd28b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:09.702489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.702880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Bound using segment: {'id': '018ed770-ddb2-4b59-8de0-302efd28b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:09.703358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Bound port: c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018ed770-ddb2-4b59-8de0-302efd28b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:09.703737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.769430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.773760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a91f1f-6512-4a75-b43b-1868c7cf391e {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:09.775042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.776115 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6bec6dbe-fd05-45c5-9a00-9d7f001d1275 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f7a91f1f-6512-4a75-b43b-1868c7cf391e HTTP/1.1" status: 204 len: 168 time: 0.5593030 Mar 14 18:23:09.779726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:09.784156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Request body: {'router': {'name': 'tempest-router-901799144', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f10a0cf96a174c65a303ba4b11e62b06'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:09.789433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] For port c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:09.792609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] For port c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,segment=NetworkSegment(018ed770-ddb2-4b59-8de0-302efd28b344),segment_id=018ed770-ddb2-4b59-8de0-302efd28b344)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:09.822890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.823118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.823975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.827142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4a353973-c07c-4dcb-927f-23f66b589258) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:09.828019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.832637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:09.833229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.839295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36ec9e-65af-49fd-837c-112664d8cc55 None None] Network 4a353973-c07c-4dcb-927f-23f66b589258 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:09.864871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=6987b19e-0f9d-4574-ba48-fb7b779c6502,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:09.899243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.918974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.923116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:09.943932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-668fec41-5471-4156-940a-59dbd1f7caea tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3476312 Mar 14 18:23:09.944411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:09.949876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313561766'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:09.955471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:09.958449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:09.972551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:09.973870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.000916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=843a4a17-ca8a-4eb1-8c8d-6f96708c2a70,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.005271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.055251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4a353973-c07c-4dcb-927f-23f66b589258', 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': 'fdd4527c-a9b5-44bb-b388-ef2b00247421'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:10.056119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.076564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d31a9f-b822-48a9-98b8-d9572862ef33 None None] Pushing event updated for resources: {'Port': ['ID=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.095428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29efd2d-7cf2-4b4f-a002-ff758c00c763']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:10.116032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:10.119548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.120142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.120678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.152615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:10.176364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.180032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018ed770-ddb2-4b59-8de0-302efd28b344') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:10.180423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018ed770-ddb2-4b59-8de0-302efd28b344') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:10.195254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.209182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.209592 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment 943233f9-e1e5-4b5b-8739-1dc5eb16cfd8 of type vlan for network bfec7031-93eb-4f14-a797-9e7ca82e8068 Mar 14 18:23:10.215675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.223064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:10.223818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:10.227363 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:10.241741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.273674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.321067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:10.321277 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d1ad7940-aa27-451c-a45a-004ec6e27df0 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9217625 Mar 14 18:23:10.322523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Allocated IP 2001:db8::1 (4a353973-c07c-4dcb-927f-23f66b589258/fdd4527c-a9b5-44bb-b388-ef2b00247421/0b86b35b-f68a-440a-adf6-cf87ae02c517) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:10.323770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.330756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:c5:3c'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3e:32:4a'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:10.372248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:23:10.372248 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:23:10.372248 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': 'c29efd2d-7cf2-4b4f-a002-ff758c00c763'}] Mar 14 18:23:10.372248 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:10.372716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:10.402815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.404396 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4cdeda6-b2bd-44e5-a0e5-25a5fa3203cc tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6235223 Mar 14 18:23:10.406766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:10.412716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:10.417715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6b13da6d-c3ab-48ff-bf84-3b35654cc249 None None] Provisioning complete for port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:10.418134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b13da6d-c3ab-48ff-bf84-3b35654cc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.501165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6b13da6d-c3ab-48ff-bf84-3b35654cc249 None None] Port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:10.512168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.517678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:10.518236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.570264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.624004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=bfec7031-93eb-4f14-a797-9e7ca82e8068,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.636416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bfec7031-93eb-4f14-a797-9e7ca82e8068 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:10.650920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.650920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.672434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.694384 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a1d8f140-7ca0-4c90-a012-ed02e362c80f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7455485 Mar 14 18:23:10.695309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:10.700805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': 'bfec7031-93eb-4f14-a797-9e7ca82e8068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:10.709866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.771932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103393) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 14 18:23:10.771932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Router 196631e4-860a-4eb0-8acb-c0e7a991f0cb migrating from provider to provider. {{(pid=103393) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 14 18:23:10.772243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.777525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.789714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Network 4a353973-c07c-4dcb-927f-23f66b589258 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:10.793429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:10.795904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Pushing event updated for resources: {'Port': ['ID=0b86b35b-f68a-440a-adf6-cf87ae02c517,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:10.798556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:10.847959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c33fdcb5-0987-40fe-8df7-8f3fb46032ba up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:10.862905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.875138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.896663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Attempting to bind port 0b86b35b-f68a-440a-adf6-cf87ae02c517 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:10.897023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Attempting to bind port 0b86b35b-f68a-440a-adf6-cf87ae02c517 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '48e5915c-3104-4009-8ca4-1e02c6c7672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:10.897400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Attempting to bind port 0b86b35b-f68a-440a-adf6-cf87ae02c517 on network 4a353973-c07c-4dcb-927f-23f66b589258 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:10.906871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:10.907274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Checking segment: {'id': '48e5915c-3104-4009-8ca4-1e02c6c7672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:10.907659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.908058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Bound using segment: {'id': '48e5915c-3104-4009-8ca4-1e02c6c7672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:10.908541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Bound port: 0b86b35b-f68a-440a-adf6-cf87ae02c517, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e5915c-3104-4009-8ca4-1e02c6c7672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4a353973-c07c-4dcb-927f-23f66b589258'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:10.908927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.974972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c33fdcb5-0987-40fe-8df7-8f3fb46032ba triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:10.975415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:10.996156 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.scheduler.l3_agent_scheduler [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] No L3 agents can host the router 196631e4-860a-4eb0-8acb-c0e7a991f0cb Mar 14 18:23:11.027106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] For port 0b86b35b-f68a-440a-adf6-cf87ae02c517, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:11.032041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] For port 0b86b35b-f68a-440a-adf6-cf87ae02c517, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0b86b35b-f68a-440a-adf6-cf87ae02c517,segment=NetworkSegment(48e5915c-3104-4009-8ca4-1e02c6c7672f),segment_id=48e5915c-3104-4009-8ca4-1e02c6c7672f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:11.236238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.278722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.292480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.320896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357d6c5-4dff-4b2c-93be-7040e60d1e05 None None] Pushing event updated for resources: {'Port': ['ID=0b86b35b-f68a-440a-adf6-cf87ae02c517,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:11.343684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.359137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,segment=NetworkSegment(018ed770-ddb2-4b59-8de0-302efd28b344),segment_id=018ed770-ddb2-4b59-8de0-302efd28b344)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:11.359248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:11.359248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.359392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9965378-d03b-44d2-979d-4dcce4d527c5 None None] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:11.448970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.494215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:23:11.495120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:23:11.524616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8323ce97-364d-4a69-9e31-11fec2a8dfb2 None None] Provisioning complete for port c33fdcb5-0987-40fe-8df7-8f3fb46032ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:11.524846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8323ce97-364d-4a69-9e31-11fec2a8dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.585068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Hosts for router 196631e4-860a-4eb0-8acb-c0e7a991f0cb: [] {{(pid=103393) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 14 18:23:11.617247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Hosts for other DVR routers connected to router 196631e4-860a-4eb0-8acb-c0e7a991f0cb: set() {{(pid=103393) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 14 18:23:11.619818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.623718 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-93b72ff1-8f08-4106-b981-df2db6b3bc6b tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "PUT /v2.0/routers/196631e4-860a-4eb0-8acb-c0e7a991f0cb HTTP/1.1" status: 200 len: 716 time: 1.2133288 Mar 14 18:23:11.623879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:11.623969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port c33fdcb5-0987-40fe-8df7-8f3fb46032ba {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:11.623969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.626202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:11.643815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.699759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,segment=NetworkSegment(018ed770-ddb2-4b59-8de0-302efd28b344),segment_id=018ed770-ddb2-4b59-8de0-302efd28b344)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:11.700406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.704916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.103 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fc219c2d-17aa-462f-9c33-0563236b9905) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:11.721526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for c33fdcb5-0987-40fe-8df7-8f3fb46032ba owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:11.739048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.760886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450f313-c659-4028-af98-5acd468139e6 None None] DHCP port deletion for c29efd2d-7cf2-4b4f-a002-ff758c00c763 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:11.830312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Deleting port c33fdcb5-0987-40fe-8df7-8f3fb46032ba {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:11.830756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.878759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dcd43ee1-b7e9-4fd4-b8e4-8d3c38bd84a4 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "GET /v2.0/routers/196631e4-860a-4eb0-8acb-c0e7a991f0cb HTTP/1.1" status: 200 len: 716 time: 0.2493229 Mar 14 18:23:11.879620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:11.896441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.940709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:11.943900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event updated for resources: {'Port': ['ID=843a4a17-ca8a-4eb1-8c8d-6f96708c2a70,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:11.944955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1450f313-c659-4028-af98-5acd468139e6 None None] For port c33fdcb5-0987-40fe-8df7-8f3fb46032ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,segment=NetworkSegment(018ed770-ddb2-4b59-8de0-302efd28b344),segment_id=018ed770-ddb2-4b59-8de0-302efd28b344)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:11.945366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:11.955484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port c33fdcb5-0987-40fe-8df7-8f3fb46032ba on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:11.970777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Calling delete_port for c33fdcb5-0987-40fe-8df7-8f3fb46032ba owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:12.038134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] In _notify_port_updated(), no bound segment for port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 on network c510ee9d-4cf9-4295-8ec2-76299616f9c8 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:23:12.043657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:12.044321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.048305 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bee5937c-3982-4c52-b5d7-19e5f401686e tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "PUT /v2.0/ports/843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 HTTP/1.1" status: 200 len: 1057 time: 1.7191813 Mar 14 18:23:12.049622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.095310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.114247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.130690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.133571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.136258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1450f313-c659-4028-af98-5acd468139e6 None None] No DVR routers for this DVR port c33fdcb5-0987-40fe-8df7-8f3fb46032ba on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:12.140186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450f313-c659-4028-af98-5acd468139e6 None None] Pushing event deleted for resources: {'Port': ['ID=c33fdcb5-0987-40fe-8df7-8f3fb46032ba,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.157666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b0ab1a-51a5-4adc-8a98-5e032b75f7cc None None] Network c29efd2d-7cf2-4b4f-a002-ff758c00c763 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:12.193963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-74e1797a-53c6-4672-9fbc-208aa546b9c0 tempest-RoutersTestDVR-214256009 tempest-RoutersTestDVR-214256009-project] 10.222.0.58 "GET /v2.0/routers/196631e4-860a-4eb0-8acb-c0e7a991f0cb HTTP/1.1" status: 200 len: 682 time: 0.3132350 Mar 14 18:23:12.196729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44660) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.198617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29efd2d-7cf2-4b4f-a002-ff758c00c763']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:12.215493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018ed770-ddb2-4b59-8de0-302efd28b344') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:12.216046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018ed770-ddb2-4b59-8de0-302efd28b344') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:12.257733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.259268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=53d1ed82-efca-4731-817b-b29c16b71e47,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.284204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:12.284836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.305394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': '943233f9-e1e5-4b5b-8739-1dc5eb16cfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bfec7031-93eb-4f14-a797-9e7ca82e8068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:12.305759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: bfec7031-93eb-4f14-a797-9e7ca82e8068, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:12.308503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.337266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-47670781-a351-4724-97d0-98a6007c0499 None None] Provisioning complete for port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:12.337628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-47670781-a351-4724-97d0-98a6007c0499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.343283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.357133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.381576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-47670781-a351-4724-97d0-98a6007c0499 None None] Port 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:12.381868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:12.382309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:12.385366 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:12.418500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:12.430729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:12.433160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:12.477751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=fc219c2d-17aa-462f-9c33-0563236b9905,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.508148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.524903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:12.537398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.540114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.562057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network bfec7031-93eb-4f14-a797-9e7ca82e8068 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:12.609686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.618264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.621313 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/c29efd2d-7cf2-4b4f-a002-ff758c00c763 HTTP/1.1" status: 204 len: 168 time: 3.6452620 Mar 14 18:23:12.629672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.637613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b2d0-4cc6-4ebd-afa1-cfe0c232554a tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=c29efd2d-7cf2-4b4f-a002-ff758c00c763,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:12.655649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed27e1-ab0c-4b75-89c0-11df1d600cac None None] Network 4a353973-c07c-4dcb-927f-23f66b589258 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:12.668417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.670277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 196631e4-860a-4eb0-8acb-c0e7a991f0cb {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:12.681526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.681526 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ca23119f-6984-421b-87c3-bd39512b0dc2 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "DELETE /v2.0/routers/196631e4-860a-4eb0-8acb-c0e7a991f0cb HTTP/1.1" status: 204 len: 168 time: 0.4781408 Mar 14 18:23:12.684049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.694425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Request body: {'router': {'name': 'tempest-router-124627157', 'distributed': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:12.718913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bfec7031-93eb-4f14-a797-9e7ca82e8068) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:12.722355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:12.723013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.725573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-325fdea5-0dfe-4b5a-b750-f1d88d824b15 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:12.726148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325fdea5-0dfe-4b5a-b750-f1d88d824b15 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:12.732386 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-325fdea5-0dfe-4b5a-b750-f1d88d824b15 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/6987b19e-0f9d-4574-ba48-fb7b779c6502 HTTP/1.1" status: 404 len: 337 time: 0.0716007 Mar 14 18:23:12.732571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658385d3-b004-4c04-a89c-87be208bd9bd None None] Network bfec7031-93eb-4f14-a797-9e7ca82e8068 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:12.733541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.759087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] Provisioning complete for port 0b86b35b-f68a-440a-adf6-cf87ae02c517 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:12.759405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.778325 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecf47e3-5d22-4d53-a11c-194007e8156f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:12.779052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecf47e3-5d22-4d53-a11c-194007e8156f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:12.788441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eecf47e3-5d22-4d53-a11c-194007e8156f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/c29efd2d-7cf2-4b4f-a002-ff758c00c763 HTTP/1.1" status: 404 len: 339 time: 0.0542920 Mar 14 18:23:12.790582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44668) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.824246 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6aa678-1c23-40a8-ace3-b142e2fce9bc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:12.824699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6aa678-1c23-40a8-ace3-b142e2fce9bc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:12.824804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0b86b35b-f68a-440a-adf6-cf87ae02c517 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:12.827877 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8d6aa678-1c23-40a8-ace3-b142e2fce9bc tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/3241086b-3d21-4a15-a529-c4774aa187fd HTTP/1.1" status: 404 len: 337 time: 0.0333018 Mar 14 18:23:12.828841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.829838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.832993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.860913 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-040a736f-7aa6-414b-a8d5-af1b8d2789a6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1627243 Mar 14 18:23:12.861987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.891420 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0763cccf-36d8-4b1d-a6da-8f94b3fbd01d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:12.892006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0763cccf-36d8-4b1d-a6da-8f94b3fbd01d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:12.898069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0763cccf-36d8-4b1d-a6da-8f94b3fbd01d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/8117a0f3-d35d-4797-b26a-fa7d1ab8828b HTTP/1.1" status: 404 len: 339 time: 0.0616105 Mar 14 18:23:12.900942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:12.908579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:12.993973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.005651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.006938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.041147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0b86b35b-f68a-440a-adf6-cf87ae02c517 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:13.041498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.052466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=843a4a17-ca8a-4eb1-8c8d-6f96708c2a70,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.062907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.086572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.090617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cf60793a-0896-44b0-98e9-b4e4dd5e08fb tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4018216 Mar 14 18:23:13.090617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.103241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:13.105390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.115571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.121552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c705394-35fd-4bf7-b32d-abf6f61144ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bfec7031-93eb-4f14-a797-9e7ca82e8068', 'network_id': 'bfec7031-93eb-4f14-a797-9e7ca82e8068', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': '53d1ed82-efca-4731-817b-b29c16b71e47'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:13.123115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c705394-35fd-4bf7-b32d-abf6f61144ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.202786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] For port 0b86b35b-f68a-440a-adf6-cf87ae02c517, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0b86b35b-f68a-440a-adf6-cf87ae02c517,segment=NetworkSegment(48e5915c-3104-4009-8ca4-1e02c6c7672f),segment_id=48e5915c-3104-4009-8ca4-1e02c6c7672f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:13.221644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.279291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.288173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.341502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=53d1ed82-efca-4731-817b-b29c16b71e47,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.370999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.429819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server [None req-1c705394-35fd-4bf7-b32d-abf6f61144ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53d1ed82-efca-4731-817b-b29c16b71e47: This subnet is being modified by another concurrent operation. Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 14 18:23:13.467271 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise self.value Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server raise exception Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53d1ed82-efca-4731-817b-b29c16b71e47: This subnet is being modified by another concurrent operation. Mar 14 18:23:13.470771 dv-neutron-833670-1-hyperv neutron-server[103394]: ERROR oslo_messaging.rpc.server Mar 14 18:23:13.478530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfec7031-93eb-4f14-a797-9e7ca82e8068']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:13.482237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:13.482567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:13.485419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943233f9-e1e5-4b5b-8739-1dc5eb16cfd8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:13.485928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943233f9-e1e5-4b5b-8739-1dc5eb16cfd8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:13.499142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.506163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0c944-a0e0-4a68-bbc4-9326581a9165 None None] Network bfec7031-93eb-4f14-a797-9e7ca82e8068 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:13.515058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.519264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d2ff4-242a-4256-8f98-13c60a672d2a None None] Pushing event updated for resources: {'Port': ['ID=0b86b35b-f68a-440a-adf6-cf87ae02c517,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.530216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:13.530821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:13.534731 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:13.548412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.559280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-66f193e8-3801-4e97-95c1-a54bc2feaf01 None None] Provisioning complete for port 0b86b35b-f68a-440a-adf6-cf87ae02c517 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:13.559544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-66f193e8-3801-4e97-95c1-a54bc2feaf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.639974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.652612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.656013 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/bfec7031-93eb-4f14-a797-9e7ca82e8068 HTTP/1.1" status: 204 len: 168 time: 0.7930655 Mar 14 18:23:13.659438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:13.679735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1607632016'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:13.684161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791b03b-cc9c-4319-98e2-8d31f18c30a3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=bfec7031-93eb-4f14-a797-9e7ca82e8068,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:13.689271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90575fb4-c24e-4a4f-9eaa-6545485cfb44 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:13.695380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc284d5f-4f33-448e-94b6-9a4b6b7740b6']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:13.747022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:13.750777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.779694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:13.789889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.790296 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment f15d6ecb-dc68-452d-a73e-8765c1b99915 of type vlan for network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 Mar 14 18:23:13.822197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90575fb4-c24e-4a4f-9eaa-6545485cfb44 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:13.833732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.925542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:13.932454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:13.933092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.003976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=a6c910ff-bad1-40bb-b18d-f0a60e6bb313,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.013962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7938e8fc-70f8-49b4-bc0f-8846d3887cb7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3388255 Mar 14 18:23:14.016757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.022754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:14.052780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.055451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88107bd-78bb-4d74-8641-550f397439a8') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:14.055752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88107bd-78bb-4d74-8641-550f397439a8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:14.064943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.086904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.140437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.143661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4ccaca7e-1f90-4174-98ae-086fa40be107 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 HTTP/1.1" status: 204 len: 168 time: 2.0932674 Mar 14 18:23:14.147219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.147798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.161571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:14.175943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a4b344-8843-494b-b2a6-02a540912f6d tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] GET failed (client error): The resource could not be found. Mar 14 18:23:14.178519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-06a4b344-8843-494b-b2a6-02a540912f6d tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports/843a4a17-ca8a-4eb1-8c8d-6f96708c2a70 HTTP/1.1" status: 404 len: 333 time: 0.0294724 Mar 14 18:23:14.180457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44684) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.187025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:14.187444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:14.190380 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:14.197863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:14.201713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.210321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.210826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac62c63a-7844-4f10-af7c-7ed62b49b7bd {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:14.243121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.244334 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-62b83a05-3dba-40e6-975a-fc0c72ea8a02 tempest-RoutersTestDVR-1718005454 tempest-RoutersTestDVR-1718005454-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ac62c63a-7844-4f10-af7c-7ed62b49b7bd HTTP/1.1" status: 204 len: 168 time: 1.1383646 Mar 14 18:23:14.257574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.320071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e418a7-5b95-401a-9acb-3e3dfa51da59 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:14.378639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.387743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.395378 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/bc284d5f-4f33-448e-94b6-9a4b6b7740b6 HTTP/1.1" status: 204 len: 168 time: 1.4917452 Mar 14 18:23:14.395566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.412416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c54677-ea5e-4650-b997-5a30d41fe101 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=bc284d5f-4f33-448e-94b6-9a4b6b7740b6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:14.429995 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-16978626-d9d3-4838-abdd-313a19aa96dd tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.430630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16978626-d9d3-4838-abdd-313a19aa96dd tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.436787 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-16978626-d9d3-4838-abdd-313a19aa96dd tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/da281085-45b4-452d-b9f1-e18c4a66f388 HTTP/1.1" status: 404 len: 337 time: 0.0369480 Mar 14 18:23:14.437520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c33fdcb5-0987-40fe-8df7-8f3fb46032ba no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:14.438283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.460569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 6ffc096b-ad81-43fc-a228-a8b28e4d11d2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:14.461162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.468223 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ba46e-f73e-4bf8-a8a6-833379879258 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.468919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974ba46e-f73e-4bf8-a8a6-833379879258 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.475850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-974ba46e-f73e-4bf8-a8a6-833379879258 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/e02d96f1-e594-41ef-a44c-0d301408ec2c HTTP/1.1" status: 404 len: 339 time: 0.0352466 Mar 14 18:23:14.476257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c33fdcb5-0987-40fe-8df7-8f3fb46032ba {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:14.477173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c33fdcb5-0987-40fe-8df7-8f3fb46032ba not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:14.477290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44692) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.493118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e418a7-5b95-401a-9acb-3e3dfa51da59 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:14.510664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:23:14.512350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceae249-82fb-44c2-b2ab-e7e51e13c3b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.512828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceae249-82fb-44c2-b2ab-e7e51e13c3b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.518478 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3ceae249-82fb-44c2-b2ab-e7e51e13c3b5 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/bd996b9a-4709-4a5e-ba08-fb810bf471ef HTTP/1.1" status: 404 len: 337 time: 0.0391929 Mar 14 18:23:14.519127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44694) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.574164 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-64425557-3526-4285-a113-d945cdfdc23f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.574708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64425557-3526-4285-a113-d945cdfdc23f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.577650 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-64425557-3526-4285-a113-d945cdfdc23f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/99bef469-3e01-4161-bf57-e8e57c7efdab HTTP/1.1" status: 404 len: 339 time: 0.0539923 Mar 14 18:23:14.580406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44696) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.613024 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fc19ab-1099-46de-b61b-095ec1226418 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.614072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fc19ab-1099-46de-b61b-095ec1226418 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.620000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-50fc19ab-1099-46de-b61b-095ec1226418 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/f78cc3ad-23ff-4f51-81c7-46d8635360ff HTTP/1.1" status: 404 len: 337 time: 0.0372827 Mar 14 18:23:14.620604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.646137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.668551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 6ffc096b-ad81-43fc-a228-a8b28e4d11d2 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:14.671805 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-42132a36-cbc6-4efd-95e5-d017a255fd83 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.672369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42132a36-cbc6-4efd-95e5-d017a255fd83 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.678904 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-42132a36-cbc6-4efd-95e5-d017a255fd83 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/a88d44f3-d7ce-44ca-9dfc-771839449a9a HTTP/1.1" status: 404 len: 339 time: 0.0329120 Mar 14 18:23:14.679517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.714191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c75aa0-4815-4ee8-8363-2b0dfc8cc89d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.715073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c75aa0-4815-4ee8-8363-2b0dfc8cc89d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.721348 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-95c75aa0-4815-4ee8-8363-2b0dfc8cc89d tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/5886855a-27ed-4db2-85bf-a260987b6423 HTTP/1.1" status: 404 len: 337 time: 0.0383148 Mar 14 18:23:14.724855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.747135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:14.749157 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9b37fe-bca7-4dba-ad47-2253cff8945e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.749784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9b37fe-bca7-4dba-ad47-2253cff8945e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.756449 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3e9b37fe-bca7-4dba-ad47-2253cff8945e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/c47477f1-b6d6-427a-8b95-0f5a9ffcfe49 HTTP/1.1" status: 404 len: 339 time: 0.0306046 Mar 14 18:23:14.758303 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:14.761843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.782364 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:14.783478 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:14.794463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-944a049e-dc0a-418a-8aca-4699a48acc61 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.794931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944a049e-dc0a-418a-8aca-4699a48acc61 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.798925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0b86b35b-f68a-440a-adf6-cf87ae02c517 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:14.800830 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-944a049e-dc0a-418a-8aca-4699a48acc61 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/91631a1a-da3a-4f0c-9829-ecc3babcc510 HTTP/1.1" status: 404 len: 337 time: 0.0378153 Mar 14 18:23:14.802159 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.821018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7f55ee-89fc-455f-a97e-3682d7419448 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.821385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7f55ee-89fc-455f-a97e-3682d7419448 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.827289 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-de7f55ee-89fc-455f-a97e-3682d7419448 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/bb06a1d4-7141-4816-997b-6444d230432e HTTP/1.1" status: 404 len: 339 time: 0.0233941 Mar 14 18:23:14.827892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.854304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.856421 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedeedb6-8ab1-4ca0-a6a5-05fd454ca70e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.856887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedeedb6-8ab1-4ca0-a6a5-05fd454ca70e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.863062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dedeedb6-8ab1-4ca0-a6a5-05fd454ca70e tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/3e58271b-0d5d-4a45-8aae-ccdcad4c3913 HTTP/1.1" status: 404 len: 337 time: 0.0341916 Mar 14 18:23:14.863412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.871388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0b86b35b-f68a-440a-adf6-cf87ae02c517 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:14.872311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.893558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.900856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-30a9826a-4f5e-4a0c-bc17-01145f58d051 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2451236 Mar 14 18:23:14.903505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.908738 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:14.909479 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdb62aa-65d7-4214-ab0e-c5d3e2da5c26 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.910254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdb62aa-65d7-4214-ab0e-c5d3e2da5c26 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.914378 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0bdb62aa-65d7-4214-ab0e-c5d3e2da5c26 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/3bea92d5-4b65-47d2-b097-1d4e19f8fabc HTTP/1.1" status: 404 len: 339 time: 0.0458114 Mar 14 18:23:14.917680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:14.945679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:14.966334 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1522eb77-2735-48fd-b4b5-cd0211d8e4de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:14.966800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1522eb77-2735-48fd-b4b5-cd0211d8e4de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:14.980889 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1522eb77-2735-48fd-b4b5-cd0211d8e4de tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/2efd8aff-87f7-44b8-8e08-6249c324d0a3 HTTP/1.1" status: 404 len: 337 time: 0.0619752 Mar 14 18:23:14.981515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.026610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': 'f15d6ecb-dc68-452d-a73e-8765c1b99915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:15.026986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: a6c910ff-bad1-40bb-b18d-f0a60e6bb313, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:15.030553 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f42a4bc-bbb6-4ef9-a720-542924da1b9f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:15.031164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f42a4bc-bbb6-4ef9-a720-542924da1b9f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:15.038792 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5f42a4bc-bbb6-4ef9-a720-542924da1b9f tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/7df9c3fa-8b53-4ead-935a-f2dddcd882f9 HTTP/1.1" status: 404 len: 339 time: 0.0475123 Mar 14 18:23:15.039405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.068567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44724) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.074627 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb04fdff-6bdd-48d1-9556-7483d8f05f04 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:15.075084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb04fdff-6bdd-48d1-9556-7483d8f05f04 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:15.080838 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fb04fdff-6bdd-48d1-9556-7483d8f05f04 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/9adc5917-7688-4ea1-9abd-572eb18db2fb HTTP/1.1" status: 404 len: 337 time: 0.0404153 Mar 14 18:23:15.081698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.097504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=6ffc096b-ad81-43fc-a228-a8b28e4d11d2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.105199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7230bb03-6eb5-44cc-aeef-b4a508296221 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:15.106063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7230bb03-6eb5-44cc-aeef-b4a508296221 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:15.116263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7230bb03-6eb5-44cc-aeef-b4a508296221 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/d27f65c3-2ed4-460e-93b7-5dda570c9ddb HTTP/1.1" status: 404 len: 339 time: 0.0328817 Mar 14 18:23:15.118620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.123798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=40e56771-0dd8-4fd2-9a4f-5d0dbac54e58,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.162796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.167618 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2cebfe34-f4ac-4ab3-b508-4428356584cd tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/6ffc096b-ad81-43fc-a228-a8b28e4d11d2 HTTP/1.1" status: 204 len: 168 time: 0.9853055 Mar 14 18:23:15.169817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.194584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac0910a8-6c37-40bd-8e1a-8868946812cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.208061 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63677de-3a7d-42c3-add2-38377b1f05a9 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] GET failed (client error): The resource could not be found. Mar 14 18:23:15.209848 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e63677de-3a7d-42c3-add2-38377b1f05a9 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "GET /v2.0/ports/6ffc096b-ad81-43fc-a228-a8b28e4d11d2 HTTP/1.1" status: 404 len: 333 time: 0.0388274 Mar 14 18:23:15.214586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.234513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting subnet df9b22f3-d413-45b7-a851-2cf8e3b5bdb7 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:15.250840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:12Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:15.260196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.265511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:15.266496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e11732aa-b802-40be-8b2c-284b0fce87ca tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3618653 Mar 14 18:23:15.267277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44736) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.284462 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:15.285068 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Updating router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 port fc219c2d-17aa-462f-9c33-0563236b9905 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:15.319657 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.325699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 9ef93d9e-7fce-415b-90ea-1be34c7dab95 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:15.326075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.382954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a6c910ff-bad1-40bb-b18d-f0a60e6bb313) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:15.392214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:15.392592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.399791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.401388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d81c90-35c7-4b39-8a23-0170e9466bd1 None None] Network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:15.445183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.461488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 9ef93d9e-7fce-415b-90ea-1be34c7dab95 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:15.535039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-71f8b3c7-aa51-4721-a0e3-7fa7b0d9cbf7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5170965 Mar 14 18:23:15.538303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.591201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85438c4-f6f1-45c8-8396-36c1c352e7f0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:15.595676 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b85438c4-f6f1-45c8-8396-36c1c352e7f0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2997191 Mar 14 18:23:15.596279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.611303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a6c910ff-bad1-40bb-b18d-f0a60e6bb313', 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': '40e56771-0dd8-4fd2-9a4f-5d0dbac54e58'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:15.612226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.655511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.684490 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-edabfda2-787c-405e-a5bf-2f7c717788a3 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822186 Mar 14 18:23:15.688588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44742) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.692963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac0910a8-6c37-40bd-8e1a-8868946812cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.699691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862417279', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:15.712942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.717427 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.806038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.808491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ac0910a8-6c37-40bd-8e1a-8868946812cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.817256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Allocated IP 2001:db8::1 (a6c910ff-bad1-40bb-b18d-f0a60e6bb313/40e56771-0dd8-4fd2-9a4f-5d0dbac54e58/37b98aa1-7d08-4999-860d-6fe5f7f827e8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:15.834462 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.848024 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ac0910a8-6c37-40bd-8e1a-8868946812cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f10a0cf96a174c65a303ba4b11e62b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782946 Mar 14 18:23:15.848917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0910a8-6c37-40bd-8e1a-8868946812cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97077349-bd12-4b80-a0d2-2019ae967f17,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.851345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:15.888306 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Attempting to bind port fc219c2d-17aa-462f-9c33-0563236b9905 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:15.888671 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Attempting to bind port fc219c2d-17aa-462f-9c33-0563236b9905 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:15.889026 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Attempting to bind port fc219c2d-17aa-462f-9c33-0563236b9905 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:15.895783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.901106 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:15.901521 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:15.901961 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.902147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.902325 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:15.902790 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Bound port: fc219c2d-17aa-462f-9c33-0563236b9905, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:15.903183 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.904724 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Pushing event updated for resources: {'Port': ['ID=fc219c2d-17aa-462f-9c33-0563236b9905,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:15.920806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:15.924597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.932677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.936053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:15.938997 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.939353 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.939739 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.940502 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.940502 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.940697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.941009 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.941324 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.941785 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.942131 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.942533 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.943344 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:15.979621 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] For port fc219c2d-17aa-462f-9c33-0563236b9905, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:15.984124 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] For port fc219c2d-17aa-462f-9c33-0563236b9905, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc219c2d-17aa-462f-9c33-0563236b9905,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:15.993942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Subnet': ['ID=df9b22f3-d413-45b7-a851-2cf8e3b5bdb7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.018638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=9ef93d9e-7fce-415b-90ea-1be34c7dab95,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.054751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.069212 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.073041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.073636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.077358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0f9ec1ce-8ad4-4cf3-a4de-6e8025698fe7 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/subnets/df9b22f3-d413-45b7-a851-2cf8e3b5bdb7 HTTP/1.1" status: 204 len: 168 time: 0.9569502 Mar 14 18:23:16.080672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:16.081266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:16.082792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca8bc8-a3f0-406d-a432-3930544d2dc9 None None] Network 82573477-e947-4bc0-99ba-6ea161ad3eaa requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:16.086300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-28df19d7-5e01-42a2-a7e7-1360a636d698 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/ports/9ef93d9e-7fce-415b-90ea-1be34c7dab95 HTTP/1.1" status: 204 len: 168 time: 0.8704886 Mar 14 18:23:16.157980 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:16.159358 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:22:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.165867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.198025 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbc7d3-ddbc-4cd3-a63e-61007c427ce4 None None] Pushing event updated for resources: {'Port': ['ID=fc219c2d-17aa-462f-9c33-0563236b9905,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.212844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting subnet 79c4adba-bb18-4f22-bcd9-e631ab9fc204 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:16.224094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.248662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=40e56771-0dd8-4fd2-9a4f-5d0dbac54e58,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.257230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.264130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:16.280412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:16.284674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:16.291854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Pushing event updated for resources: {'Port': ['ID=37b98aa1-7d08-4999-860d-6fe5f7f827e8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.296745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.299341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.301084 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97077349-bd12-4b80-a0d2-2019ae967f17 HTTP/1.1" status: 204 len: 168 time: 0.4488940 Mar 14 18:23:16.312505 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:16.334883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e10e16-17da-4ebb-ba75-d95a1940d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97077349-bd12-4b80-a0d2-2019ae967f17,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.339526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.344740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.351318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.366860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c910ff-bad1-40bb-b18d-f0a60e6bb313']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.396873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d6ecb-dc68-452d-a73e-8765c1b99915') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.397547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d6ecb-dc68-452d-a73e-8765c1b99915') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.414523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.434495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Attempting to bind port 37b98aa1-7d08-4999-860d-6fe5f7f827e8 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:16.435727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Attempting to bind port 37b98aa1-7d08-4999-860d-6fe5f7f827e8 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f15d6ecb-dc68-452d-a73e-8765c1b99915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:16.436413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Attempting to bind port 37b98aa1-7d08-4999-860d-6fe5f7f827e8 on network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:16.443286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:16.443950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Checking segment: {'id': 'f15d6ecb-dc68-452d-a73e-8765c1b99915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:16.444597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.445131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Bound using segment: {'id': 'f15d6ecb-dc68-452d-a73e-8765c1b99915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:16.446265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Bound port: 37b98aa1-7d08-4999-860d-6fe5f7f827e8, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15d6ecb-dc68-452d-a73e-8765c1b99915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:16.446856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.493012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.503773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:16.504734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:16.507747 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:16.526023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] DHCP port deletion for 82573477-e947-4bc0-99ba-6ea161ad3eaa request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:16.569068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.594151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] For port 37b98aa1-7d08-4999-860d-6fe5f7f827e8, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:16.596033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Deleting port c8eade4c-d83e-4976-b676-d3883077a62c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:16.596505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.598652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] For port 37b98aa1-7d08-4999-860d-6fe5f7f827e8, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=37b98aa1-7d08-4999-860d-6fe5f7f827e8,segment=NetworkSegment(f15d6ecb-dc68-452d-a73e-8765c1b99915),segment_id=f15d6ecb-dc68-452d-a73e-8765c1b99915)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:16.609003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Deleting port c8eade4c-d83e-4976-b676-d3883077a62c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:16.609379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.618105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:23:16.618105 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:23:16.618105 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': 'a6c910ff-bad1-40bb-b18d-f0a60e6bb313'}] Mar 14 18:23:16.618105 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:16.618554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:16.621863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.639775 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:12Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:16.687361 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e95951-a9f0-4c98-ab01-583295a0af58 None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:12Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:16.697524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.735232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=cb806355-0df8-4d32-b2ae-d28a1f95d7f1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.768484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b2ac-aff3-4ce0-821d-1b1e1b1cf9bf None None] Pushing event updated for resources: {'Port': ['ID=37b98aa1-7d08-4999-860d-6fe5f7f827e8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.770182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] For port c8eade4c-d83e-4976-b676-d3883077a62c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c8eade4c-d83e-4976-b676-d3883077a62c,segment=NetworkSegment(83c0658a-bb7c-468b-b3ff-571d1c939bd6),segment_id=83c0658a-bb7c-468b-b3ff-571d1c939bd6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:16.771279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.780092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c8eade4c-d83e-4976-b676-d3883077a62c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:16.799246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Calling delete_port for c8eade4c-d83e-4976-b676-d3883077a62c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:16.817940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:16.818308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 9d59c378-b3e2-4fea-9f1a-71bd70b1755d, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:16.825968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] For port c8eade4c-d83e-4976-b676-d3883077a62c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c8eade4c-d83e-4976-b676-d3883077a62c,segment=NetworkSegment(83c0658a-bb7c-468b-b3ff-571d1c939bd6),segment_id=83c0658a-bb7c-468b-b3ff-571d1c939bd6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:16.826363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.871477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Calling delete_port for c8eade4c-d83e-4976-b676-d3883077a62c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:16.884086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.921647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:16.927948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/subnets/79c4adba-bb18-4f22-bcd9-e631ab9fc204 HTTP/1.1" status: 204 len: 168 time: 0.8439636 Mar 14 18:23:16.928838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:16.938171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7820f-9579-47df-a41f-31965d094c28 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Subnet': ['ID=79c4adba-bb18-4f22-bcd9-e631ab9fc204,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:16.945123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075cf83-314f-41fb-b177-0430ee681712 None None] Network a6c910ff-bad1-40bb-b18d-f0a60e6bb313 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:16.946322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a410492-447d-43c9-a3e3-bf067eabd492 None None] Network c510ee9d-4cf9-4295-8ec2-76299616f9c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:16.980673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:17.071850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.076181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 9d59c378-b3e2-4fea-9f1a-71bd70b1755d) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:17.091101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:17.091842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.092682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.106234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.107860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a159ad-feda-45e6-99b7-698e5c588115 None None] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:17.120865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.147917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:17.158491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] No DVR routers for this DVR port c8eade4c-d83e-4976-b676-d3883077a62c on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:17.175541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.183517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Port': ['ID=c8eade4c-d83e-4976-b676-d3883077a62c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.214467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-93e5cced-309d-4b43-9b25-42c94cb52dc3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5239284 Mar 14 18:23:17.219278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:17.280893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.295183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.310694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82573477-e947-4bc0-99ba-6ea161ad3eaa']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:17.323848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c0658a-bb7c-468b-b3ff-571d1c939bd6') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:17.324682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c0658a-bb7c-468b-b3ff-571d1c939bd6') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:17.335887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.336301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.336667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.336980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.337315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.337646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.338051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.338383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.338723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.339039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.339366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.339690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:17.349461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.367844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] No DVR routers for this DVR port c8eade4c-d83e-4976-b676-d3883077a62c on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:17.372144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b50e1-3907-43b9-bf2f-9fdcf227c5f8 None None] Pushing event deleted for resources: {'Port': ['ID=c8eade4c-d83e-4976-b676-d3883077a62c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.378208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.403257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Deleting port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:17.404296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.466492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port 37b98aa1-7d08-4999-860d-6fe5f7f827e8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:17.468205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.510613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:17.511029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:17.515855 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:17.573297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] For port 139a5e47-cd38-4d8e-80e8-e15a229d2a29, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=139a5e47-cd38-4d8e-80e8-e15a229d2a29,segment=NetworkSegment(fe8d9f5b-9c67-4871-a446-075ff67ef2d3),segment_id=fe8d9f5b-9c67-4871-a446-075ff67ef2d3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:17.573673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.596647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Calling delete_port for 139a5e47-cd38-4d8e-80e8-e15a229d2a29 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:17.669881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:17.670805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.695151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port 37b98aa1-7d08-4999-860d-6fe5f7f827e8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=37b98aa1-7d08-4999-860d-6fe5f7f827e8,segment=NetworkSegment(f15d6ecb-dc68-452d-a73e-8765c1b99915),segment_id=f15d6ecb-dc68-452d-a73e-8765c1b99915)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:17.695531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.700642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.707731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.718307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for 37b98aa1-7d08-4999-860d-6fe5f7f827e8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:17.721062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.730181 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] 10.222.0.58 "DELETE /v2.0/networks/82573477-e947-4bc0-99ba-6ea161ad3eaa HTTP/1.1" status: 204 len: 168 time: 1.6453240 Mar 14 18:23:17.741351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b957-3c2c-48d5-b3c2-879278521808 tempest-NetworksTest-570982800 tempest-NetworksTest-570982800-project] Pushing event deleted for resources: {'Network': ['ID=82573477-e947-4bc0-99ba-6ea161ad3eaa,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.817643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ad921-752c-4144-833d-2257600370e1 None None] DHCP port deletion for c510ee9d-4cf9-4295-8ec2-76299616f9c8 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:17.820045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.829327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.865253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Port': ['ID=139a5e47-cd38-4d8e-80e8-e15a229d2a29,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:17.870093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] No DVR routers for this DVR port 139a5e47-cd38-4d8e-80e8-e15a229d2a29 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:17.902244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Allocated IP 172.20.0.2 (9d59c378-b3e2-4fea-9f1a-71bd70b1755d/cb806355-0df8-4d32-b2ae-d28a1f95d7f1/9fca30fb-5f2e-4924-bc08-48541442a26e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:17.975034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:17.994320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-462ad921-752c-4144-833d-2257600370e1 None None] The port '139a5e47-cd38-4d8e-80e8-e15a229d2a29' was deleted {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Mar 14 18:23:18.006679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c510ee9d-4cf9-4295-8ec2-76299616f9c8']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.017107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.017413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8d9f5b-9c67-4871-a446-075ff67ef2d3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.024699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bc07-d446-4b96-bf2a-35890cc57565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.030693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.049355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.073302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:18.073772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:18.077159 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:18.103447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.184375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.211661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.219235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.224562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0550b230e6da4034a0e70e770de80653&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0706511 Mar 14 18:23:18.225060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] 10.222.0.58 "DELETE /v2.0/networks/c510ee9d-4cf9-4295-8ec2-76299616f9c8 HTTP/1.1" status: 204 len: 168 time: 1.2772682 Mar 14 18:23:18.230323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:18.236471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e1982-2ce4-405e-a4e6-0900710b2219,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.247381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.247856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.248068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.248402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.248735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.249064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.249391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.249718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.250294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.250486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.250817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.251187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50452556-320d-4ecc-923b-08b5245c084b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:18.285966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:18.293400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:18.299381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:18.302126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951542-3b9f-4240-aac8-0dda2fc1ebb1 tempest-AllowedAddressPairTestJSON-964494552 tempest-AllowedAddressPairTestJSON-964494552-project] Pushing event deleted for resources: {'Network': ['ID=c510ee9d-4cf9-4295-8ec2-76299616f9c8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.306769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Pushing event updated for resources: {'Port': ['ID=9fca30fb-5f2e-4924-bc08-48541442a26e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.344667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.371384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.391676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.408090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Attempting to bind port 9fca30fb-5f2e-4924-bc08-48541442a26e on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:18.408445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Attempting to bind port 9fca30fb-5f2e-4924-bc08-48541442a26e by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:18.408805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Attempting to bind port 9fca30fb-5f2e-4924-bc08-48541442a26e on network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:18.420804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:18.421177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Checking segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:18.421580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.424178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Bound using segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:18.424661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Bound port: 9fca30fb-5f2e-4924-bc08-48541442a26e, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:18.425051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.429520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:18.446990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=37b98aa1-7d08-4999-860d-6fe5f7f827e8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.457766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port 37b98aa1-7d08-4999-860d-6fe5f7f827e8 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:18.506906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] For port 9fca30fb-5f2e-4924-bc08-48541442a26e, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:18.510416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.513164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.513363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.514293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/705e1982-2ce4-405e-a4e6-0900710b2219 HTTP/1.1" status: 204 len: 168 time: 0.2830386 Mar 14 18:23:18.523526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] For port 9fca30fb-5f2e-4924-bc08-48541442a26e, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9fca30fb-5f2e-4924-bc08-48541442a26e,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:18.525365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d545edf-d4c6-4d5c-b865-2b3d3e68d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e1982-2ce4-405e-a4e6-0900710b2219,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.565146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.599595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.631656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c910ff-bad1-40bb-b18d-f0a60e6bb313']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.647171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d6ecb-dc68-452d-a73e-8765c1b99915') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.647171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d6ecb-dc68-452d-a73e-8765c1b99915') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:18.671091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-40792e8b-4b20-48a5-9998-146aa41f9d9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3cf6b73e89745b88d773e8a858e9473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378404 Mar 14 18:23:18.671091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44780) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:18.692990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a182-7e48-42e5-b223-a5a4b757b0ba None None] Pushing event updated for resources: {'Port': ['ID=9fca30fb-5f2e-4924-bc08-48541442a26e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:18.759704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.777444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.805970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.818315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.836524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc219c2d-17aa-462f-9c33-0563236b9905 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:18.847665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:18.849330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:18.863266 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:18.923789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fc219c2d-17aa-462f-9c33-0563236b9905 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:18.930126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.948785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.951393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:18.953438 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b788919c-11ea-4974-872d-6956b9d6bdde HTTP/1.1" status: 204 len: 168 time: 0.2813013 Mar 14 18:23:18.976710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11819684-5a7f-4da5-9334-204c5982cfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788919c-11ea-4974-872d-6956b9d6bdde,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.030535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:19.102505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.142301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port fc219c2d-17aa-462f-9c33-0563236b9905, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc219c2d-17aa-462f-9c33-0563236b9905,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:19.177757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (9d59c378-b3e2-4fea-9f1a-71bd70b1755d/cb806355-0df8-4d32-b2ae-d28a1f95d7f1/a221a42c-0f39-45ae-9f88-5df86b322159) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:19.179782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.187707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.194859 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/a6c910ff-bad1-40bb-b18d-f0a60e6bb313 HTTP/1.1" status: 204 len: 168 time: 3.6555946 Mar 14 18:23:19.195005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:19.200713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-22531150'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:19.214207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc859d-a29c-44d8-b64f-6ab9f09f4dad tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=a6c910ff-bad1-40bb-b18d-f0a60e6bb313,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.233399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.323238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 139a5e47-cd38-4d8e-80e8-e15a229d2a29 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:19.333223 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1feaa139-10ea-43f9-8228-6a514215d749 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6626639df4244dea8d464351bea91a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007667 Mar 14 18:23:19.333925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:19.351868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:19.357651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.366472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 139a5e47-cd38-4d8e-80e8-e15a229d2a29 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:19.366954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 139a5e47-cd38-4d8e-80e8-e15a229d2a29 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:19.370735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=fc219c2d-17aa-462f-9c33-0563236b9905,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.387017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.387561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.388369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.388787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.389213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.389641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.390098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.390523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.391582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.391582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.391927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.392345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:23:19.403637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.416602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:19.435346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.437337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.437840 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment d802e975-bca3-4e9a-8920-59c878e49c17 of type vlan for network e843963c-c836-4690-baee-3955419abb7b Mar 14 18:23:19.494769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.503067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.521288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.575365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:19.578586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:19.582708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:19.631479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.651825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.657642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:19.658392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.689134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.694576 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.697628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:19.702114 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7cd545b-7ad7-4a4f-abb0-b696a74f5806 HTTP/1.1" status: 204 len: 168 time: 0.3657558 Mar 14 18:23:19.760457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2a0b4-73fd-4a93-b13b-ae649491a343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd545b-7ad7-4a4f-abb0-b696a74f5806,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.772868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=e843963c-c836-4690-baee-3955419abb7b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:19.787695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e843963c-c836-4690-baee-3955419abb7b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:19.791694 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9d48ba26-b03b-4614-960c-239ba0268026 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5953918 Mar 14 18:23:19.801605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:19.801605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': 'e843963c-c836-4690-baee-3955419abb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:19.902361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.003276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8745140-3a64-4f4f-ba4e-b2cd5aadc2bd None None] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:20.006418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:20.010606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.078480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] Provisioning complete for port 9fca30fb-5f2e-4924-bc08-48541442a26e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:20.079194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.169104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-76e4d477-5265-4b0d-ba20-294ec9deb435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.247501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.286226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.293961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] For port 9fca30fb-5f2e-4924-bc08-48541442a26e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9fca30fb-5f2e-4924-bc08-48541442a26e,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:20.303548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.366268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.385047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=4268a1e8-d301-4fac-a4d4-50bd54340b6b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.400304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.422591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': 'd802e975-bca3-4e9a-8920-59c878e49c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e843963c-c836-4690-baee-3955419abb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:20.422953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: e843963c-c836-4690-baee-3955419abb7b, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:20.507807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf8a0f-0074-431f-b5ce-1706607f38de None None] Pushing event updated for resources: {'Port': ['ID=9fca30fb-5f2e-4924-bc08-48541442a26e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.510261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.513275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network e843963c-c836-4690-baee-3955419abb7b is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:20.526383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:20.595397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, e843963c-c836-4690-baee-3955419abb7b) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:20.600511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:20.601334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.612625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45135f4a-d686-4e07-99ad-bbe9b56f9d8f None None] Network e843963c-c836-4690-baee-3955419abb7b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:20.635625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:20.638242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:20.683371 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ce656537-1f6c-4858-beb6-b65a22e8776d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8876898 Mar 14 18:23:20.690668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:20.740730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c70d2b0-650f-4c5b-9870-4424c4c323fe None None] Provisioning complete for port 9fca30fb-5f2e-4924-bc08-48541442a26e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:20.740730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c70d2b0-650f-4c5b-9870-4424c4c323fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:20.872901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:20.909997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44846) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:20.935279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.029658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc219c2d-17aa-462f-9c33-0563236b9905 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:21.046931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.066592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:21.072199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-71c0688b-777e-4620-b7d3-0f76a5fb89e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8499434 Mar 14 18:23:21.074627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.114751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:21.149389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c70d2b0-650f-4c5b-9870-4424c4c323fe None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:21.149952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c70d2b0-650f-4c5b-9870-4424c4c323fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.185690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf19a5-8846-4c06-9b90-0bf7289fef3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-e843963c-c836-4690-baee-3955419abb7b', 'network_id': 'e843963c-c836-4690-baee-3955419abb7b', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': '4268a1e8-d301-4fac-a4d4-50bd54340b6b'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:21.186572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4adf19a5-8846-4c06-9b90-0bf7289fef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.196043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:21.196675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:21.206178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3835190e-f96d-4ae6-b705-a7d179d39842 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] Request body: {'port': {'network_id': '36b1edbf-165d-4551-b0ed-3718e47d0680', 'name': 'tempest-NetworksNegativeTestJSON-1052343964'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:21.225554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.226353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.227985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.228616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.229682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.230348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.230957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.231566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.235882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.235882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.235882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.236264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-370c81e3-63b2-430b-bb5c-728fb8416f8b tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7076 time: 0.1600385 Mar 14 18:23:21.239348 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3835190e-f96d-4ae6-b705-a7d179d39842 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] POST failed (client error): The resource could not be found. Mar 14 18:23:21.239611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.240394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3835190e-f96d-4ae6-b705-a7d179d39842 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:21.248325 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3835190e-f96d-4ae6-b705-a7d179d39842 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3371480 Mar 14 18:23:21.269315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44856) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.281780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=4268a1e8-d301-4fac-a4d4-50bd54340b6b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:21.303220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.303688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.304149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.304603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.305053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.305500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.306388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.306388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.306845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:21.309010 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-34e337f9-89a4-4f4a-8af2-38e1c1f9dcee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5932 time: 0.0683014 Mar 14 18:23:21.314466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.345391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c70d2b0-650f-4c5b-9870-4424c4c323fe None None] Port a221a42c-0f39-45ae-9f88-5df86b322159 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:21.370164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fc219c2d-17aa-462f-9c33-0563236b9905 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:21.370777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.471545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4c90a-a1b6-400e-aea2-467526fa7848 None None] Network e843963c-c836-4690-baee-3955419abb7b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:21.484076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.563732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:21.613820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-800d3c49-15ec-40b6-af90-b5db41d0856c None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:21.613820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-800d3c49-15ec-40b6-af90-b5db41d0856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.716796 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7882f10e-164d-4572-86a7-47a119cb4117 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 0.4010487 Mar 14 18:23:21.762217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.775225 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a975ef-3f5a-476e-9790-1fb1515894e6 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:21.775803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a975ef-3f5a-476e-9790-1fb1515894e6 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:21.780312 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-20a975ef-3f5a-476e-9790-1fb1515894e6 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "DELETE /v2.0/networks/40dd74cb-db74-4be0-ab44-4a1ac212abfd HTTP/1.1" status: 404 len: 339 time: 0.5088673 Mar 14 18:23:21.784311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.800184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e843963c-c836-4690-baee-3955419abb7b']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:21.816939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd802e975-bca3-4e9a-8920-59c878e49c17') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:21.817833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd802e975-bca3-4e9a-8920-59c878e49c17') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:21.833177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.836382 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5ee3b3-52d4-4793-99f3-aed6b96a692e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:21.837145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5ee3b3-52d4-4793-99f3-aed6b96a692e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:21.850273 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7e5ee3b3-52d4-4793-99f3-aed6b96a692e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "DELETE /v2.0/ports/44f1b2dd-3815-4ff7-a27e-0477607e413d HTTP/1.1" status: 404 len: 333 time: 0.0645406 Mar 14 18:23:21.852035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.858913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.866995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:21.867819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:21.919644 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-760636b8-9aee-4c0d-b5cc-a5b4bd8208a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:21.924899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760636b8-9aee-4c0d-b5cc-a5b4bd8208a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:21.933409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-800d3c49-15ec-40b6-af90-b5db41d0856c None None] Port a221a42c-0f39-45ae-9f88-5df86b322159 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:21.936439 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-760636b8-9aee-4c0d-b5cc-a5b4bd8208a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "DELETE /v2.0/subnets/95d2d674-263f-4e8a-bd60-7b02178c92c0 HTTP/1.1" status: 404 len: 337 time: 0.0829334 Mar 14 18:23:21.936618 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:23:21.938122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.938373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44886) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:21.948443 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:21.980728 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dff3bf6-0219-44cd-a82f-386a798af268 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] GET failed (client error): The resource could not be found. Mar 14 18:23:21.986330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:21.986473 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1dff3bf6-0219-44cd-a82f-386a798af268 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "GET /v2.0/networks/b84220af-6a40-46f3-8eb5-e5bd0ebca13f HTTP/1.1" status: 404 len: 339 time: 0.0325112 Mar 14 18:23:22.016508 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fa8af6-6d4a-4802-a4ea-6cb6eff539d4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] GET failed (client error): The resource could not be found. Mar 14 18:23:22.018393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b1fa8af6-6d4a-4802-a4ea-6cb6eff539d4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "GET /v2.0/ports/5fc6c6bc-e618-4bd0-997b-8fabcf12ae81 HTTP/1.1" status: 404 len: 333 time: 0.0308232 Mar 14 18:23:22.019936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.024236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44894) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.041384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9fca30fb-5f2e-4924-bc08-48541442a26e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:22.071092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ffd7ad-87ea-4bd5-98b0-d669a4bbb29a tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] GET failed (client error): The resource could not be found. Mar 14 18:23:22.072885 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d0ffd7ad-87ea-4bd5-98b0-d669a4bbb29a tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "GET /v2.0/subnets/78ee4cc3-8e09-4adf-82d9-788b044abc2c HTTP/1.1" status: 404 len: 337 time: 0.0475433 Mar 14 18:23:22.074379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.077486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.084211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/e843963c-c836-4690-baee-3955419abb7b HTTP/1.1" status: 204 len: 168 time: 1.3922374 Mar 14 18:23:22.085647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-50621a96-31b4-4e74-be20-5999dd53e30d tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.086932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.100966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932129104'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.102182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877fefb-3723-4622-9e73-1d90c1abf2b9 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:22.119379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626928-53dc-4d87-8b2f-21e640eb9df4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=e843963c-c836-4690-baee-3955419abb7b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.129571 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-50621a96-31b4-4e74-be20-5999dd53e30d tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] PUT failed (client error): The resource could not be found. Mar 14 18:23:22.131634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50621a96-31b4-4e74-be20-5999dd53e30d tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:22.139649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44900) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.140083 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-50621a96-31b4-4e74-be20-5999dd53e30d tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "PUT /v2.0/networks/95f74d6e-b661-435e-b130-2e43266b8d79 HTTP/1.1" status: 404 len: 339 time: 0.0613246 Mar 14 18:23:22.145974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9346abb3-dc01-4cd5-842a-2486190799a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.153966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.202871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-9346abb3-dc01-4cd5-842a-2486190799a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] PUT failed (client error): The resource could not be found. Mar 14 18:23:22.211531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9346abb3-dc01-4cd5-842a-2486190799a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:22.220351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44906) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.228422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-24989c1f-4ee9-4bb5-bb8a-a50314f5f59e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.237012 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9346abb3-dc01-4cd5-842a-2486190799a4 tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "PUT /v2.0/ports/35653de5-d42c-4c4f-a234-ad1118916072 HTTP/1.1" status: 404 len: 333 time: 0.0956960 Mar 14 18:23:22.238419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:22.244686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.248398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1546339537', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.301442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:22.306772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9fca30fb-5f2e-4924-bc08-48541442a26e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:22.307630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.314783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.315336 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment bc8ebb8e-12d0-45d6-82d3-f0710f06e71f of type vlan for network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 Mar 14 18:23:22.318967 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-24989c1f-4ee9-4bb5-bb8a-a50314f5f59e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] PUT failed (client error): The resource could not be found. Mar 14 18:23:22.319842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24989c1f-4ee9-4bb5-bb8a-a50314f5f59e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:22.321336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-24989c1f-4ee9-4bb5-bb8a-a50314f5f59e tempest-NetworksNegativeTestJSON-172600588 tempest-NetworksNegativeTestJSON-172600588-project] 10.222.0.58 "PUT /v2.0/subnets/52881521-7bae-4eea-93d6-a5b1e2c29df7 HTTP/1.1" status: 404 len: 337 time: 0.0992882 Mar 14 18:23:22.338781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-68996589'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.373770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877fefb-3723-4622-9e73-1d90c1abf2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:22.384402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.403568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:20Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:22.484336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Made reservation on behalf of 1968078c73f54b4394efe3f8317d5357 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:22.486731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.496430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.497705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:22.498144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Updating router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 port a221a42c-0f39-45ae-9f88-5df86b322159 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:23:22.513249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.517761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:22.519079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:22.523500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.523619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.534558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.557176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.604295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.617441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.623943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494626894', 'description': 'tempest-secgroup-smoke-494626894 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.633091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:22.663231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2b7d71f2-97e2-41ee-873f-96e89e99ccca tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5750403 Mar 14 18:23:22.667118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:22.670535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.673109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:22.694450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.766387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.767306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.771172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] device_id is not set on port c367836d-9be4-42c7-8e55-6eaa73be5e49 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:22.819120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.839636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627734a-63a0-4cc3-9f54-f0f6314e397f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.846158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:22.869361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.874799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:22.879270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.897651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.898045 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment 0e20fccb-e70f-4a26-829d-77e0f534fc31 of type vlan for network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 Mar 14 18:23:22.916173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115a54eb-69db-4f2a-bb89-91354c370041,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:22.943314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.956638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:22.975199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Allocated IP 172.26.3.39 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/c367836d-9be4-42c7-8e55-6eaa73be5e49) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:22.979045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.008170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.038255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1802d58b-c424-4fbf-a4c3-e8a070076995,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.102965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.105040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.111592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:23.111721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.115700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44916) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.125201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.129115 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d236e9b9-23bc-4d7c-9a56-d7ca73d9a4f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5074496 Mar 14 18:23:23.129931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44920) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.133840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.161742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.210225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=2f7e8a15-921d-4d10-b771-d4e3be4e6880,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.217888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6d67a-569a-4f4c-8c5d-ae0b7dc014d8 None None] Pushing event updated for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.226442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:23.251338 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c17d79aa-daf6-4967-b54a-b4d0a1b85c41 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3118942 Mar 14 18:23:23.254190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.255080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.260545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'name': 'tempest-PortsTestJSON-767551165'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.299688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.346672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.355390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Attempting to bind port a221a42c-0f39-45ae-9f88-5df86b322159 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:23.355760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Attempting to bind port a221a42c-0f39-45ae-9f88-5df86b322159 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:23.356112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Attempting to bind port a221a42c-0f39-45ae-9f88-5df86b322159 on network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:23.363320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:23.363690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Checking segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:23.364864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.365249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Bound using segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:23.365714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Bound port: a221a42c-0f39-45ae-9f88-5df86b322159, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:23.366118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.378828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.405787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70beeac7-e980-48f9-975b-fb9e2efaf144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.435610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:23.443467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:23.445563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:23.454704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] For port a221a42c-0f39-45ae-9f88-5df86b322159, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:23.458399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=a6b32a9c-81a6-42e9-8290-9c51a88e4175,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.466915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] For port a221a42c-0f39-45ae-9f88-5df86b322159, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a221a42c-0f39-45ae-9f88-5df86b322159,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:23.486069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f4d532cb-5064-4b47-be93-f44e8043d08b None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:23.486433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4d532cb-5064-4b47-be93-f44e8043d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.497151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:23.497860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.514313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Pushing event updated for resources: {'Port': ['ID=c367836d-9be4-42c7-8e55-6eaa73be5e49,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.519203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:23.519542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:23.525839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f4d532cb-5064-4b47-be93-f44e8043d08b None None] Port a221a42c-0f39-45ae-9f88-5df86b322159 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:23.542648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.543979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.586557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70beeac7-e980-48f9-975b-fb9e2efaf144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.596637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:23.597277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:23.609562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cee736f6-5ead-4f6a-939d-8e3827deb370 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4541533 Mar 14 18:23:23.611290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:23.612642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44924) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.621798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.621979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.39'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.637752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 34c26fa6-28f2-47af-bb9f-3a71609a786b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:23.644647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:23.650960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.658940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6d67a-569a-4f4c-8c5d-ae0b7dc014d8 None None] Pushing event updated for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.697746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de199c0-6d7c-44c5-a1fd-800c7d3d0476,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.704585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-70beeac7-e980-48f9-975b-fb9e2efaf144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.745363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.746320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:23.750000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.760995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:23.780449 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-70beeac7-e980-48f9-975b-fb9e2efaf144 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d04e92f6fd744527a184e65c95c47665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633511 Mar 14 18:23:23.782093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.782752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:23.783623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.790009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea0c4f9-8049-4438-9c50-1f581cdb32ca None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:23.804094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.805793 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c332101e-5fb5-4208-9d6a-76dafd70d714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6754279 Mar 14 18:23:23.806846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beeac7-e980-48f9-975b-fb9e2efaf144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccfd194-44fe-410a-8b2a-4c1ccc73fde1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:23.813668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.823478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.827909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.868549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.893245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.899187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7aded14e-6601-48ab-9509-559de89b23d3 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2284925 Mar 14 18:23:23.900424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:23.906234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:23.939185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:23.974142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.039511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.086083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.103273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:24.103934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.140886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.150766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.167890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=34c26fa6-28f2-47af-bb9f-3a71609a786b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.183250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248f002e-d766-481c-b4fd-18bae3c4efa9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.194843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': '0e20fccb-e70f-4a26-829d-77e0f534fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:24.195267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: 2f7e8a15-921d-4d10-b771-d4e3be4e6880, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:24.260032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.262061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b6ac8e15-5337-4195-a2f5-94f9fc365318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4464693 Mar 14 18:23:24.273317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44934) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:24.276917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.278091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:24.279868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.280543 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ccfd194-44fe-410a-8b2a-4c1ccc73fde1 HTTP/1.1" status: 204 len: 168 time: 0.4974978 Mar 14 18:23:24.281387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:24.285409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.290725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6', 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': 'a6b32a9c-81a6-42e9-8290-9c51a88e4175'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:24.291662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.302032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:24.333715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.341117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c0a8-428c-421e-9735-aff1da3f0768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccfd194-44fe-410a-8b2a-4c1ccc73fde1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.389015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.414954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 2f7e8a15-921d-4d10-b771-d4e3be4e6880) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:24.422115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:24.428646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:24.429292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.433763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fac11-5979-465d-8cdf-91a9a7ad7bd7 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:24.472554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:23Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:24.479875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.528063 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f5723a01-4d86-40f6-a399-9843f815d7ac tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2714338 Mar 14 18:23:24.537251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44938) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:24.542826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489611073'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:24.555238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.570715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] For port a221a42c-0f39-45ae-9f88-5df86b322159, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a221a42c-0f39-45ae-9f88-5df86b322159,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:24.576571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5e7b-5ea6-4bba-9ed2-3397ad76023e None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:23Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:24.578880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894c6e55-728f-4295-b56a-a273b22e2dcb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.623014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.649046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Allocated IP 2001:db8::2 (4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6/a6b32a9c-81a6-42e9-8290-9c51a88e4175/2eb6b83a-58c0-4b6f-aaef-f782c5ef505f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:24.676184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:24.680304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.723412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.731516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.731716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.732756 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3fddbbb8-1e4e-43b3-914f-14dba5200c8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4582317 Mar 14 18:23:24.740958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44942) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:24.744432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:24.759735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:24.796542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.796879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment b8f1e213-d24e-4d38-9ecd-908185c62b17 of type vlan for network f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6 Mar 14 18:23:24.863545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a221a42c-0f39-45ae-9f88-5df86b322159 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:24.883875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.930033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.933038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa7eef-9792-4db1-80d6-8226b3e554dc None None] Pushing event updated for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:24.974771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:24.981708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:24.982662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.038603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:25.039282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.088782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.105384 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c28ae336-a0c1-473b-a3d8-64550d6d92e3 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5666244 Mar 14 18:23:25.108041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:25.110195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.112336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:25.115995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.125264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'ports': [{'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'}, {'network_id': 'f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6'}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:25.130365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:25.131094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': 'f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:25.247109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.253572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.306329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755e3e87-33b6-40ad-a618-d05e8562a41a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.311307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Pushing event updated for resources: {'Port': ['ID=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.322614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:25.324682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:25.330893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:25.409929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Attempting to bind port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:25.414001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Attempting to bind port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:25.414001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Attempting to bind port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f on network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:25.421547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.424963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:25.425472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Checking segment: {'id': 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:25.425884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.426315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Bound using segment: {'id': 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:25.427416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Bound port: 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:25.427805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.432101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-677c6f2b-ac95-4ae3-8648-b9603917caaa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6900649 Mar 14 18:23:25.432731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:25.440607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:25.521158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:25.525819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.531449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] For port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:25.534286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] For port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,segment=NetworkSegment(bc8ebb8e-12d0-45d6-82d3-f0710f06e71f),segment_id=bc8ebb8e-12d0-45d6-82d3-f0710f06e71f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:25.541052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.551325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.553666 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:23:25.560097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.560276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.638343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.696653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:25.760804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781bb71-efb3-48dc-8bcc-836aeb505bed None None] Pushing event updated for resources: {'Port': ['ID=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.782247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.783206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:25.798900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:25.815504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:25.816103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.830974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 6d7e1150-2a6d-4297-b4d1-36c3382c3642 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:25.852205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=c3f75ee2-e3b0-41c7-9732-166e859d7789,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.865484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.868702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.868850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:25.943746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c20ba56-bdef-4491-815f-e33d26f83310,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:25.959052 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c39fd62b-5519-4633-a4c9-12a18d3e2732 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0573874 Mar 14 18:23:25.961343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.002955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-11698913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:26.026050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.032225 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b36f85f1-b692-4c68-abb6-ec5f55b7aa8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5908556 Mar 14 18:23:26.032729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.050135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '1802d58b-c424-4fbf-a4c3-e8a070076995', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:26.063434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.072941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.074667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae391d1-9c6d-4858-8b3e-933ac666889e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:26.085351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.086889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.088386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.090068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.091582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.093338 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c632f5b7-d83e-4622-92ae-24f852834c0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1309514 Mar 14 18:23:26.097293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.103665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211913228'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:26.153598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.154802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.192558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 14 18:23:26.193199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:26.193289 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9f1d2d90-f26f-4ed2-8780-b1b8a43da193 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5763078 Mar 14 18:23:26.193289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.220001 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:23:26.227988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.247001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.270770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:26.274234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.313146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.318833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Deleting port c367836d-9be4-42c7-8e55-6eaa73be5e49 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:26.319123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.323663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:26.340730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.346703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.353045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.353392 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment e4009542-36a7-46c8-9404-8c625232ca36 of type vlan for network e67d77a2-1575-436a-b0bb-a18ca28726dc Mar 14 18:23:26.390723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.409047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.417886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.420179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bb693a-a14f-4c2f-8e8e-e2a1dc527183,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.435079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Calling delete_port for c367836d-9be4-42c7-8e55-6eaa73be5e49 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:26.459382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.462736 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6436d9a0-c7fe-43cf-8243-b1a983bd73c0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6781647 Mar 14 18:23:26.463550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 44978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.468618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1607417571'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:26.542967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.546781 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cda32611-177a-44f7-b20f-639dbe0f6933 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5112829 Mar 14 18:23:26.568518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.575862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:26.576618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.587578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.588897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:26.592726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.664016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.713588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Pushing event deleted for resources: {'Port': ['ID=c367836d-9be4-42c7-8e55-6eaa73be5e49,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.717272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=6d7e1150-2a6d-4297-b4d1-36c3382c3642,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.719665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.760096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:26.764876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=e67d77a2-1575-436a-b0bb-a18ca28726dc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.766767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:26.776293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:26.777143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.794333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:26.826911 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a16c35ae-cdde-40b0-8d66-9a97ea08dd0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7285106 Mar 14 18:23:26.830747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 44998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:26.840523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:26.869347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:26.872835 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1ab713d2-d4de-4679-ba2c-f0cae8658e62 tempest-RoutersAdminNegativeTest-758890317 tempest-RoutersAdminNegativeTest-758890317-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c367836d-9be4-42c7-8e55-6eaa73be5e49 HTTP/1.1" status: 204 len: 168 time: 0.6787856 Mar 14 18:23:26.899064 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-038d618e-80b9-421f-8cb3-ce071e849412 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494626894&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.1373501 Mar 14 18:23:26.905365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:26.928204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': 'b8f1e213-d24e-4d38-9ecd-908185c62b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:26.928598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:26.950066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a221a42c-0f39-45ae-9f88-5df86b322159 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:26.978136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.034240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a221a42c-0f39-45ae-9f88-5df86b322159 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:27.034627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.039622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.084622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972336a8-e162-42da-89e6-bf68e1ec6bc9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.089190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:27.092524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:27.110333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.110924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Added segment 4b38c665-b634-47fa-9ce4-a3993da65c7e of type vlan for network c60f90f8-b060-4183-86ea-603feb233eff Mar 14 18:23:27.124267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:27.125177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-650d2b68-5adf-4617-b491-15e40478275a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.126850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-650d2b68-5adf-4617-b491-15e40478275a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 797 time: 0.2006338 Mar 14 18:23:27.153843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.157452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-41b382bb-64e7-493c-9143-9622143419f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0224507 Mar 14 18:23:27.162342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.162944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e6247-8f0a-4b67-88bf-6373aa9672b1 None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:27.164501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:27.174081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:27.189664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e07bb13-63db-4854-b763-7228c64179ad None None] Network f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:27.190527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.195961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.202247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.218936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.249251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network e67d77a2-1575-436a-b0bb-a18ca28726dc is not hosted by any dhcp agent {{(pid=103393) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:23:27.255460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.256241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.257582 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "PUT /v2.0/networks/e67d77a2-1575-436a-b0bb-a18ca28726dc HTTP/1.1" status: 200 len: 723 time: 0.4230719 Mar 14 18:23:27.261139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:27.267531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-d77e281e-8e0a-46d2-a53e-3d9ec140798f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023786 Mar 14 18:23:27.268130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:27.291206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.300473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:27.302495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.315368 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-285dbd53-41e4-48bf-a30d-04a57cd0ea5a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1993299 Mar 14 18:23:27.324799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:27.326422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:27.326858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.433578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8466ef-9f23-4500-9006-5eace97541bb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=e67d77a2-1575-436a-b0bb-a18ca28726dc,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.444165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:27.444325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:27.444832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.468659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:27.487415 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-9f59fa5d-2d2a-4510-9f4f-c0bbb95e0ed0 service neutron] 10.222.0.58 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769140 Mar 14 18:23:27.543681 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0788546 Mar 14 18:23:27.549552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:27.556293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'subnet': {'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:27.578431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac802d-0592-4b56-826d-67fb0f96a50e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Network': ['ID=c60f90f8-b060-4183-86ea-603feb233eff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.624919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:27.625268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.671280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-549ee909-2043-48c2-b7a5-745e3cdb7e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.699287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.710058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-b8aad1ef-a346-4e29-9c77-24851a76d628 service neutron] 10.222.0.58 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216747 Mar 14 18:23:27.712880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:27.716929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.723288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c60f90f8-b060-4183-86ea-603feb233eff details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:27.785540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:27.799221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-549ee909-2043-48c2-b7a5-745e3cdb7e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.806412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:27.811971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.881420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.887984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-549ee909-2043-48c2-b7a5-745e3cdb7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.956162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:27.956597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-549ee909-2043-48c2-b7a5-745e3cdb7e5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3908df5cf1ff4c4c9002bbf353ec1da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080903 Mar 14 18:23:27.960274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:27.960911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee909-2043-48c2-b7a5-745e3cdb7e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d993164e-000f-4707-8839-a834c22858d4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:27.975684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] For port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,segment=NetworkSegment(bc8ebb8e-12d0-45d6-82d3-f0710f06e71f),segment_id=bc8ebb8e-12d0-45d6-82d3-f0710f06e71f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:28.044628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.057718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5d765228-870d-4027-a898-3a914fd5e70e req-35cdfef5-f6ea-4add-8621-bb2517f97ab6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0329523 Mar 14 18:23:28.075669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.078054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.105150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.117567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.121878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Update dhcp port {'port': {'network_id': '4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6', 'fixed_ips': [{'subnet_id': 'a6b32a9c-81a6-42e9-8290-9c51a88e4175', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3f75ee2-e3b0-41c7-9732-166e859d7789'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': '2eb6b83a-58c0-4b6f-aaef-f782c5ef505f'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:23:28.135416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:28.135774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:28.159213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2527-4b3b-402e-b84d-76a4e0ed05f0 None None] Pushing event updated for resources: {'Port': ['ID=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.163470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.164578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.171631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.195117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.198802 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eab4f2fd-7288-4b7e-a6a8-2142b6fb813d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb HTTP/1.1" status: 204 len: 168 time: 0.8687053 Mar 14 18:23:28.206116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45022) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.266240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=f5bb3bda-2574-4846-9b4f-3a4d3971989a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.297123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284cdcd-9dae-41d0-adbe-d026757b603d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.303968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284cdcd-9dae-41d0-adbe-d026757b603d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.308668 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3284cdcd-9dae-41d0-adbe-d026757b603d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0988908 Mar 14 18:23:28.309047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.317841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': 'e4009542-36a7-46c8-9404-8c625232ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:28.318231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: e67d77a2-1575-436a-b0bb-a18ca28726dc, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:28.350712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.351624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Allocated IP 172.20.0.1 (4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6/c3f75ee2-e3b0-41c7-9732-166e859d7789/2eb6b83a-58c0-4b6f-aaef-f782c5ef505f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:28.386026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.389023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.393109 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d993164e-000f-4707-8839-a834c22858d4 HTTP/1.1" status: 204 len: 168 time: 0.4277406 Mar 14 18:23:28.420388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 6d7e1150-2a6d-4297-b4d1-36c3382c3642 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:28.421519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.421846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132edc13-cc38-4524-9834-7746a81a2f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993164e-000f-4707-8839-a834c22858d4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.439717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Subnet': ['ID=ce761da2-17a5-4841-bff2-7b4230f83eea,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.449079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Checking segment: {'id': '4b38c665-b634-47fa-9ce4-a3993da65c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:28.449198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network hostable DHCP agents. Network: c60f90f8-b060-4183-86ea-603feb233eff, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:28.488634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network e67d77a2-1575-436a-b0bb-a18ca28726dc is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:28.495591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] For port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,segment=NetworkSegment(bc8ebb8e-12d0-45d6-82d3-f0710f06e71f),segment_id=bc8ebb8e-12d0-45d6-82d3-f0710f06e71f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:28.509442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.525412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network c60f90f8-b060-4183-86ea-603feb233eff is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:28.525603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.527821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 6d7e1150-2a6d-4297-b4d1-36c3382c3642 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:28.622212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.651535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, e67d77a2-1575-436a-b0bb-a18ca28726dc) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:28.652163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c60f90f8-b060-4183-86ea-603feb233eff) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:28.656733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.657642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.659457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.665202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.687340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ce144-2f61-4e1f-af77-287cd52b2d4b None None] Network c60f90f8-b060-4183-86ea-603feb233eff requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:28.703009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8e315-943c-4319-bcd1-9002e6065bbb None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:28.715573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.749210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=6d7e1150-2a6d-4297-b4d1-36c3382c3642,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.753937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.762247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa1c9d1d-6b0a-4345-a55a-7f422a39f2d7 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2033184 Mar 14 18:23:28.763217 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4108c9d7-4326-4132-a38e-17ed7d140d95 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/6d7e1150-2a6d-4297-b4d1-36c3382c3642 HTTP/1.1" status: 204 len: 168 time: 0.4490523 Mar 14 18:23:28.763300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.763413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5966c4a-b83c-4659-a1d0-ac8470155364 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5003955 Mar 14 18:23:28.763413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.769086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'network': {'name': 'tempest-router-network01--352948590'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:28.772794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.779029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:28.828258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b927000-0cb2-4e18-8c74-08e65dd1568a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:28.830571 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3b927000-0cb2-4e18-8c74-08e65dd1568a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0678782 Mar 14 18:23:28.847175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.852729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3087-0d3a-4e65-a7f0-e19d22dd62b6 None None] Pushing event updated for resources: {'Port': ['ID=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:28.870922 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca136e0a-1836-4362-8046-92027739fa03 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:28.873974 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ca136e0a-1836-4362-8046-92027739fa03 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/e7db7f6a-1b6d-4b2d-a297-b82fd6a448fb HTTP/1.1" status: 404 len: 333 time: 0.0314722 Mar 14 18:23:28.875894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.922525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:28.925996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:28.926511 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0897f3a-bcc7-47d2-8cec-371935e9ab19 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:28.928410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e0897f3a-bcc7-47d2-8cec-371935e9ab19 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/6d7e1150-2a6d-4297-b4d1-36c3382c3642 HTTP/1.1" status: 404 len: 333 time: 0.0512698 Mar 14 18:23:28.931701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:28.954588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534173776'] for subnet, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.036321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:29.056573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.057021 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Added segment c9fdf30f-a14e-4a73-8111-80a05735d3ff of type vlan for network 4d13342b-cb1d-423b-9713-c1e5813a58c7 Mar 14 18:23:29.070952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.076994 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:29.148204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.176372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-e67d77a2-1575-436a-b0bb-a18ca28726dc', 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': 'f5bb3bda-2574-4846-9b4f-3a4d3971989a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:29.177422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.198584 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-974a0618-d6aa-49eb-a908-afd8dff0a95a req-59287cef-2159-4a5a-b60c-859f9f7e7844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0640972 Mar 14 18:23:29.202761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c60f90f8-b060-4183-86ea-603feb233eff', 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff', 'tenant_id': '0ef320d532904094a764ed1192a07662', 'fixed_ips': [{'subnet_id': 'ce761da2-17a5-4841-bff2-7b4230f83eea'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:29.203610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.249145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.286876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:29.288428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f1e213-d24e-4d38-9ecd-908185c62b17') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:29.289245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f1e213-d24e-4d38-9ecd-908185c62b17') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:29.303279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.307442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:29.317946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.325242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:29.325857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:29.329621 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:29.344380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534548467'] for subnet, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.388670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.396012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:29.399976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.417035 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ea4ec69-83eb-4cf0-ab3a-a017f7cb2750 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1968078c73f54b4394efe3f8317d5357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076965 Mar 14 18:23:29.418689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:29.419425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.420922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "PUT /v2.0/subnets/f5bb3bda-2574-4846-9b4f-3a4d3971989a HTTP/1.1" status: 200 len: 826 time: 0.6462188 Mar 14 18:23:29.422450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:29.432468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:29.468590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Allocated IP 2001:db8::2 (c60f90f8-b060-4183-86ea-603feb233eff/ce761da2-17a5-4841-bff2-7b4230f83eea/83bac3fc-0e9b-4ac7-9a92-3a04d59340b8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:29.496910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58d986-d264-4559-97b2-72353b4094c8 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=f5bb3bda-2574-4846-9b4f-3a4d3971989a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.498947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Network': ['ID=4d13342b-cb1d-423b-9713-c1e5813a58c7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.519193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.539004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.544398 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6 HTTP/1.1" status: 204 len: 168 time: 0.6078551 Mar 14 18:23:29.545646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:29.550285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1473756503'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:29.560883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fd5fb7ea-f676-44ba-8244-539eae718653 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7958989 Mar 14 18:23:29.576216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45058) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:29.584546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'network': {'name': 'tempest-router-network02--179130772'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:29.597863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:29.606685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f905e06-b168-48a2-9fb8-7cd4d0191530 None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:29.618613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2603-3e18-4c3c-b1c2-2fc3200b4ccd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=f36aae52-28b8-4eb4-a1d9-01f65b1eb2c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.627245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:29.627613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.647130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.680749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:29.682339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.684262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.687093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.708284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:29.718804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.719165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment dec215ba-ee64-40a6-a61e-882b1d99d636 of type vlan for network e47fff47-cabf-4d81-8b70-9b4d3686ab08 Mar 14 18:23:29.776116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:29.779550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.792011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.799095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.822795 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:29.833792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.834132 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Added segment 9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e of type vlan for network aa51714c-4bd3-4aa4-96d8-d9645b85eeca Mar 14 18:23:29.861188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.865282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.871668 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b627734a-63a0-4cc3-9f54-f0f6314e397f HTTP/1.1" status: 204 len: 168 time: 0.4478185 Mar 14 18:23:29.884474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9dd6-7be3-4203-9cf1-b7ae979f60ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627734a-63a0-4cc3-9f54-f0f6314e397f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:29.885842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.916981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:29.922977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:29.923888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.007328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:30.007933 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4612441 Mar 14 18:23:30.013228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:30.024807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76098e-58bb-43d1-add7-d3e7345c05ad tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=e47fff47-cabf-4d81-8b70-9b4d3686ab08,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:30.039050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Allocated IP 2001:db8::2 (e67d77a2-1575-436a-b0bb-a18ca28726dc/f5bb3bda-2574-4846-9b4f-3a4d3971989a/accdd6b5-6a01-4011-a65d-05467a1bc93b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:30.050828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0bfb76c3-0626-47e3-9e22-23a93d5a511b None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:30.051200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bfb76c3-0626-47e3-9e22-23a93d5a511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.052285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.053966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:30.066530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:30.068748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.124710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.161603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Network': ['ID=aa51714c-4bd3-4aa4-96d8-d9645b85eeca,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:30.189141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:30.216723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:30.223418 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97818dd8-4668-46fa-a7ae-9e7ceb99882c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6431606 Mar 14 18:23:30.225944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.226089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45064) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:30.230611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'subnet': {'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:30.298777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.310284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:23:30.311281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:23:30.380957 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ba08fb80-1c85-47c1-9ecf-90c7cfdb56e4 req-0bce5494-71e2-403c-959c-f6cdc364ce07 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0342219 Mar 14 18:23:30.400644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Pushing event updated for resources: {'Port': ['ID=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:30.425776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Network c60f90f8-b060-4183-86ea-603feb233eff is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:30.434967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:30.435770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:30.440931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.453394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:30.586576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.652287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Attempting to bind port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:30.652651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Attempting to bind port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '4b38c665-b634-47fa-9ce4-a3993da65c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:30.653017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Attempting to bind port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 on network c60f90f8-b060-4183-86ea-603feb233eff {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:30.676698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:30.677647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Checking segment: {'id': '4b38c665-b634-47fa-9ce4-a3993da65c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:30.678027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.678425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Bound using segment: {'id': '4b38c665-b634-47fa-9ce4-a3993da65c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:30.678887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Bound port: 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b38c665-b634-47fa-9ce4-a3993da65c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c60f90f8-b060-4183-86ea-603feb233eff'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:30.679275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.681533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.705638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=48310cf7-2729-43f6-892f-58f0efaed1d6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:30.711226 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-5f0a586e-55a4-4c36-b279-7d9e8d635e55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1923356 Mar 14 18:23:30.737309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': 'dec215ba-ee64-40a6-a61e-882b1d99d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:30.737670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: e47fff47-cabf-4d81-8b70-9b4d3686ab08, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:30.751974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] For port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:30.763816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] For port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,segment=NetworkSegment(4b38c665-b634-47fa-9ce4-a3993da65c7e),segment_id=4b38c665-b634-47fa-9ce4-a3993da65c7e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:30.773260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.818996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:30.821967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:30.825515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:30.832913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Pushing event updated for resources: {'Port': ['ID=accdd6b5-6a01-4011-a65d-05467a1bc93b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:30.841264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.909380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.935326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:30.941247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Attempting to bind port accdd6b5-6a01-4011-a65d-05467a1bc93b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:30.941621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Attempting to bind port accdd6b5-6a01-4011-a65d-05467a1bc93b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e4009542-36a7-46c8-9404-8c625232ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:30.942006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Attempting to bind port accdd6b5-6a01-4011-a65d-05467a1bc93b on network e67d77a2-1575-436a-b0bb-a18ca28726dc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:30.959702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:30.961003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Checking segment: {'id': 'e4009542-36a7-46c8-9404-8c625232ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:30.961566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.961982 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Bound using segment: {'id': 'e4009542-36a7-46c8-9404-8c625232ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:30.962482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Bound port: accdd6b5-6a01-4011-a65d-05467a1bc93b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4009542-36a7-46c8-9404-8c625232ca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:30.962920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:30.967000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-65f21813-04dd-447a-b2e2-b6cfd4b9cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:30.969356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-65f21813-04dd-447a-b2e2-b6cfd4b9cdc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d26c62cb24854efa836dab7ece32c934&device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 1098 time: 0.2286663 Mar 14 18:23:31.014708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Subnet': ['ID=bca31d1f-e2e8-482c-9185-14ac2ac55af0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.015774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.041216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Checking segment: {'id': 'c9fdf30f-a14e-4a73-8111-80a05735d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:31.041581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network hostable DHCP agents. Network: 4d13342b-cb1d-423b-9713-c1e5813a58c7, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:31.064458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] For port accdd6b5-6a01-4011-a65d-05467a1bc93b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:31.068769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] For port accdd6b5-6a01-4011-a65d-05467a1bc93b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=accdd6b5-6a01-4011-a65d-05467a1bc93b,segment=NetworkSegment(e4009542-36a7-46c8-9404-8c625232ca36),segment_id=e4009542-36a7-46c8-9404-8c625232ca36)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:31.074429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:31.123802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff9df-b5ca-4c19-8d3a-c7be403ee7bf None None] Pushing event updated for resources: {'Port': ['ID=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.135262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2f6435fc-121f-4f13-ac14-0cd4124ca872 None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:31.135817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f6435fc-121f-4f13-ac14-0cd4124ca872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.139171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-b3d42307-2291-4c12-b5e8-557ece515412 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.141952 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-b3d42307-2291-4c12-b5e8-557ece515412 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 797 time: 0.3585434 Mar 14 18:23:31.148842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, e47fff47-cabf-4d81-8b70-9b4d3686ab08) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:31.154926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bb3bda-2574-4846-9b4f-3a4d3971989a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.165987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652e3f7-fb5a-47ed-8d0b-bfd872653c25 None None] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:31.172180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.172585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.192344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.202483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:31.210960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4d13342b-cb1d-423b-9713-c1e5813a58c7) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:31.217500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.217500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.246895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b980a-7ca1-4ec5-a0f0-1db793eda6b3 None None] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:31.336827 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59388ebd-408f-43c3-99c2-596747d670fd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3282170 Mar 14 18:23:31.339671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:31.345041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08', 'name': 'tempest-PortsTestJSON-1646015879'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.349544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-aeeaa78d-b5c5-498d-a828-2437a83cc303 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 379 time: 0.1936686 Mar 14 18:23:31.365865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.365865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-f8352fa6-ef3b-4388-bf73-89717b359510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.365865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-f8352fa6-ef3b-4388-bf73-89717b359510 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 200 len: 913 time: 0.3198321 Mar 14 18:23:31.367497 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-57d10208-dc21-4f49-8640-790afb73db9c tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1427965 Mar 14 18:23:31.368945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:31.379461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:31.380025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.390426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['1802d58b-c424-4fbf-a4c3-e8a070076995']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.415334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'subnet': {'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.538763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6516fa-7798-41c8-9b83-fcdb36c6a7d2 None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:31.589300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:31.594842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67d77a2-1575-436a-b0bb-a18ca28726dc']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:31.628944 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-73225f6e-56a5-4237-b654-abc924396b3d req-4114e376-46eb-40cc-864e-6d8d5c5e9c77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0863891 Mar 14 18:23:31.670920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3f09-d9f4-4b2c-9288-1a81dd1611fc None None] Pushing event updated for resources: {'Port': ['ID=accdd6b5-6a01-4011-a65d-05467a1bc93b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:31.673155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4009542-36a7-46c8-9404-8c625232ca36') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:31.673484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4009542-36a7-46c8-9404-8c625232ca36') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:31.698064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.703278 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-69021ac4-7e1b-4233-b76a-6f87fd31e5fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 200 len: 1001 time: 0.2993608 Mar 14 18:23:31.747754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'networks': [{'name': 'tempest-network--2125881800'}, {'name': 'tempest-network--1145968821'}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.748286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-network--2125881800'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.749320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-network--1145968821'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:31.759448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.768985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:31.771355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:31.774512 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:31.790999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:31.795104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.813407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:31.818080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.849336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-e21d35ce-7458-4acb-afe8-c532b597a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.851169 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-e21d35ce-7458-4acb-afe8-c532b597a3f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 HTTP/1.1" status: 200 len: 851 time: 0.1308470 Mar 14 18:23:31.876978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 380dcfe2-e9cc-4553-b656-b90200c6082c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:31.883187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'network': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:31.887659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.893655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:31.897793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.906902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-e47fff47-cabf-4d81-8b70-9b4d3686ab08', 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '48310cf7-2729-43f6-892f-58f0efaed1d6'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:31.907953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.908870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:31.930093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-45b65709-8a96-44f5-b3b8-98825739197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:31.931679 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-45b65709-8a96-44f5-b3b8-98825739197d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cec7099-fa27-44e1-ac0c-1be8018896e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734186 Mar 14 18:23:31.934346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:23:31.934346 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:23:31.934346 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': 'e67d77a2-1575-436a-b0bb-a18ca28726dc'}] Mar 14 18:23:31.934346 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:31.934699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:32.089727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4d13342b-cb1d-423b-9713-c1e5813a58c7', 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7', 'tenant_id': '0ef320d532904094a764ed1192a07662', 'fixed_ips': [{'subnet_id': 'bca31d1f-e2e8-482c-9185-14ac2ac55af0'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:32.090612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.109602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dfcbfe-b3d0-47aa-b539-594147ca89a0 None None] Network e67d77a2-1575-436a-b0bb-a18ca28726dc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:32.152847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-1ef6afd6-f39a-4ce9-85ce-84c5f3388fe3 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120187 Mar 14 18:23:32.167077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.10 (e47fff47-cabf-4d81-8b70-9b4d3686ab08/48310cf7-2729-43f6-892f-58f0efaed1d6/380dcfe2-e9cc-4553-b656-b90200c6082c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:32.223395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.236848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.12 (9d59c378-b3e2-4fea-9f1a-71bd70b1755d/cb806355-0df8-4d32-b2ae-d28a1f95d7f1/2a4502d8-45b0-44d8-b00b-c3c20bdc6017) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:32.501227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Allocated IP 2001:db8::2 (4d13342b-cb1d-423b-9713-c1e5813a58c7/bca31d1f-e2e8-482c-9185-14ac2ac55af0/8001a9ff-744e-4dce-931d-d590f01ce7c5) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:32.517835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ddb95-b78b-42fd-b16b-028bff8a5646 None None] Network c60f90f8-b060-4183-86ea-603feb233eff requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:32.586110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.586741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.632413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.642043 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef3f4fd-35b9-4696-b356-db380ac6023f req-9c6f03ae-22f4-4ad6-bdb0-b024470a81e9 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788258 Mar 14 18:23:32.658079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] Provisioning complete for port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:32.658543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.672301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883f8ec7-b7ff-4e1e-af21-a3bdd1fd6f7e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:32.684176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:32.711775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.758987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.759334 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment 4b1f01df-71d9-4717-9de2-5aa0283ece62 of type vlan for network 8fe35e7c-036c-4cb0-8a60-e4e9f647c085 Mar 14 18:23:32.806776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.828300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port accdd6b5-6a01-4011-a65d-05467a1bc93b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:32.828649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.852781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-04e18007-6599-430e-9f93-ea1ce86c0bf9 req-d65e6f31-a05a-43c7-bbed-aacd3342fcd4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0914676 Mar 14 18:23:32.885775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.908816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port accdd6b5-6a01-4011-a65d-05467a1bc93b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=accdd6b5-6a01-4011-a65d-05467a1bc93b,segment=NetworkSegment(e4009542-36a7-46c8-9404-8c625232ca36),segment_id=e4009542-36a7-46c8-9404-8c625232ca36)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:32.908816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.924656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for accdd6b5-6a01-4011-a65d-05467a1bc93b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:32.925849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Subnet': ['ID=9cdef23d-fa75-4ce8-a6ed-7f1ae85492db,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:32.966166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.967757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Checking segment: {'id': '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:32.968110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network hostable DHCP agents. Network: aa51714c-4bd3-4aa4-96d8-d9645b85eeca, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:32.973227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:32.981783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:32.986838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.000783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.001558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment e600a252-4d3b-4ef3-b4c9-b0e682b2da63 of type vlan for network 48175732-167c-4484-bec2-b46bea6151c6 Mar 14 18:23:33.006603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.019192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:33.040087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:33.045766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:33.049036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.053256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:33.062153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.087906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.104657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:33.115882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.116582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.151338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] For port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,segment=NetworkSegment(4b38c665-b634-47fa-9ce4-a3993da65c7e),segment_id=4b38c665-b634-47fa-9ce4-a3993da65c7e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:33.159984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.160495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.166366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.169796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:33.171175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.171835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.182524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:33.190371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Pushing event updated for resources: {'Port': ['ID=8001a9ff-744e-4dce-931d-d590f01ce7c5,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.194575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:33.220722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.252176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, aa51714c-4bd3-4aa4-96d8-d9645b85eeca) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:33.256527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=accdd6b5-6a01-4011-a65d-05467a1bc93b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.256759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.264826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port accdd6b5-6a01-4011-a65d-05467a1bc93b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:33.274802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.277928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.287012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=8fe35e7c-036c-4cb0-8a60-e4e9f647c085,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.300577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:33.301206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.317302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-09b9a07d-3432-477e-a3b2-a6f6c5ec2b77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9315052 Mar 14 18:23:33.355047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f66fe0-e4d8-46dd-9278-5c19eb0a1da0 None None] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:33.357213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8fe35e7c-036c-4cb0-8a60-e4e9f647c085 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:33.362483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7681513 Mar 14 18:23:33.372971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Request body: {'port': {'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:33.376923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:33.384385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.409257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.450658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67d77a2-1575-436a-b0bb-a18ca28726dc']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.476385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4009542-36a7-46c8-9404-8c625232ca36') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.476688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4009542-36a7-46c8-9404-8c625232ca36') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.486968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.493876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.499692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:33.515443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7881cf8-8fc5-4e7b-a27c-bcb37f68ad75 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1088653 Mar 14 18:23:33.522506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:33.522711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=380dcfe2-e9cc-4553-b656-b90200c6082c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.524937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:33.535214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.555882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:33.556210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Attempting to bind port 8001a9ff-744e-4dce-931d-d590f01ce7c5 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:33.556691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Attempting to bind port 8001a9ff-744e-4dce-931d-d590f01ce7c5 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c9fdf30f-a14e-4a73-8111-80a05735d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:33.556935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Attempting to bind port 8001a9ff-744e-4dce-931d-d590f01ce7c5 on network 4d13342b-cb1d-423b-9713-c1e5813a58c7 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:33.559437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7bfd-541d-4a5e-a72e-06e8e7396641 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=48175732-167c-4484-bec2-b46bea6151c6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.592827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:33.593187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Checking segment: {'id': 'c9fdf30f-a14e-4a73-8111-80a05735d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:33.594591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.594591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Bound using segment: {'id': 'c9fdf30f-a14e-4a73-8111-80a05735d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:33.594591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Bound port: 8001a9ff-744e-4dce-931d-d590f01ce7c5, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fdf30f-a14e-4a73-8111-80a05735d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4d13342b-cb1d-423b-9713-c1e5813a58c7'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:33.595023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.607102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:33.607320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:33.619124 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:33.625603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 48175732-167c-4484-bec2-b46bea6151c6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:33.646715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.648301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.652649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Allocated IP 172.20.0.2 (e47fff47-cabf-4d81-8b70-9b4d3686ab08/48310cf7-2729-43f6-892f-58f0efaed1d6/2c516986-6e11-4ab9-bcb5-f49353dade50) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:33.672819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894281d-0fc0-46af-b645-0bdfebe93800 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.678745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894281d-0fc0-46af-b645-0bdfebe93800 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.685222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894281d-0fc0-46af-b645-0bdfebe93800 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.691721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894281d-0fc0-46af-b645-0bdfebe93800 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:33.693537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e894281d-0fc0-46af-b645-0bdfebe93800 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3069537 Mar 14 18:23:33.696629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:33.780402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.838132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eab108c9-9534-470d-a714-77cfac8de66e None None] Provisioning complete for port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:33.838360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eab108c9-9534-470d-a714-77cfac8de66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.840142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2711f-ceff-4d02-b174-9497c87e7cab None None] Pushing event updated for resources: {'Port': ['ID=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:33.840521 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-382d1a13-a13d-4ca3-ac9e-c5f35998b238 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4995899 Mar 14 18:23:33.841130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:33.925024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.934056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] For port 8001a9ff-744e-4dce-931d-d590f01ce7c5, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:33.939075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.943899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:33.947911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/e67d77a2-1575-436a-b0bb-a18ca28726dc HTTP/1.1" status: 204 len: 168 time: 4.5143692 Mar 14 18:23:33.956589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:33.971365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe35e7c-036c-4cb0-8a60-e4e9f647c085']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.982053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] For port 8001a9ff-744e-4dce-931d-d590f01ce7c5, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8001a9ff-744e-4dce-931d-d590f01ce7c5,segment=NetworkSegment(c9fdf30f-a14e-4a73-8111-80a05735d3ff),segment_id=c9fdf30f-a14e-4a73-8111-80a05735d3ff)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:33.983035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eab108c9-9534-470d-a714-77cfac8de66e None None] Port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:33.986233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f01df-71d9-4717-9de2-5aa0283ece62') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:33.986811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f01df-71d9-4717-9de2-5aa0283ece62') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:34.025741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.046898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.050882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eab108c9-9534-470d-a714-77cfac8de66e None None] Provisioning complete for port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:34.051261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eab108c9-9534-470d-a714-77cfac8de66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.053199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ebbdd-2a75-47d7-8bfd-f4f497ec77a4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=e67d77a2-1575-436a-b0bb-a18ca28726dc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.055661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:34.056127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:34.059369 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:34.098397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-aa51714c-4bd3-4aa4-96d8-d9645b85eeca', 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca', 'tenant_id': '0ef320d532904094a764ed1192a07662', 'fixed_ips': [{'subnet_id': '9cdef23d-fa75-4ce8-a6ed-7f1ae85492db'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:34.100127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.104412 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a1403f-dc7e-45f2-8c36-2a38f8c4ab78 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:34.105019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a1403f-dc7e-45f2-8c36-2a38f8c4ab78 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:34.111812 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-36a1403f-dc7e-45f2-8c36-2a38f8c4ab78 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/e67d77a2-1575-436a-b0bb-a18ca28726dc HTTP/1.1" status: 404 len: 339 time: 0.1393349 Mar 14 18:23:34.115528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45120) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:34.127192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560731367', 'description': 'd1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:34.146246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 380dcfe2-e9cc-4553-b656-b90200c6082c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:34.146835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.219811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.242904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.244087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba2aa-e832-4ce3-b7b0-a46d5e7f6601 req-3b88dedd-84b9-44df-84a6-334d602c36b3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:34.245660 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f8ba2aa-e832-4ce3-b7b0-a46d5e7f6601 req-3b88dedd-84b9-44df-84a6-334d602c36b3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 932 time: 0.1480083 Mar 14 18:23:34.256476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 380dcfe2-e9cc-4553-b656-b90200c6082c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:34.313398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.388823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:23:34.399868 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f8ba2aa-e832-4ce3-b7b0-a46d5e7f6601 req-9b727766-9c4f-404d-ba92-4de3c30dbf79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418157 Mar 14 18:23:34.401688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.476208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.500307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Transition to ACTIVE for port object 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:23:34.500539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.503963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:34.509539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.511622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.526484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.532325 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/8fe35e7c-036c-4cb0-8a60-e4e9f647c085 HTTP/1.1" status: 204 len: 168 time: 0.8321815 Mar 14 18:23:34.538576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:34.556686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.565785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.574245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=380dcfe2-e9cc-4553-b656-b90200c6082c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.576313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccedda-c60c-4edc-afcf-28ab538263f0 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=8fe35e7c-036c-4cb0-8a60-e4e9f647c085,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.578792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:34.590503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:34.598149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:34.598287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:34.650954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157a99-069a-4b40-83d7-f7789f8b6d76 None None] Pushing event updated for resources: {'Port': ['ID=8001a9ff-744e-4dce-931d-d590f01ce7c5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.683553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.685065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment 09057932-596c-409c-800a-91d29284241b of type vlan for network b406047f-46e6-4b42-80d9-f11fd2ba70be Mar 14 18:23:34.733730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.763849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Attempting to bind port 2c516986-6e11-4ab9-bcb5-f49353dade50 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:34.764215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Attempting to bind port 2c516986-6e11-4ab9-bcb5-f49353dade50 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'dec215ba-ee64-40a6-a61e-882b1d99d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:34.764580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Attempting to bind port 2c516986-6e11-4ab9-bcb5-f49353dade50 on network e47fff47-cabf-4d81-8b70-9b4d3686ab08 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:34.765309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.776748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.796368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:34.796743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Checking segment: {'id': 'dec215ba-ee64-40a6-a61e-882b1d99d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:34.797148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.797540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Bound using segment: {'id': 'dec215ba-ee64-40a6-a61e-882b1d99d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:34.798044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Bound port: 2c516986-6e11-4ab9-bcb5-f49353dade50, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec215ba-ee64-40a6-a61e-882b1d99d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e47fff47-cabf-4d81-8b70-9b4d3686ab08'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:34.798428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.809241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.814185 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ec5a67e8-0699-4477-a90f-15f4475e3ee2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/380dcfe2-e9cc-4553-b656-b90200c6082c HTTP/1.1" status: 204 len: 168 time: 0.9629097 Mar 14 18:23:34.819105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:34.824995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Allocated IP 2001:db8::2 (aa51714c-4bd3-4aa4-96d8-d9645b85eeca/9cdef23d-fa75-4ce8-a6ed-7f1ae85492db/7538b74a-8208-4c64-b9d7-6a910787cef1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:34.833000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Pushing event updated for resources: {'Port': ['ID=2c516986-6e11-4ab9-bcb5-f49353dade50,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:34.854063 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedcbb7e-00dd-4759-ad05-e4436aef42d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:34.857160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedcbb7e-00dd-4759-ad05-e4436aef42d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:34.865251 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aedcbb7e-00dd-4759-ad05-e4436aef42d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/380dcfe2-e9cc-4553-b656-b90200c6082c HTTP/1.1" status: 404 len: 333 time: 0.0448844 Mar 14 18:23:34.869094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:34.950836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.957514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:34.958438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.961206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Allocated IP 2001:db8::1 (4d13342b-cb1d-423b-9713-c1e5813a58c7/bca31d1f-e2e8-482c-9185-14ac2ac55af0/15ccbe58-6ec4-48b9-95b5-387e50b7513a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:34.974454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:34.989018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a516dc82-7321-49a2-91e3-f982a16caa9d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:34.993758 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a516dc82-7321-49a2-91e3-f982a16caa9d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/380dcfe2-e9cc-4553-b656-b90200c6082c HTTP/1.1" status: 404 len: 333 time: 0.1206594 Mar 14 18:23:34.997042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Attempting to bind port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:34.997374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Attempting to bind port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:34.997695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Attempting to bind port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 on network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:35.012739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.033161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48175732-167c-4484-bec2-b46bea6151c6']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:35.067705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] For port 2c516986-6e11-4ab9-bcb5-f49353dade50, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:35.078910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 on network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:23:35.079247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Attempting to bind port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 on network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:35.079742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] For port 2c516986-6e11-4ab9-bcb5-f49353dade50, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c516986-6e11-4ab9-bcb5-f49353dade50,segment=NetworkSegment(dec215ba-ee64-40a6-a61e-882b1d99d636),segment_id=dec215ba-ee64-40a6-a61e-882b1d99d636)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:35.089038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:35.091439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e600a252-4d3b-4ef3-b4c9-b0e682b2da63') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:35.091734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e600a252-4d3b-4ef3-b4c9-b0e682b2da63') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:35.093680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:35.094041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Checking segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:35.094422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Bound using segment: {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:35.094854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Bound port: 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aca7d11-210e-4e3a-8562-0053c21bcde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:35.095209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.098361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9816713 Mar 14 18:23:35.109561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.140353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746faf65-4110-4ddd-9bbd-d22dfc5cd9de tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=b406047f-46e6-4b42-80d9-f11fd2ba70be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.154678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.160879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network b406047f-46e6-4b42-80d9-f11fd2ba70be details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:35.190775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.193750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.211064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c6323-ab70-4c23-b12c-689d1bb64432 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.212570 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5f6c6323-ab70-4c23-b12c-689d1bb64432 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks?id=b406047f-46e6-4b42-80d9-f11fd2ba70be HTTP/1.1" status: 200 len: 764 time: 0.1014030 Mar 14 18:23:35.222423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.223178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 48310cf7-2729-43f6-892f-58f0efaed1d6 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:35.228325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'description': 'd2'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:35.234440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:35.234845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:35.237941 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:35.246924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.373521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.385582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.386816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.390238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02ca01-f667-472e-89fd-d95727280d56 None None] Pushing event updated for resources: {'Port': ['ID=2c516986-6e11-4ab9-bcb5-f49353dade50,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.401608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:35.402007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.412267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:35.412500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.453406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:35.482301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.482301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.485597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/48175732-167c-4484-bec2-b46bea6151c6 HTTP/1.1" status: 204 len: 168 time: 0.9507971 Mar 14 18:23:35.488258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.506995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.508471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d644cab-7a1b-4623-871a-1e40bd4b5b97 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=48175732-167c-4484-bec2-b46bea6151c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.529365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.544851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.592163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network b406047f-46e6-4b42-80d9-f11fd2ba70be is not hosted by any dhcp agent {{(pid=103392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:23:35.593271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.593883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.594279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:35.595831 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] 10.222.0.61 "PUT /v2.0/ports/2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 1094 time: 2.2683885 Mar 14 18:23:35.602874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:35.605212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf7611-16b5-4500-bade-5f3942b68335" -d '{"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:23:35.607603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:35.613697 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.620196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.621118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.629493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:35.630355 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "PUT /v2.0/networks/b406047f-46e6-4b42-80d9-f11fd2ba70be HTTP/1.1" status: 200 len: 761 time: 0.4065034 Mar 14 18:23:35.640633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.669117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Pushing event updated for resources: {'Port': ['ID=7538b74a-8208-4c64-b9d7-6a910787cef1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.680553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.712501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fed6-9ea9-462c-a043-b0d38fef9765 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.719917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc39928-be0f-4f5f-a49e-d9d52d1a259c x-openstack-request-id: req-6fc39928-be0f-4f5f-a49e-d9d52d1a259c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:23:35.720248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:23:35.721111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fc39928-be0f-4f5f-a49e-d9d52d1a259c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:23:35.721513 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'status': 'completed', 'code': 200} Mar 14 18:23:35.781699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Attempting to bind port 7538b74a-8208-4c64-b9d7-6a910787cef1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:35.782111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Attempting to bind port 7538b74a-8208-4c64-b9d7-6a910787cef1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:35.782486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Attempting to bind port 7538b74a-8208-4c64-b9d7-6a910787cef1 on network aa51714c-4bd3-4aa4-96d8-d9645b85eeca {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:35.803687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:35.804067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Checking segment: {'id': '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:35.804503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.804905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Bound using segment: {'id': '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:35.805941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Bound port: 7538b74a-8208-4c64-b9d7-6a910787cef1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'aa51714c-4bd3-4aa4-96d8-d9645b85eeca'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:35.808958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.823522 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:35.828180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff28a8-25a4-455c-9b65-425252698412 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=b406047f-46e6-4b42-80d9-f11fd2ba70be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:35.861261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network b406047f-46e6-4b42-80d9-f11fd2ba70be details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:35.865738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:35.868956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:35.870913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:35.886790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef3be2-e85a-462b-aafb-451d13e0ba71 req-dcca3184-4053-44b3-b82d-42d3d9fde86b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.888533 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-21ef3be2-e85a-462b-aafb-451d13e0ba71 req-dcca3184-4053-44b3-b82d-42d3d9fde86b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 944 time: 0.3604276 Mar 14 18:23:35.934081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95b645-8e3e-487f-a7f4-502ca4875fb7 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.940222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95b645-8e3e-487f-a7f4-502ca4875fb7 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:35.951700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8f95b645-8e3e-487f-a7f4-502ca4875fb7 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4604914 Mar 14 18:23:35.962728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:35.978641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-887028371'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:36.027528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ee003-439a-41ac-8085-883447b5bd9f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.029516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b82ee003-439a-41ac-8085-883447b5bd9f tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks?id=b406047f-46e6-4b42-80d9-f11fd2ba70be HTTP/1.1" status: 200 len: 764 time: 0.3853402 Mar 14 18:23:36.037079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:36.044643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Port': ['ID=15ccbe58-6ec4-48b9-95b5-387e50b7513a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.067542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-27efec95-ad68-4a10-8389-c11a9308c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.071871 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-27efec95-ad68-4a10-8389-c11a9308c330 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1097 time: 0.2855692 Mar 14 18:23:36.072000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-21ef3be2-e85a-462b-aafb-451d13e0ba71 req-a1939546-b278-491d-8d2c-ab29f82cd0c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654525 Mar 14 18:23:36.112671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] For port 7538b74a-8208-4c64-b9d7-6a910787cef1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:36.132945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] For port 7538b74a-8208-4c64-b9d7-6a910787cef1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7538b74a-8208-4c64-b9d7-6a910787cef1,segment=NetworkSegment(9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e),segment_id=9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:36.142098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-5a49c1bc-26e1-4132-9fef-152e38a76dd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 217 time: 0.0648689 Mar 14 18:23:36.143916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.172666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:36.176368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.207553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=48310cf7-2729-43f6-892f-58f0efaed1d6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.211886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.214797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8d0b7-b169-46d3-a241-4560f85573f7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.215048 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a5defa6e-f042-4cc4-ba4c-af49a0141b4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/48310cf7-2729-43f6-892f-58f0efaed1d6 HTTP/1.1" status: 204 len: 168 time: 1.2013488 Mar 14 18:23:36.219415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9ea8d0b7-b169-46d3-a241-4560f85573f7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1811130 Mar 14 18:23:36.220637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:36.220637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:36.230321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.260516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.264348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-6102b623-7d4b-4c38-b60d-5265bfe8b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.266410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-6102b623-7d4b-4c38-b60d-5265bfe8b123 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 200 len: 834 time: 0.1156368 Mar 14 18:23:36.282726 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dff9a77f-4458-4c6f-83e4-21f89365ec33 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 207 time: 0.0585349 Mar 14 18:23:36.284213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ee73a-bfbc-46f4-aa0d-a7ef1f9218e9 None None] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:36.285094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:36.288855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:36.335267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.336157 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment a61c1a8c-49d5-4fbc-946d-1004b48c912f of type vlan for network 4321264c-e972-4288-a8d3-c76595370ec5 Mar 14 18:23:36.386441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ccbc3-b52f-4f76-8be2-92d962f62f64 None None] Pushing event updated for resources: {'Port': ['ID=7538b74a-8208-4c64-b9d7-6a910787cef1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.405595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] Provisioning complete for port 8001a9ff-744e-4dce-931d-d590f01ce7c5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:36.406244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.406808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.419183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.519638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 2c516986-6e11-4ab9-bcb5-f49353dade50 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:36.519996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.539102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.544792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:36.545660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.583937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.634059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] For port 8001a9ff-744e-4dce-931d-d590f01ce7c5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8001a9ff-744e-4dce-931d-d590f01ce7c5,segment=NetworkSegment(c9fdf30f-a14e-4a73-8111-80a05735d3ff),segment_id=c9fdf30f-a14e-4a73-8111-80a05735d3ff)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:36.738360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7639940 Mar 14 18:23:36.746516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.750350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:36.756155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1238827681'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:36.764970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port 2c516986-6e11-4ab9-bcb5-f49353dade50, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c516986-6e11-4ab9-bcb5-f49353dade50,segment=NetworkSegment(dec215ba-ee64-40a6-a61e-882b1d99d636),segment_id=dec215ba-ee64-40a6-a61e-882b1d99d636)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:36.765366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.779478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03b757-e31f-4fa1-814c-8aea00fdc50f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=4321264c-e972-4288-a8d3-c76595370ec5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.799825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 2c516986-6e11-4ab9-bcb5-f49353dade50 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:36.808433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4321264c-e972-4288-a8d3-c76595370ec5 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:36.916951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:36.924058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:36.972774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974cb08-59a8-433c-8637-5b0caeeb3fb3 None None] Pushing event updated for resources: {'Port': ['ID=8001a9ff-744e-4dce-931d-d590f01ce7c5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:36.978266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:37.001764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.003437 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment 0dd4958e-24d4-41d6-85f6-06dea0b760ea of type vlan for network f7cf0414-6ca0-4986-865a-072dbc444cf4 Mar 14 18:23:37.075607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.185857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a98d6527-ab64-4744-acbf-38f948b8eb6c None None] Provisioning complete for port 15ccbe58-6ec4-48b9-95b5-387e50b7513a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.186376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a98d6527-ab64-4744-acbf-38f948b8eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.190425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.201840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.201840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.232152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c516986-6e11-4ab9-bcb5-f49353dade50 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:37.237776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.243277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb7815-0c36-4276-8d49-18bca0b2817b None None] Network e47fff47-cabf-4d81-8b70-9b4d3686ab08 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:37.278516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2c516986-6e11-4ab9-bcb5-f49353dade50 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:37.278861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c516986-6e11-4ab9-bcb5-f49353dade50 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 14 18:23:37.298227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba77b-138d-423b-9372-03df0388235b req-29b9508c-315f-4187-8b9d-74de2e25bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.298227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-29b9508c-315f-4187-8b9d-74de2e25bd3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0179348 Mar 14 18:23:37.337188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=2c516986-6e11-4ab9-bcb5-f49353dade50,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:37.339438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a98d6527-ab64-4744-acbf-38f948b8eb6c None None] Port 15ccbe58-6ec4-48b9-95b5-387e50b7513a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:37.340937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port 2c516986-6e11-4ab9-bcb5-f49353dade50 not found, will not notify nova. {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 14 18:23:37.341518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8001a9ff-744e-4dce-931d-d590f01ce7c5 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:37.352856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6012943 Mar 14 18:23:37.354547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port 2c516986-6e11-4ab9-bcb5-f49353dade50 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:37.359029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:37.366331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'ports': [{'network_id': '4321264c-e972-4288-a8d3-c76595370ec5', 'name': 'tempest-port--2067998611', 'admin_state_up': True}, {'network_id': 'f7cf0414-6ca0-4986-865a-072dbc444cf4', 'admin_state_up': False}]} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:37.369663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'port': {'network_id': '4321264c-e972-4288-a8d3-c76595370ec5', 'name': 'tempest-port--2067998611', 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:37.370389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'port': {'network_id': 'f7cf0414-6ca0-4986-865a-072dbc444cf4', 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:37.419569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01cf4b-6a4a-489c-b986-dbaaf6a2109a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=f7cf0414-6ca0-4986-865a-072dbc444cf4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:37.422078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.431142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.438966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.446013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f7cf0414-6ca0-4986-865a-072dbc444cf4 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:37.446940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.453594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.460839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.463017 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ce5a4070-58f9-406f-9683-1b3f03830a08 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.1732316 Mar 14 18:23:37.471998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45162) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:37.502897 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-49a7e71a-16fb-4cb2-aeda-d7d69bcb7e51 service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898863 Mar 14 18:23:37.509027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a98d6527-ab64-4744-acbf-38f948b8eb6c None None] Provisioning complete for port 8001a9ff-744e-4dce-931d-d590f01ce7c5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.509658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a98d6527-ab64-4744-acbf-38f948b8eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.554438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7255b-b035-4062-a672-49077c3e323b req-f3bee007-f2a5-48ff-ad08-919cee72be23 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.556612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bbe7255b-b035-4062-a672-49077c3e323b req-f3bee007-f2a5-48ff-ad08-919cee72be23 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 944 time: 0.3612092 Mar 14 18:23:37.578961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.620001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 8001a9ff-744e-4dce-931d-d590f01ce7c5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.620370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.701470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47fff47-cabf-4d81-8b70-9b4d3686ab08']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:37.725648 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bbe7255b-b035-4062-a672-49077c3e323b req-6502fd33-ed55-468d-b5d9-c51a8b8e6f25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243510 Mar 14 18:23:37.729813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec215ba-ee64-40a6-a61e-882b1d99d636') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:37.730398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec215ba-ee64-40a6-a61e-882b1d99d636') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:37.766493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d5acd9-d9c9-48f3-8668-52b1fe8f03d6 None None] DHCP port deletion for e47fff47-cabf-4d81-8b70-9b4d3686ab08 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:37.769069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.795852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.810206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7538b74a-8208-4c64-b9d7-6a910787cef1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:37.828778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:37.829328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:37.832667 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:37.841363 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0bfecb22-7ee3-4c41-b3ee-df5c901a6678 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3633850 Mar 14 18:23:37.842249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:37.876077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-286e442d-0734-46d5-b2e3-6c1e23be72cc None None] Could not find standard attr ID for object 2c516986-6e11-4ab9-bcb5-f49353dade50. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:37.900706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-286e442d-0734-46d5-b2e3-6c1e23be72cc None None] Provisioning complete for port 15ccbe58-6ec4-48b9-95b5-387e50b7513a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.901078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-286e442d-0734-46d5-b2e3-6c1e23be72cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.927979 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddeba77b-138d-423b-9372-03df0388235b req-4622a9c8-753b-4f35-9084-56bea98f3fab service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058657 Mar 14 18:23:37.935293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.946597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'port': 2} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:37.956726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.956884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7538b74a-8208-4c64-b9d7-6a910787cef1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:37.961793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.964883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-286e442d-0734-46d5-b2e3-6c1e23be72cc None None] Port 15ccbe58-6ec4-48b9-95b5-387e50b7513a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:37.978708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.984576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.984576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.984977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:37.985078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.985078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:37.986803 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0ad10c33-4501-4d72-8e81-559c9bdc16f0 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0998189 Mar 14 18:23:37.991346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:38.010725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e39c24-7545-4a43-bedd-5127d9b3c0da None None] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:38.060172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.061479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.062942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.064998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.066434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.068691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-96762670-02af-443b-bc2b-e74d598d4c77 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0757596 Mar 14 18:23:38.070001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.072261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.080137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:38.102877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.127301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-94cea65a-f764-4996-bba5-e4de0cc82b5f None None] Provisioning complete for port 7538b74a-8208-4c64-b9d7-6a910787cef1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:38.127882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94cea65a-f764-4996-bba5-e4de0cc82b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.180076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.187377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/e47fff47-cabf-4d81-8b70-9b4d3686ab08 HTTP/1.1" status: 204 len: 168 time: 1.9646418 Mar 14 18:23:38.190250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:38.222096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1136968264'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:38.258453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Port': ['ID=15ccbe58-6ec4-48b9-95b5-387e50b7513a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:38.368220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:38.382682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:38.417270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7611-16b5-4500-bade-5f3942b68335 req-b6a7b220-b491-409a-9213-cd82e6f595c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.421093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.422107 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-b6a7b220-b491-409a-9213-cd82e6f595c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1097 time: 0.2490513 Mar 14 18:23:38.559940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 7538b74a-8208-4c64-b9d7-6a910787cef1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7538b74a-8208-4c64-b9d7-6a910787cef1,segment=NetworkSegment(9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e),segment_id=9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:38.573917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-94cea65a-f764-4996-bba5-e4de0cc82b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.604233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:38.608735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.613344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:38.746372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-94cea65a-f764-4996-bba5-e4de0cc82b5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:38.746717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-94cea65a-f764-4996-bba5-e4de0cc82b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:38.754584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83af1-e9fe-4047-b386-68e682015439 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=e47fff47-cabf-4d81-8b70-9b4d3686ab08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:38.766336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=7538b74a-8208-4c64-b9d7-6a910787cef1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:38.832322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] device_id is not set on port 33ad8654-c3ee-4a69-9792-d6ae0bf46a6a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:38.866186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7611-16b5-4500-bade-5f3942b68335 req-aa74e238-b775-42e1-adeb-0fca2ddca952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.867957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-aa74e238-b775-42e1-adeb-0fca2ddca952 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 898 time: 0.3970294 Mar 14 18:23:38.868874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:38.872549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba3430-27ee-4a11-90f8-8bdf926923d3 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:38.873227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47175351-efd6-4cbd-83be-6e4b151baedf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.878697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-47175351-efd6-4cbd-83be-6e4b151baedf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks/9a30a272-d9bf-41c7-890d-8729704984f5 HTTP/1.1" status: 200 len: 803 time: 0.7935481 Mar 14 18:23:38.879371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:38.882282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651060c-a31a-44a5-b064-b67a21848d01 req-a34ba2f7-b443-4a2f-9cc8-8d78a65069ff tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.883858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d651060c-a31a-44a5-b064-b67a21848d01 req-a34ba2f7-b443-4a2f-9cc8-8d78a65069ff tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.4607356 Mar 14 18:23:38.902477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be201fb-454d-4e31-94d3-0234e71ce48e req-ec9305a2-60a6-454f-aa93-a528560355f6 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:38.904098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5be201fb-454d-4e31-94d3-0234e71ce48e req-ec9305a2-60a6-454f-aa93-a528560355f6 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1396141 Mar 14 18:23:38.933809 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-7a02f33b-d395-4e20-b163-b9abbe2906b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 217 time: 0.0417428 Mar 14 18:23:39.033451 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5be201fb-454d-4e31-94d3-0234e71ce48e req-d9faa01d-45d4-43e1-961e-24dccebaa5e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170559 Mar 14 18:23:39.034487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7538b74a-8208-4c64-b9d7-6a910787cef1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:39.070614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.071212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment c87ac8d0-1942-4822-abb1-888c95559733 of type vlan for network bf92e2eb-12b5-4064-8350-71b8f3da38f1 Mar 14 18:23:39.085701 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9b97dde0-f1e5-458c-a678-bb4503a12cf5 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/networks/9a30a272-d9bf-41c7-890d-8729704984f5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2051582 Mar 14 18:23:39.091899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:39.116612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.120652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.139047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba3430-27ee-4a11-90f8-8bdf926923d3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:39.144156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7538b74a-8208-4c64-b9d7-6a910787cef1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:39.144649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.156857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7611-16b5-4500-bade-5f3942b68335 req-2542dddf-deef-443f-aa1d-270fb580928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.158368 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-2542dddf-deef-443f-aa1d-270fb580928e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 200 len: 834 time: 0.1951170 Mar 14 18:23:39.161209 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d651060c-a31a-44a5-b064-b67a21848d01 req-a9f3020a-b76e-46ad-97dd-4da1f988b94d tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253506 Mar 14 18:23:39.223333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] device_id is not set on port e14c93c6-f05d-440a-8efc-311e9e1015e8 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:39.231658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7611-16b5-4500-bade-5f3942b68335 req-b7ed61b9-5cbe-4548-ab48-299c9ee3db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.233134 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-b7ed61b9-5cbe-4548-ab48-299c9ee3db44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673678 Mar 14 18:23:39.291879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615f5c8-c988-4d53-bcc9-77925429947a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.296689 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8615f5c8-c988-4d53-bcc9-77925429947a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets/c4aef1e3-c97d-4067-ba69-ddc06a780e5c HTTP/1.1" status: 200 len: 843 time: 0.2002397 Mar 14 18:23:39.300220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45186) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:39.358660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.365595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.367244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.367816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8001a9ff-744e-4dce-931d-d590f01ce7c5 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:39.413325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.425161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Router 796ccc82-c88e-4d05-88ea-ecb41974428a is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:23:39.456514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=bf92e2eb-12b5-4064-8350-71b8f3da38f1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:39.466306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96066ddc-ad55-4f03-9f89-111147b00da6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['shared'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.471065 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-96066ddc-ad55-4f03-9f89-111147b00da6 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "GET /v2.0/subnets/c4aef1e3-c97d-4067-ba69-ddc06a780e5c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1665177 Mar 14 18:23:39.473024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:39.479626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1226556191'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:39.480721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:39.506696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00363b3-2d00-4003-849a-f27a269d13b7 req-077c87ec-3041-483f-a2ce-2fdbc909e440 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:39.507548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-1290e625-acae-4088-bcf8-e49012acd2b1 service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660782 Mar 14 18:23:39.508316 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c00363b3-2d00-4003-849a-f27a269d13b7 req-077c87ec-3041-483f-a2ce-2fdbc909e440 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 944 time: 0.2139122 Mar 14 18:23:39.528513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 8001a9ff-744e-4dce-931d-d590f01ce7c5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:39.528877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.558370 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c00363b3-2d00-4003-849a-f27a269d13b7 req-f3b6c1c7-8deb-422d-8458-484511469333 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437410 Mar 14 18:23:39.562368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.564475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6e632e5e-7a83-4d65-87b2-61d2f9ce8d64 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3494942 Mar 14 18:23:39.570616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:39.576627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:39.598085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0941ae5-274e-4253-baa3-85937d1f40a3 None None] Provisioning complete for port 15ccbe58-6ec4-48b9-95b5-387e50b7513a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:39.598085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae5-274e-4253-baa3-85937d1f40a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.676309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:39.685969 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ee437c15-ae3f-4dcd-893c-18527790eaaa tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1600182 Mar 14 18:23:39.687812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:39.699054 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] Sync routers for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:39.707330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b0941ae5-274e-4253-baa3-85937d1f40a3 None None] Port 15ccbe58-6ec4-48b9-95b5-387e50b7513a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:39.714634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Port': ['ID=33ad8654-c3ee-4a69-9792-d6ae0bf46a6a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:39.715658 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:39.716512 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:39.750715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Checking segment: {'id': 'a61c1a8c-49d5-4fbc-946d-1004b48c912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4321264c-e972-4288-a8d3-c76595370ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:39.750988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network hostable DHCP agents. Network: 4321264c-e972-4288-a8d3-c76595370ec5, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:39.761086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0941ae5-274e-4253-baa3-85937d1f40a3 None None] Provisioning complete for port 7538b74a-8208-4c64-b9d7-6a910787cef1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:39.761456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae5-274e-4253-baa3-85937d1f40a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.777640 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:39.789008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:39.791455 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:39.792300 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:39.792660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.831089 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bf7611-16b5-4500-bade-5f3942b68335 req-606006c1-20df-4386-bcf3-a85736495752 service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856867 Mar 14 18:23:39.831419 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:39.832281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c769-bd6a-40dc-abd1-f46df5e4a229 None None] The sync data for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:39.849014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:39.856201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.881541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:39.886841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network 4321264c-e972-4288-a8d3-c76595370ec5 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:39.927174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.927568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Added segment b62ebfe2-2458-49ca-a7e1-2a658eb81cad of type vlan for network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a Mar 14 18:23:39.934505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c516986-6e11-4ab9-bcb5-f49353dade50 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:39.956354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2c516986-6e11-4ab9-bcb5-f49353dade50 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:39.956712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c516986-6e11-4ab9-bcb5-f49353dade50 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:39.964005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4321264c-e972-4288-a8d3-c76595370ec5) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:39.973270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:39.973270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:39.977805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9fdda-ff59-4562-99a5-7b5368c36761 None None] Network 4321264c-e972-4288-a8d3-c76595370ec5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:39.979541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.069415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Checking segment: {'id': '0dd4958e-24d4-41d6-85f6-06dea0b760ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7cf0414-6ca0-4986-865a-072dbc444cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:40.070307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network hostable DHCP agents. Network: f7cf0414-6ca0-4986-865a-072dbc444cf4, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:40.106753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Port': ['ID=e14c93c6-f05d-440a-8efc-311e9e1015e8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:40.143688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.151391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.151991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.184364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network f7cf0414-6ca0-4986-865a-072dbc444cf4 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:40.260302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f7cf0414-6ca0-4986-865a-072dbc444cf4) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:40.273728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Network': ['ID=4cb4b9d3-5139-4895-bb6b-6ed91a13041a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:40.274605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69209712-f175-4b3e-b92d-0d1a91d83479 None None] Network f7cf0414-6ca0-4986-865a-072dbc444cf4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:40.284881 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b92d777-7c14-4af0-ba16-24acbfeb6d75 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8092105 Mar 14 18:23:40.288573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:40.293390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34247a55-a93d-4a5a-bc04-3948cf16aac5 req-eb393fa9-3c6e-4aa0-8185-85862d7e84b5 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.294886 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-34247a55-a93d-4a5a-bc04-3948cf16aac5 req-eb393fa9-3c6e-4aa0-8185-85862d7e84b5 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.1723263 Mar 14 18:23:40.296463 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-c230738b-f109-40b6-aa86-afc62f061617 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:23:40.296824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.297377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c230738b-f109-40b6-aa86-afc62f061617 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6085386 Mar 14 18:23:40.297878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:40.301104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:40.306758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:40.307823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.310814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.311005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:40.315247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.422805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=432a045f-0226-4cea-bce9-58c84f621fa3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:40.436876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729b4d7-f568-457f-8ac8-70afa25b2f79 req-c1fd1733-df36-43cf-a6d2-92bc66f861e4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.438148 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b729b4d7-f568-457f-8ac8-70afa25b2f79 req-c1fd1733-df36-43cf-a6d2-92bc66f861e4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.1264648 Mar 14 18:23:40.447800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e6e1ea3-8d2f-4dd7-b0b8-c40a468faa6a tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0869520 Mar 14 18:23:40.449782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:40.470225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': 'c87ac8d0-1942-4822-abb1-888c95559733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:40.470649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: bf92e2eb-12b5-4064-8350-71b8f3da38f1, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:40.530717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b729b4d7-f568-457f-8ac8-70afa25b2f79 req-af91089d-b7ef-4190-9bc0-e166d0e4bcf2 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786638 Mar 14 18:23:40.545593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9ebce-aea6-4b97-86c9-2e015ad2ef7c tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.551560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9ebce-aea6-4b97-86c9-2e015ad2ef7c tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.553943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2ba9ebce-aea6-4b97-86c9-2e015ad2ef7c tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1026063 Mar 14 18:23:40.556399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45204) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:40.602847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:40.690179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting port 33ad8654-c3ee-4a69-9792-d6ae0bf46a6a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:40.690533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.716277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73627496-d091-4e91-9902-65fc0a765847 req-24127a45-903e-4c6b-9aa5-e92cffc1a941 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.717784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73627496-d091-4e91-9902-65fc0a765847 req-24127a45-903e-4c6b-9aa5-e92cffc1a941 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 944 time: 0.0807128 Mar 14 18:23:40.718467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bf92e2eb-12b5-4064-8350-71b8f3da38f1) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:40.723343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.724367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.730084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1b356-be0e-4bd0-8123-4b59b17d8dca None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:40.819608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73627496-d091-4e91-9902-65fc0a765847 req-6f32f8e9-c4e5-4969-a824-a7fa21e828ca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916147 Mar 14 18:23:40.821890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.846038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Calling delete_port for 33ad8654-c3ee-4a69-9792-d6ae0bf46a6a owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:40.866407 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-34247a55-a93d-4a5a-bc04-3948cf16aac5 req-6d719316-77f9-4930-bafe-c1c7b5a7e177 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470169 Mar 14 18:23:40.891130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-8eddc42b-7414-4675-9a91-11747eac7b16 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.892680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-8eddc42b-7414-4675-9a91-11747eac7b16 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.2101197 Mar 14 18:23:40.906820 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4bfd64a2-2fb9-4bdc-8bd6-c47e717ab40d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3342025 Mar 14 18:23:40.909358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:40.909849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bf92e2eb-12b5-4064-8350-71b8f3da38f1', 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '432a045f-0226-4cea-bce9-58c84f621fa3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:40.910968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:40.915149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-185202802'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:40.936730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120a23f-c39c-4566-8857-7153848736fb req-943ede0e-c2b4-41d8-8033-c06e59079619 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:40.938255 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a120a23f-c39c-4566-8857-7153848736fb req-943ede0e-c2b4-41d8-8033-c06e59079619 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.2569456 Mar 14 18:23:41.062551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Allocated IP 172.20.0.2 (bf92e2eb-12b5-4064-8350-71b8f3da38f1/432a045f-0226-4cea-bce9-58c84f621fa3/db1c5072-9e76-494b-a39d-ee3166000a1b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:41.103137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.139831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:41.143567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.148080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Port': ['ID=33ad8654-c3ee-4a69-9792-d6ae0bf46a6a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.161256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Made reservation on behalf of 4968c1c4a2474887904abc60e6d3c7de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:41.163190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.166333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.168718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dee7a30a-844e-4def-9b79-62d15391c327 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/ports/33ad8654-c3ee-4a69-9792-d6ae0bf46a6a HTTP/1.1" status: 204 len: 168 time: 0.6113517 Mar 14 18:23:41.173515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:41.176091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port a15ab685-80cc-4dc5-8a7c-0d0bed886563 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:41.226030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.261483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Performing IP validity checks on allocation pools {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:23:41.262027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103393) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:23:41.292749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.323462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Deleting port 135b304b-a811-48be-a738-fc66d7e1a1cf {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:41.323765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.328414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Deleting port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:41.328748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.341530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:41.344459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:41.348078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:41.355430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Pushing event updated for resources: {'Port': ['ID=db1c5072-9e76-494b-a39d-ee3166000a1b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.364276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.12 (bf92e2eb-12b5-4064-8350-71b8f3da38f1/432a045f-0226-4cea-bce9-58c84f621fa3/a15ab685-80cc-4dc5-8a7c-0d0bed886563) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:41.374141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting port e14c93c6-f05d-440a-8efc-311e9e1015e8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:41.375852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.415334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Attempting to bind port db1c5072-9e76-494b-a39d-ee3166000a1b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:41.415697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Attempting to bind port db1c5072-9e76-494b-a39d-ee3166000a1b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c87ac8d0-1942-4822-abb1-888c95559733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:41.416111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Attempting to bind port db1c5072-9e76-494b-a39d-ee3166000a1b on network bf92e2eb-12b5-4064-8350-71b8f3da38f1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:41.421156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:41.421528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Checking segment: {'id': 'c87ac8d0-1942-4822-abb1-888c95559733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:41.421948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.422337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Bound using segment: {'id': 'c87ac8d0-1942-4822-abb1-888c95559733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:41.422789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Bound port: db1c5072-9e76-494b-a39d-ee3166000a1b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87ac8d0-1942-4822-abb1-888c95559733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bf92e2eb-12b5-4064-8350-71b8f3da38f1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:41.423162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.498372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.500015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] For port db1c5072-9e76-494b-a39d-ee3166000a1b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:41.503797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] For port db1c5072-9e76-494b-a39d-ee3166000a1b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=db1c5072-9e76-494b-a39d-ee3166000a1b,segment=NetworkSegment(c87ac8d0-1942-4822-abb1-888c95559733),segment_id=c87ac8d0-1942-4822-abb1-888c95559733)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:41.518035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Calling delete_port for e14c93c6-f05d-440a-8efc-311e9e1015e8 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:41.574260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] For port 135b304b-a811-48be-a738-fc66d7e1a1cf, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=135b304b-a811-48be-a738-fc66d7e1a1cf,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:41.574559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.580765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.596560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] For port 1eb701fb-3bbf-4077-b5c9-3956801e3e85, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1eb701fb-3bbf-4077-b5c9-3956801e3e85,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:41.599886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.604596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.672740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f580-8b69-41e8-ae73-b83b076ce421 None None] Pushing event updated for resources: {'Port': ['ID=db1c5072-9e76-494b-a39d-ee3166000a1b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.692223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe769-d39a-47af-ad53-c250e2d63b04 req-ebbe3ed2-0e41-4daf-87bf-548eeaad1135 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:41.693766 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e80fe769-d39a-47af-ad53-c250e2d63b04 req-ebbe3ed2-0e41-4daf-87bf-548eeaad1135 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.0844986 Mar 14 18:23:41.736997 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e80fe769-d39a-47af-ad53-c250e2d63b04 req-219ebe6c-67c6-452b-85dc-4c1be1684c43 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359309 Mar 14 18:23:41.762128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.793118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Port': ['ID=e14c93c6-f05d-440a-8efc-311e9e1015e8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:41.795610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.836338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.839977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e78fdcc-c817-4fc2-93bd-bdfef2c79b9b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/ports/e14c93c6-f05d-440a-8efc-311e9e1015e8 HTTP/1.1" status: 204 len: 168 time: 0.6651480 Mar 14 18:23:41.841723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:41.846901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:41.869914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:41.904065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:41.952590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:41.956091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e644f28e-157a-4ad6-89f0-d2d61299d9f1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1082282 Mar 14 18:23:41.960677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:41.967524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1587419198'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:41.983542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=a15ab685-80cc-4dc5-8a7c-0d0bed886563,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.026826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.036501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.037221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.071001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a413f3f-5585-4292-a629-0e16067d2277 req-26c4482d-ae38-4099-b3a4-76ef5a05fd36 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.071001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a413f3f-5585-4292-a629-0e16067d2277 req-26c4482d-ae38-4099-b3a4-76ef5a05fd36 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.0791907 Mar 14 18:23:42.114319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a413f3f-5585-4292-a629-0e16067d2277 req-78fe8468-8b89-485b-87c6-4cdab18b4cbb tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379360 Mar 14 18:23:42.115355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:42.118736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.138416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf05c605-9cd3-4de9-b7a3-12c5f48c25f1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2279770 Mar 14 18:23:42.139031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:42.186176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:42.219845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.220180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment 5682f76f-41c1-4c05-9837-5fd70b4c01c0 of type vlan for network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 Mar 14 18:23:42.267039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.299566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port a15ab685-80cc-4dc5-8a7c-0d0bed886563 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:42.300042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.324454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=428bee1e-09bb-4f92-a530-d60a984b0d9f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.345520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.345885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.346291 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Floating IP bfe27ebb-51a3-49db-8635-ac3cb11039c5 disassociated. External IP: 172.26.3.163, port: 135b304b-a811-48be-a738-fc66d7e1a1cf. Mar 14 18:23:42.346632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Calling delete_port for 135b304b-a811-48be-a738-fc66d7e1a1cf owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:42.358641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.358998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.359498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Floating IP 8895d56d-f804-481d-9737-479ed905dce4 disassociated. External IP: 172.26.3.147, port: 1eb701fb-3bbf-4077-b5c9-3956801e3e85. Mar 14 18:23:42.359847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Calling delete_port for 1eb701fb-3bbf-4077-b5c9-3956801e3e85 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:42.363956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.372039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42bbc-4b43-48dc-a6d2-966454b1cf61 req-98d64643-eb09-48b4-a8df-8b848b913d22 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.372193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.372303 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8bd42bbc-4b43-48dc-a6d2-966454b1cf61 req-98d64643-eb09-48b4-a8df-8b848b913d22 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 944 time: 0.3969269 Mar 14 18:23:42.372398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.454872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Checking segment: {'id': 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:42.455229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network hostable DHCP agents. Network: 4cb4b9d3-5139-4895-bb6b-6ed91a13041a, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:42.474001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5078802 Mar 14 18:23:42.474001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.476992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:42.482076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-493651199'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:42.485087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6d16f-5d62-41a9-82f8-2a9b4cc31f4b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=b8fbd390-58cd-4593-b5c7-0cd9388b67a1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.500807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:42.526595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for a15ab685-80cc-4dc5-8a7c-0d0bed886563 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:42.618790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:42.622577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.680373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:42.699896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.703853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Added segment 041e3af0-3824-4b8c-b661-348d43d44b41 of type vlan for network 39c6ba47-8b42-4c60-be61-428c2b49253e Mar 14 18:23:42.745759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.775066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.802873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24532090-0d64-4aff-9dd4-5a2c8077debd None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:42.824562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=a15ab685-80cc-4dc5-8a7c-0d0bed886563,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:42.841794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:42.847357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:42.848848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.013462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.020433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1b293c95-bf55-4cc5-a0cc-4db60ee9eb55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/a15ab685-80cc-4dc5-8a7c-0d0bed886563 HTTP/1.1" status: 204 len: 168 time: 0.8787818 Mar 14 18:23:43.022446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Network': ['ID=39c6ba47-8b42-4c60-be61-428c2b49253e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:43.027873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8bd42bbc-4b43-48dc-a6d2-966454b1cf61 req-6883293f-297d-40b3-ac50-3db3e8136c18 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5894096 Mar 14 18:23:43.032893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6f7da-4777-4b3d-9a7e-3690cf4e5314 req-4be49a0c-8c02-4e33-88cd-aa4e115c2494 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:43.033137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:43.034540 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8f6f7da-4777-4b3d-9a7e-3690cf4e5314 req-4be49a0c-8c02-4e33-88cd-aa4e115c2494 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 945 time: 0.2113316 Mar 14 18:23:43.053978 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-03077f1b-e7a1-4d8d-a99a-fc9a95146684 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5617383 Mar 14 18:23:43.105818 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8f6f7da-4777-4b3d-9a7e-3690cf4e5314 req-7bc43c1a-3ed6-4cfe-8a3a-1845a2b3b3c4 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups?id=1dd98e62-4911-4b03-8048-b94c75449634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643332 Mar 14 18:23:43.150690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-65078c9c-2e36-45c4-993c-968dca584ef1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:43.152574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-65078c9c-2e36-45c4-993c-968dca584ef1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/a15ab685-80cc-4dc5-8a7c-0d0bed886563 HTTP/1.1" status: 404 len: 333 time: 0.1184795 Mar 14 18:23:43.156588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45234) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:43.185326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:43.202834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:43.211514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:23:43.211938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'subnets': [{'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--592309364', 'ip_version': 4}, {'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:43.212469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'subnet': {'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--592309364', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:43.213297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Request body: {'subnet': {'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:43.214949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 39c6ba47-8b42-4c60-be61-428c2b49253e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:43.218122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device db1c5072-9e76-494b-a39d-ee3166000a1b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:43.250953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 432a045f-0226-4cea-bce9-58c84f621fa3 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:43.255480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.308525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.324229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4cb4b9d3-5139-4895-bb6b-6ed91a13041a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:43.360817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412a4cf-b372-4514-84bd-c43814d6622b None None] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:43.364953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:43.366414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.370296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.437044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.472411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] Provisioning complete for port db1c5072-9e76-494b-a39d-ee3166000a1b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:43.472766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.478701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event deleted for resources: {'Port': ['ID=1eb701fb-3bbf-4077-b5c9-3956801e3e85,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:43.565305 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5266306c-817f-4157-95ae-f17f3a8be8ef tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2637365 Mar 14 18:23:43.569428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:43.578700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:43.592193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c677a6-5387-4c7b-9028-2e804b88c74f req-371b851e-a080-43ce-a90a-cd1313f483cd tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:43.597573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-58c677a6-5387-4c7b-9028-2e804b88c74f req-371b851e-a080-43ce-a90a-cd1313f483cd tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 946 time: 0.2953031 Mar 14 18:23:43.629700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.686886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=432a045f-0226-4cea-bce9-58c84f621fa3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:43.690820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port db1c5072-9e76-494b-a39d-ee3166000a1b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:43.691333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.695737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:43.695876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.718988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.724815 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e10fdf6d-eeac-45c1-a7a5-0791dfe5c68d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/432a045f-0226-4cea-bce9-58c84f621fa3 HTTP/1.1" status: 204 len: 168 time: 0.5662944 Mar 14 18:23:43.729237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:43.782458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:23:43.795212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event deleted for resources: {'Port': ['ID=135b304b-a811-48be-a738-fc66d7e1a1cf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:43.848784 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-58c677a6-5387-4c7b-9028-2e804b88c74f req-ba34fec8-03cd-4377-b9f3-729dc0b6eb4f tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups?id=70fcaec4-1aeb-473a-839f-872acab614a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138829 Mar 14 18:23:43.888537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.913752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.918933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4cb4b9d3-5139-4895-bb6b-6ed91a13041a', 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a', 'tenant_id': '4968c1c4a2474887904abc60e6d3c7de', 'fixed_ips': [{'subnet_id': '428bee1e-09bb-4f92-a530-d60a984b0d9f'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:43.919795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.923641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.926169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Made reservation on behalf of 9b989112867e4a8b9cc4046a26e1fc45 for: {'subnet': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:43.931687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.931876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.972268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Router 7e65479b-08fb-4642-a565-39d377628b9e has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:43.979791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting port 15ccbe58-6ec4-48b9-95b5-387e50b7513a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:43.980132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:43.999057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-534173776'] for subnet, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.013810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] For port db1c5072-9e76-494b-a39d-ee3166000a1b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=db1c5072-9e76-494b-a39d-ee3166000a1b,segment=NetworkSegment(c87ac8d0-1942-4822-abb1-888c95559733),segment_id=c87ac8d0-1942-4822-abb1-888c95559733)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:44.020027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:23:44.163632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.165350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.190112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:44.280344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb3436-3fe5-4ee6-bbec-e83aa98d10ce None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:44.290430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.325656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-534548467'] for subnet, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.386000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event updated for resources: {'Subnet': ['ID=428bee1e-09bb-4f92-a530-d60a984b0d9f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.409066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312bac-8087-409d-91d9-eafa5d3e3f0b None None] Pushing event updated for resources: {'Port': ['ID=db1c5072-9e76-494b-a39d-ee3166000a1b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.431236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:44.432176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.437881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2dcce7c9-8dae-467a-a4a9-78cdff232a50 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "PUT /v2.0/subnets/428bee1e-09bb-4f92-a530-d60a984b0d9f HTTP/1.1" status: 200 len: 900 time: 0.8706028 Mar 14 18:23:44.441493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:44.467226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586710a-148d-49b1-aaec-66eb91dfc264 req-cdc4380a-77fa-4e63-875c-9118e0e1ca23 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:44.469598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f586710a-148d-49b1-aaec-66eb91dfc264 req-cdc4380a-77fa-4e63-875c-9118e0e1ca23 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 945 time: 0.2196095 Mar 14 18:23:44.478273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c27df48-102f-495a-b505-0be5d3f8916a None None] Provisioning complete for port db1c5072-9e76-494b-a39d-ee3166000a1b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:44.478647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c27df48-102f-495a-b505-0be5d3f8916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.542662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Allocated IP 2001:db8::3 (4cb4b9d3-5139-4895-bb6b-6ed91a13041a/428bee1e-09bb-4f92-a530-d60a984b0d9f/5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:44.561847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:44.562493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:44.575900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port db1c5072-9e76-494b-a39d-ee3166000a1b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:44.576251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.606902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:44.618841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.642613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.652520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f586710a-148d-49b1-aaec-66eb91dfc264 req-0609e9be-0eba-4793-a25c-286c380a6796 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639645 Mar 14 18:23:44.677112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['2a4502d8-45b0-44d8-b00b-c3c20bdc6017'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:23:44.694752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port db1c5072-9e76-494b-a39d-ee3166000a1b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=db1c5072-9e76-494b-a39d-ee3166000a1b,segment=NetworkSegment(c87ac8d0-1942-4822-abb1-888c95559733),segment_id=c87ac8d0-1942-4822-abb1-888c95559733)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:44.695367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.706886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.713315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Subnet': ['ID=7ad729ca-28b0-4da3-a2bc-f84b4e154779,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:44.715904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for db1c5072-9e76-494b-a39d-ee3166000a1b owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:44.728133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db85d357-43a6-4985-a7c8-606abad2a80e req-d9149d90-4e43-4273-a8fe-c9d2abbfb63e tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.1846051 Mar 14 18:23:44.843305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.879727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] DHCP port deletion for bf92e2eb-12b5-4064-8350-71b8f3da38f1 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:44.881738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.955889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:44.967516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Checking segment: {'id': '5682f76f-41c1-4c05-9837-5fd70b4c01c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:44.968132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network hostable DHCP agents. Network: b8fbd390-58cd-4593-b5c7-0cd9388b67a1, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:44.971134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Calling delete_port for 15ccbe58-6ec4-48b9-95b5-387e50b7513a owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:44.973722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1eb701fb-3bbf-4077-b5c9-3956801e3e85 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:45.000932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5fe845bb-6f41-450a-8199-d9121f30bb20 req-eb16452e-824e-46ad-aa79-f3943b366da3 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.0356038 Mar 14 18:23:45.021641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.026266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 1eb701fb-3bbf-4077-b5c9-3956801e3e85 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:45.026616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1eb701fb-3bbf-4077-b5c9-3956801e3e85 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:45.027035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 135b304b-a811-48be-a738-fc66d7e1a1cf no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:45.047899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port db1c5072-9e76-494b-a39d-ee3166000a1b on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:45.074770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 135b304b-a811-48be-a738-fc66d7e1a1cf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:45.075351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 135b304b-a811-48be-a738-fc66d7e1a1cf not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:45.077322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.079319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=db1c5072-9e76-494b-a39d-ee3166000a1b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:45.134223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port db1c5072-9e76-494b-a39d-ee3166000a1b update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:23:45.172947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:45.189935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:45.191785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Pushing event updated for resources: {'Port': ['ID=5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:45.194099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:45.198966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Deleting port db1c5072-9e76-494b-a39d-ee3166000a1b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:45.198966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.202277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:45.215731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:45.220927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.261524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.283707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=428bee1e-09bb-4f92-a530-d60a984b0d9f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:45.290532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:45.301027 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Sync routers for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:45.315261 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:45.316269 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.325166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] No DVR routers for this DVR port 1eb701fb-3bbf-4077-b5c9-3956801e3e85 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:45.338630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf92e2eb-12b5-4064-8350-71b8f3da38f1']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.376077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.379444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-70008d74-9e8c-4c87-9c99-1bf189d68d1b req-5a641d15-ad37-4d2a-814f-f7306808d860 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.61 "DELETE /v2.0/ports/1eb701fb-3bbf-4077-b5c9-3956801e3e85 HTTP/1.1" status: 204 len: 173 time: 4.4402654 Mar 14 18:23:45.382962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'name': 'network-vif-deleted', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:45.385512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a1d3c-6f71-48d9-ad11-a1a9ef6ab267" -d '{"events": [{"server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "name": "network-vif-deleted", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:23:45.404268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87ac8d0-1942-4822-abb1-888c95559733') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.405002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87ac8d0-1942-4822-abb1-888c95559733') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.434916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.438378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.438598 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:45.439015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] No DVR routers for this DVR port 135b304b-a811-48be-a738-fc66d7e1a1cf on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:45.460752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, b8fbd390-58cd-4593-b5c7-0cd9388b67a1) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:45.465274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce3f7f-ef52-4b1e-9ba7-c80ca12c239b x-openstack-request-id: req-52ce3f7f-ef52-4b1e-9ba7-c80ca12c239b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:23:45.465561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa714d2-30e5-4688-950e-1b9cced02c73", "name": "network-vif-deleted", "tag": "1eb701fb-3bbf-4077-b5c9-3956801e3e85", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:23:45.465812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52ce3f7f-ef52-4b1e-9ba7-c80ca12c239b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:23:45.466225 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa714d2-30e5-4688-950e-1b9cced02c73', 'name': 'network-vif-deleted', 'tag': '1eb701fb-3bbf-4077-b5c9-3956801e3e85', 'status': 'completed', 'code': 200} Mar 14 18:23:45.467272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.471227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a120a23f-c39c-4566-8857-7153848736fb req-88cd4928-f867-4e8d-96d2-029d5df5b1cc tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.61 "DELETE /v2.0/ports/135b304b-a811-48be-a738-fc66d7e1a1cf HTTP/1.1" status: 204 len: 173 time: 4.5199230 Mar 14 18:23:45.480000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.513926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.524347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb4b9d3-5139-4895-bb6b-6ed91a13041a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.536141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:45.536698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:45.540962 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:45.559972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.560435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.624283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device db1c5072-9e76-494b-a39d-ee3166000a1b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:45.655935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c138835-0c00-4159-9e94-42be893ebe14 None None] Network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:45.680257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:45.769808 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.775809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Sync routers for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:45.788569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: db1c5072-9e76-494b-a39d-ee3166000a1b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:45.788904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device db1c5072-9e76-494b-a39d-ee3166000a1b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:45.889819 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Checking router: 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:45.911724 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:45.913963 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.924284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:45.925110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:45.987186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-71e0d50d-d093-40e2-860d-64c0eadf5841 req-60a7bca4-35d5-4f95-9ac7-bb616e993f35 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa714d2-30e5-4688-950e-1b9cced02c73 HTTP/1.1" status: 200 len: 210 time: 0.0464761 Mar 14 18:23:46.058077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:46.139056 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:46.148826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event updated for resources: {'Subnet': ['ID=7d41c27d-097b-485b-a29f-6eaf10fd9743,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.181676 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67a7f087-ba8f-45b2-8f3b-c2b3a678ff59 req-6f2891e9-33b5-4657-a98f-338b64a96fac tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/ports?device_id=a451c3c3-e6be-4674-a17c-572f6381642c HTTP/1.1" status: 200 len: 210 time: 0.0486507 Mar 14 18:23:46.182505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.198949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Checking segment: {'id': '041e3af0-3824-4b8c-b661-348d43d44b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:46.199510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network hostable DHCP agents. Network: 39c6ba47-8b42-4c60-be61-428c2b49253e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:46.230011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Port': ['ID=15ccbe58-6ec4-48b9-95b5-387e50b7513a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.260221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Attempting to bind port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:46.260969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Attempting to bind port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:46.261335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Attempting to bind port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d on network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:46.271059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-b8fbd390-58cd-4593-b5c7-0cd9388b67a1', 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1', 'tenant_id': '9b989112867e4a8b9cc4046a26e1fc45', 'fixed_ips': [{'subnet_id': '7ad729ca-28b0-4da3-a2bc-f84b4e154779'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:46.272167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.301274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:46.301656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Checking segment: {'id': 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:46.302106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.302505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Bound using segment: {'id': 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:46.303043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Bound port: 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:46.303428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.351623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] For port db1c5072-9e76-494b-a39d-ee3166000a1b, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:46.353821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.355277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.373699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:46.374091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:46.377324 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:46.417817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Network 39c6ba47-8b42-4c60-be61-428c2b49253e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:46.425307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.483963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ce30-7fa4-4d09-84f9-dd17cfd76219 req-6ae0eec2-25ac-43be-b516-71db2b0432d6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:46.485761 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a036ce30-7fa4-4d09-84f9-dd17cfd76219 req-6ae0eec2-25ac-43be-b516-71db2b0432d6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 945 time: 0.1620607 Mar 14 18:23:46.492057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.516141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.528148 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/bf92e2eb-12b5-4064-8350-71b8f3da38f1 HTTP/1.1" status: 204 len: 168 time: 2.7935433 Mar 14 18:23:46.537674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45258) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:46.551764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] For port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:46.564074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'name': 'tempest-PortsTestJSON-1917869134'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:46.576057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 39c6ba47-8b42-4c60-be61-428c2b49253e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:46.593120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Calling delete_port for db1c5072-9e76-494b-a39d-ee3166000a1b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:46.598890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:46.601806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Port db1c5072-9e76-494b-a39d-ee3166000a1b was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:23:46.601989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:46.603927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.608885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee585-89d5-43d6-a951-8498f52eddcf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=bf92e2eb-12b5-4064-8350-71b8f3da38f1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.613329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:23:46.613329 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:23:46.613329 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': '4cb4b9d3-5139-4895-bb6b-6ed91a13041a'}] Mar 14 18:23:46.613329 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:23:46.613728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:23:46.618133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629a2a9-0c70-4a68-bc4f-3d10d32dbec5 None None] Network 39c6ba47-8b42-4c60-be61-428c2b49253e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:46.632070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] For port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d,segment=NetworkSegment(b62ebfe2-2458-49ca-a7e1-2a658eb81cad),segment_id=b62ebfe2-2458-49ca-a7e1-2a658eb81cad)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:46.645752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.714349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Network bf92e2eb-12b5-4064-8350-71b8f3da38f1 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:23:46.714879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] No DVR routers for this DVR port db1c5072-9e76-494b-a39d-ee3166000a1b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:46.726854 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:46.742224 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a036ce30-7fa4-4d09-84f9-dd17cfd76219 req-3749253c-5238-47d4-b86b-b528cc138825 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423813 Mar 14 18:23:46.764756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b003e-9144-46bb-8f2f-19103d97ffbc None None] Pushing event deleted for resources: {'Port': ['ID=db1c5072-9e76-494b-a39d-ee3166000a1b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:46.775431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.782640 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ed429a-6864-4a9f-8225-6e88302cd038 None None] The sync data for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv is: [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:21:24Z', 'revision_number': 4, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2500a1c-9a75-41c4-b9ae-f7209fb167b7', 'name': '', 'network_id': '6f19199b-a7bb-401c-bd7d-575d44ae1481', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'mac_address': 'fa:16:3e:ed:b0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:31Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'subnets': [{'id': '69e08522-015f-4aaa-b6ed-f7fc39be0101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:46.793060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Router 796ccc82-c88e-4d05-88ea-ecb41974428a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:46.806372 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3b3541f-2c66-4f35-a356-95197b05e7d4 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6002831 Mar 14 18:23:46.808975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45260) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:46.908518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Allocated IP 172.20.0.2 (b8fbd390-58cd-4593-b5c7-0cd9388b67a1/7ad729ca-28b0-4da3-a2bc-f84b4e154779/8f20df0d-66f8-458e-82c6-601f2867eb9c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:46.912980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:46.919820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:46.942178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:46.949371 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3f2d5d72-10b6-49b4-8a72-c5263eed9bda tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6460848 Mar 14 18:23:46.954716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:46.963277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port c5b93f85-b48f-402a-9368-fd2fdc934493 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:46.980944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] Sync routers for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:46.990016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1caa-9175-4701-b81d-f61fde022462 None None] Pushing event updated for resources: {'Port': ['ID=5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.000399 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-44dfaa18-a69a-414f-9909-1ccfdac6e6f8 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] delete failed (client error): The resource could not be found. Mar 14 18:23:47.001476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-44dfaa18-a69a-414f-9909-1ccfdac6e6f8 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-929585874 HTTP/1.1" status: 404 len: 334 time: 0.0458138 Mar 14 18:23:47.008150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.010605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441f6f0-1bac-439b-a11f-402a42b16dda tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.012284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441f6f0-1bac-439b-a11f-402a42b16dda tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.013792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441f6f0-1bac-439b-a11f-402a42b16dda tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.016325 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e441f6f0-1bac-439b-a11f-402a42b16dda tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2061715 Mar 14 18:23:47.017501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.022995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3e38ca9c-6043-4129-9d57-b0c54f45bba9 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'router': {'external_gateway_info': {'network_id': '796ccc82-c88e-4d05-88ea-ecb41974428a'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:47.025052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.059736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579653e5-0473-40f3-8037-9e17100a080f None None] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:47.116918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.190407 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33485f03-002d-4399-98fd-8f19306b69c6 None None] New status for floating IP bfe27ebb-51a3-49db-8635-ac3cb11039c5: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:23:47.215661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting subnet 7ad729ca-28b0-4da3-a2bc-f84b4e154779 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:47.263443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.281794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.299106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Checking router: 7e65479b-08fb-4642-a565-39d377628b9e for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:47.300300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:47.300650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.313181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:47.313977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.325566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-39c6ba47-8b42-4c60-be61-428c2b49253e', 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e', 'tenant_id': '9b989112867e4a8b9cc4046a26e1fc45', 'fixed_ips': [{'subnet_id': '7d41c27d-097b-485b-a29f-6eaf10fd9743'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:47.326701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.348568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e38ca9c-6043-4129-9d57-b0c54f45bba9 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.380091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.415948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.419025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:47.419651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.421028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d,segment=NetworkSegment(b62ebfe2-2458-49ca-a7e1-2a658eb81cad),segment_id=b62ebfe2-2458-49ca-a7e1-2a658eb81cad)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:47.421530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.431658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.447144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-3e38ca9c-6043-4129-9d57-b0c54f45bba9 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] update failed (client error): The resource could not be found. Mar 14 18:23:47.447144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e38ca9c-6043-4129-9d57-b0c54f45bba9 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a HTTP/1.1" status: 404 len: 339 time: 0.4246154 Mar 14 18:23:47.447466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:47.448389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45280) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.455273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1016013320'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:47.467508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.484491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'name': 'network-vif-deleted', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:47.487692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95b4c1b-0722-489c-8a11-11ff1ce01161" -d '{"events": [{"server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "name": "network-vif-deleted", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:23:47.519984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.522888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.554169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:47.559502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.566408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058a0247-434d-4ee5-ab94-06f0b6bb01a6 x-openstack-request-id: req-058a0247-434d-4ee5-ab94-06f0b6bb01a6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:23:47.566759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a451c3c3-e6be-4674-a17c-572f6381642c", "name": "network-vif-deleted", "tag": "135b304b-a811-48be-a738-fc66d7e1a1cf", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:23:47.567104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-058a0247-434d-4ee5-ab94-06f0b6bb01a6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:23:47.567646 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a451c3c3-e6be-4674-a17c-572f6381642c', 'name': 'network-vif-deleted', 'tag': '135b304b-a811-48be-a738-fc66d7e1a1cf', 'status': 'completed', 'code': 200} Mar 14 18:23:47.590036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.609894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:47.618850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:47.622879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:47.628702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.642545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.642545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=c5b93f85-b48f-402a-9368-fd2fdc934493,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.642764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:47.712029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:47.712655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.716796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.725589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.725589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "DELETE /v2.0/security-groups/1dd98e62-4911-4b03-8048-b94c75449634 HTTP/1.1" status: 204 len: 168 time: 0.4532845 Mar 14 18:23:47.725834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.731346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09457403-61f4-4e07-8666-37d53e584c66 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd98e62-4911-4b03-8048-b94c75449634,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.738386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-bf877d0a-aa9b-43df-a043-ab2108508325 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] show failed (client error): The resource could not be found. Mar 14 18:23:47.739397 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bf877d0a-aa9b-43df-a043-ab2108508325 tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "GET /v2.0/security-groups/1dd98e62-4911-4b03-8048-b94c75449634 HTTP/1.1" status: 404 len: 347 time: 0.0149927 Mar 14 18:23:47.742706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.749252 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3592e3b8-f01b-49b2-bdbf-995c9e6177dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2045665 Mar 14 18:23:47.750282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.752903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.755368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.758515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "DELETE /v2.0/security-groups/70fcaec4-1aeb-473a-839f-872acab614a2 HTTP/1.1" status: 204 len: 168 time: 0.3751426 Mar 14 18:23:47.758515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.766424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45290) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.804972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port 5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:47.805590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.805965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Added segment 995847d6-c2e8-4433-b49d-bad93c847d77 of type vlan for network c185c607-a91d-4167-8cfe-74714cfbadcd Mar 14 18:23:47.806950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=5a0d2ffd-aa20-4d53-bd0d-7f91ea9c2e6d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.836428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-92898318-bcff-402f-8a4b-1601bc1e62a2 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] show failed (client error): The resource could not be found. Mar 14 18:23:47.840004 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-92898318-bcff-402f-8a4b-1601bc1e62a2 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "GET /v2.0/security-groups/70fcaec4-1aeb-473a-839f-872acab614a2 HTTP/1.1" status: 404 len: 347 time: 0.0453300 Mar 14 18:23:47.846458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:47.852796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.868846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:47.869537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1f3bc-5bfe-4cc4-b647-d7831e9f69c2 None None] The sync data for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:47.933470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cada3ec-c889-4212-9181-fcd880e8af96 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fcaec4-1aeb-473a-839f-872acab614a2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:47.960405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1afe8-966a-4a23-909c-264c2cde734f None None] Network 4cb4b9d3-5139-4895-bb6b-6ed91a13041a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:47.979340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:47.984947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:47.985547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.005498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.008860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.012437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:48.024085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01278e-a6a1-42b7-afd8-0bac34718441 req-656ac017-6542-48f7-890a-c468cf4e51e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:48.025858 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ef01278e-a6a1-42b7-afd8-0bac34718441 req-656ac017-6542-48f7-890a-c468cf4e51e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 945 time: 0.1874139 Mar 14 18:23:48.045385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d48b5cf3-38bf-44e5-88b1-ec383a30d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.075211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb4b9d3-5139-4895-bb6b-6ed91a13041a']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.092956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.093336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62ebfe2-2458-49ca-a7e1-2a658eb81cad') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.103706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.106113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.116245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.127246 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6740997 Mar 14 18:23:48.131672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45296) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.137316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'subnet': {'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:48.155548 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ef01278e-a6a1-42b7-afd8-0bac34718441 req-33a34e94-d5d0-430a-b872-ec0febee21c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209226 Mar 14 18:23:48.156501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.167606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:48.168007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.193929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Allocated IP 172.20.0.18 (39c6ba47-8b42-4c60-be61-428c2b49253e/7d41c27d-097b-485b-a29f-6eaf10fd9743/953e39d5-b85b-4242-aa26-466861c20749) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:48.195977 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:48.202876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.231781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:48.247059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:48.249623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:48.279591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Deleting port e94716b0-2782-4de0-9133-f2071bfa06fc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:48.279923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.295775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.310299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Pushing event updated for resources: {'Port': ['ID=8f20df0d-66f8-458e-82c6-601f2867eb9c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.344990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd160d-0eb7-4e43-a8a5-3b8c0249eab1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Network': ['ID=c185c607-a91d-4167-8cfe-74714cfbadcd,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.378123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port c5b93f85-b48f-402a-9368-fd2fdc934493 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:48.378538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.378649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.378942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.381735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.395021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.397696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Deleting port ec41071e-d070-4f42-97b3-59eaf8869e7a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:48.398016 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/4cb4b9d3-5139-4895-bb6b-6ed91a13041a HTTP/1.1" status: 204 len: 168 time: 3.9502709 Mar 14 18:23:48.398164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.401649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45298) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.411576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c185c607-a91d-4167-8cfe-74714cfbadcd details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:48.414399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Calling delete_port for e94716b0-2782-4de0-9133-f2071bfa06fc owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:48.466228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908984-7f08-40e1-8089-d977d165d860 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=4cb4b9d3-5139-4895-bb6b-6ed91a13041a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.472100 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa28784d-e220-4500-99d4-fd01938e1d0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:48.472757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa28784d-e220-4500-99d4-fd01938e1d0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:48.476998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa28784d-e220-4500-99d4-fd01938e1d0e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/428bee1e-09bb-4f92-a530-d60a984b0d9f HTTP/1.1" status: 404 len: 337 time: 0.0713162 Mar 14 18:23:48.477842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Made reservation on behalf of 0ef320d532904094a764ed1192a07662 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:48.481389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.482265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.496393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.523211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.541471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Attempting to bind port 8f20df0d-66f8-458e-82c6-601f2867eb9c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:48.549841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Attempting to bind port 8f20df0d-66f8-458e-82c6-601f2867eb9c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5682f76f-41c1-4c05-9837-5fd70b4c01c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:48.549841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Attempting to bind port 8f20df0d-66f8-458e-82c6-601f2867eb9c on network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:48.553821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5a491d-77eb-439b-833a-a419570d54eb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:48.554722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5a491d-77eb-439b-833a-a419570d54eb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:48.559590 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da5a491d-77eb-439b-833a-a419570d54eb tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/4cb4b9d3-5139-4895-bb6b-6ed91a13041a HTTP/1.1" status: 404 len: 339 time: 0.0738547 Mar 14 18:23:48.562677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad729ca-28b0-4da3-a2bc-f84b4e154779,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.567077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.569920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for c5b93f85-b48f-402a-9368-fd2fdc934493 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:48.576450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:48.576882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.577497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Checking segment: {'id': '5682f76f-41c1-4c05-9837-5fd70b4c01c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:48.578083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.578631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Bound using segment: {'id': '5682f76f-41c1-4c05-9837-5fd70b4c01c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:48.579270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Bound port: 8f20df0d-66f8-458e-82c6-601f2867eb9c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5682f76f-41c1-4c05-9837-5fd70b4c01c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b8fbd390-58cd-4593-b5c7-0cd9388b67a1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:48.579808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.580059 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7ed0ab0f-f4a4-4a28-bdc3-e64d42d5132d tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/subnets/7ad729ca-28b0-4da3-a2bc-f84b4e154779 HTTP/1.1" status: 204 len: 168 time: 1.5520513 Mar 14 18:23:48.582707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.641099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.641498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.657559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Calling delete_port for ec41071e-d070-4f42-97b3-59eaf8869e7a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:48.733103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting subnet 7d41c27d-097b-485b-a29f-6eaf10fd9743 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:48.736376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.746528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] For port 8f20df0d-66f8-458e-82c6-601f2867eb9c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:48.751872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] For port 8f20df0d-66f8-458e-82c6-601f2867eb9c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8f20df0d-66f8-458e-82c6-601f2867eb9c,segment=NetworkSegment(5682f76f-41c1-4c05-9837-5fd70b4c01c0),segment_id=5682f76f-41c1-4c05-9837-5fd70b4c01c0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:48.754168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.758496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:48.786420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b9a64-19ce-4680-9649-0c128e85b76a None None] The sync data for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv is: [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:21:30Z', 'revision_number': 4, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0c8651ad-1041-45ad-92e7-f9ae309572d9', 'name': '', 'network_id': '0cec7099-fa27-44e1-ac0c-1be8018896e8', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'mac_address': 'fa:16:3e:1d:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:28Z', 'updated_at': '2022-03-14T18:21:37Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'subnets': [{'id': 'f435b7a8-d89d-4c15-a2ef-ef169f55f1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:48.808829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.846164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.865072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.867759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Network 39c6ba47-8b42-4c60-be61-428c2b49253e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:48.874332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.892284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:48.898607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:48.912833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.919378 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/c5b93f85-b48f-402a-9368-fd2fdc934493 HTTP/1.1" status: 204 len: 168 time: 1.0365980 Mar 14 18:23:48.919378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caea0c-6536-4d48-99bf-ac0bbaeba3a0 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=c5b93f85-b48f-402a-9368-fd2fdc934493,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.919633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:48.922755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:48.945210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Pushing event updated for resources: {'Port': ['ID=953e39d5-b85b-4242-aa26-466861c20749,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.952330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'mac_address': 'fa:16:3e:7b:15:79', 'name': 'tempest-PortsTestJSON-1306198814'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:48.986114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Pushing event deleted for resources: {'Port': ['ID=ec41071e-d070-4f42-97b3-59eaf8869e7a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:48.992467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:49.013744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.027001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb98c0a-4002-421d-819a-6168a9818c4c None None] Network b8fbd390-58cd-4593-b5c7-0cd9388b67a1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:49.039971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.043362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.047430 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ce5d10f9-8312-4618-9ce9-eef03516888b tempest-ServersTestManualDisk-830767868 tempest-ServersTestManualDisk-830767868-project] 10.222.0.58 "DELETE /v2.0/floatingips/8895d56d-f804-481d-9737-479ed905dce4 HTTP/1.1" status: 204 len: 168 time: 1.3010707 Mar 14 18:23:49.047584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.049422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:49.065199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Attempting to bind port 953e39d5-b85b-4242-aa26-466861c20749 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:49.065568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Attempting to bind port 953e39d5-b85b-4242-aa26-466861c20749 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '041e3af0-3824-4b8c-b661-348d43d44b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:49.065956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Attempting to bind port 953e39d5-b85b-4242-aa26-466861c20749 on network 39c6ba47-8b42-4c60-be61-428c2b49253e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:49.121736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.124551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b406047f-46e6-4b42-80d9-f11fd2ba70be']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:49.127120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:49.127493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Checking segment: {'id': '041e3af0-3824-4b8c-b661-348d43d44b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:49.127894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.128285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Bound using segment: {'id': '041e3af0-3824-4b8c-b661-348d43d44b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:49.128761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Bound port: 953e39d5-b85b-4242-aa26-466861c20749, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041e3af0-3824-4b8c-b661-348d43d44b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '39c6ba47-8b42-4c60-be61-428c2b49253e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:49.129513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.173440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09057932-596c-409c-800a-91d29284241b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:49.174524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09057932-596c-409c-800a-91d29284241b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:49.184995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Pushing event deleted for resources: {'Port': ['ID=e94716b0-2782-4de0-9133-f2071bfa06fc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.193957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.207458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d070f-946d-49e1-8142-b4c5cf0296d5 None None] Pushing event updated for resources: {'Port': ['ID=8f20df0d-66f8-458e-82c6-601f2867eb9c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.227637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.277055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3412dfae-23a3-4601-b7ab-6c54cad04f58 None None] New status for floating IP 8895d56d-f804-481d-9737-479ed905dce4: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:23:49.335812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.373587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.376933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:49.377350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:49.380340 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:49.419567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:49.424067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Subnet': ['ID=501e61fa-0d76-42cf-be8b-fea9ed59fd65,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.470836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:23:49.478616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:49.479109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.504875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.508246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.509478 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-51f38d54-c197-4b11-9cdb-497105cd53e9 tempest-ServersTestJSON-433494186 tempest-ServersTestJSON-433494186-project] 10.222.0.58 "DELETE /v2.0/floatingips/bfe27ebb-51a3-49db-8635-ac3cb11039c5 HTTP/1.1" status: 204 len: 168 time: 1.6608844 Mar 14 18:23:49.527847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45312) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:49.635642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b01c7-29c1-4122-9d39-4037316b3b98 req-9c39f00c-db74-4b0a-a0c8-133b6dd97d1f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:49.637098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Checking segment: {'id': '995847d6-c2e8-4433-b49d-bad93c847d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:49.637464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network hostable DHCP agents. Network: c185c607-a91d-4167-8cfe-74714cfbadcd, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:49.643335 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-321b01c7-29c1-4122-9d39-4037316b3b98 req-9c39f00c-db74-4b0a-a0c8-133b6dd97d1f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 945 time: 0.3686814 Mar 14 18:23:49.647493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.652409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.655682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/b406047f-46e6-4b42-80d9-f11fd2ba70be HTTP/1.1" status: 204 len: 168 time: 1.0851426 Mar 14 18:23:49.677069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:49.694842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.704650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031eac-d052-4f23-beb2-0f511cef7b26 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=b406047f-46e6-4b42-80d9-f11fd2ba70be,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.717004 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-321b01c7-29c1-4122-9d39-4037316b3b98 req-5e905da4-b2ef-4ffc-b40e-01ac569f966d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724719 Mar 14 18:23:49.737644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.761725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:49.765175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cce8c5-0147-4f6d-9882-196ae2331654" -d '{"events": [{"server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "name": "network-vif-plugged", "status": "completed", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:23:49.773212 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a985c1d-1f3a-457e-a897-106333361e3d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:49.773669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a985c1d-1f3a-457e-a897-106333361e3d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:49.776713 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a985c1d-1f3a-457e-a897-106333361e3d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/f5bb3bda-2574-4846-9b4f-3a4d3971989a HTTP/1.1" status: 404 len: 337 time: 0.0948303 Mar 14 18:23:49.779887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:49.782103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:49.808314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f527e40-2ef3-4779-aea3-60eda20a992d x-openstack-request-id: req-9f527e40-2ef3-4779-aea3-60eda20a992d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:23:49.808635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "name": "network-vif-plugged", "status": "completed", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:23:49.808893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f527e40-2ef3-4779-aea3-60eda20a992d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:23:49.809288 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'code': 200} Mar 14 18:23:49.814723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 6887a12e-7b82-4165-bedc-607f7e3811d6 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:49.824516 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f7ec22-6249-4365-b739-2d3581c2beab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:49.825093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f7ec22-6249-4365-b739-2d3581c2beab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:49.829092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d8f7ec22-6249-4365-b739-2d3581c2beab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/e67d77a2-1575-436a-b0bb-a18ca28726dc HTTP/1.1" status: 404 len: 339 time: 0.0458617 Mar 14 18:23:49.831842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:49.839491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.842744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] For port 953e39d5-b85b-4242-aa26-466861c20749, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:49.855986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] For port 953e39d5-b85b-4242-aa26-466861c20749, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=953e39d5-b85b-4242-aa26-466861c20749,segment=NetworkSegment(041e3af0-3824-4b8c-b661-348d43d44b41),segment_id=041e3af0-3824-4b8c-b661-348d43d44b41)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:49.859149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.900445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting subnet c3f75ee2-e3b0-41c7-9732-166e859d7789 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:49.902823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network c185c607-a91d-4167-8cfe-74714cfbadcd is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:49.905371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.908745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.914877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.915527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Subnet': ['ID=7d41c27d-097b-485b-a29f-6eaf10fd9743,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:49.918240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.963592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:49.966418 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e0f7d4a9-ea1a-4eb2-b76e-c34e2261896b tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/subnets/7d41c27d-097b-485b-a29f-6eaf10fd9743 HTTP/1.1" status: 204 len: 168 time: 1.3827605 Mar 14 18:23:49.971119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:50.000100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.002649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4e23d-8121-47ec-a6e3-0b2cdafcc8e3 None None] Pushing event updated for resources: {'Port': ['ID=953e39d5-b85b-4242-aa26-466861c20749,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:50.032995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c185c607-a91d-4167-8cfe-74714cfbadcd) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:50.038448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.039905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.056130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc24b13-8613-4c3e-a028-7d8a98c321e8 None None] Network c185c607-a91d-4167-8cfe-74714cfbadcd requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:50.122883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8117ed6-b142-4f56-af01-cd66e09e7842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.158321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370f9e8-4224-4c57-840b-ed1aab3f4b4c tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.166587 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1370f9e8-4224-4c57-840b-ed1aab3f4b4c tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1858277 Mar 14 18:23:50.168783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:50.216256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.254708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c185c607-a91d-4167-8cfe-74714cfbadcd', 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd', 'tenant_id': '0ef320d532904094a764ed1192a07662', 'fixed_ips': [{'subnet_id': '501e61fa-0d76-42cf-be8b-fea9ed59fd65'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:23:50.255663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.255949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2c0a1e68-2458-4365-a506-d20b30b7df13 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1221910 Mar 14 18:23:50.264219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:50.291144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-baa6eb9e-314c-45bd-b911-059edf6f03b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:50.342452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e0e8-7a25-478d-b89b-f944a9e4f696 req-cecd339a-dded-4ca8-8124-6d469ab4e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:50.344151 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c15e0e8-7a25-478d-b89b-f944a9e4f696 req-cecd339a-dded-4ca8-8124-6d469ab4e7ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1099 time: 0.1328039 Mar 14 18:23:50.360159 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.374277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.471219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Allocated IP 2001:db8:1::2 (c185c607-a91d-4167-8cfe-74714cfbadcd/501e61fa-0d76-42cf-be8b-fea9ed59fd65/b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:50.474599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.508985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f75ee2-e3b0-41c7-9732-166e859d7789,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:50.522534 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c15e0e8-7a25-478d-b89b-f944a9e4f696 req-1e528958-2c8f-4855-bdce-0c4c18dca876 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298089 Mar 14 18:23:50.529371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.535007 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b38f6f9d-4b26-4740-9898-67edf880fbda tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/c3f75ee2-e3b0-41c7-9732-166e859d7789 HTTP/1.1" status: 204 len: 168 time: 0.6991482 Mar 14 18:23:50.535007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Deleting port 0c8651ad-1041-45ad-92e7-f9ae309572d9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:50.535007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.548233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac086095-7b11-4156-bee3-5376126998e7 None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:50.553704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:50.649733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting subnet a6b32a9c-81a6-42e9-8290-9c51a88e4175 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:50.653280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.699610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] For port 0c8651ad-1041-45ad-92e7-f9ae309572d9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0c8651ad-1041-45ad-92e7-f9ae309572d9,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:50.700656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.718854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.722073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Calling delete_port for 0c8651ad-1041-45ad-92e7-f9ae309572d9 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:50.784348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.871030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.932980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Network c185c607-a91d-4167-8cfe-74714cfbadcd is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:50.936441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:50.940751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:50.948690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:50.965575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Pushing event updated for resources: {'Port': ['ID=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.009490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.023453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-baa6eb9e-314c-45bd-b911-059edf6f03b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.057842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf8f0-9164-4c83-8730-69a3523ecb4c req-679ae631-7c27-420d-890a-bd43910b6bca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.059487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fb6cf8f0-9164-4c83-8730-69a3523ecb4c req-679ae631-7c27-420d-890a-bd43910b6bca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.2391310 Mar 14 18:23:51.072930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Attempting to bind port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:23:51.072930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Attempting to bind port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '995847d6-c2e8-4433-b49d-bad93c847d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:23:51.073596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Attempting to bind port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff on network c185c607-a91d-4167-8cfe-74714cfbadcd {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:23:51.090343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:51.090481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:23:51.090857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Checking segment: {'id': '995847d6-c2e8-4433-b49d-bad93c847d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:51.091254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.091644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Bound using segment: {'id': '995847d6-c2e8-4433-b49d-bad93c847d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:23:51.092101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Bound port: b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995847d6-c2e8-4433-b49d-bad93c847d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c185c607-a91d-4167-8cfe-74714cfbadcd'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:23:51.092484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.095581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:51.098305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:51.104467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.105166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.124575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=6887a12e-7b82-4165-bedc-607f7e3811d6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.144325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting port 953e39d5-b85b-4242-aa26-466861c20749 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:51.144660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.220938 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a95d26b3-6408-4670-ba2b-be4cd6264886 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2702124 Mar 14 18:23:51.224281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:51.250035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] For port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:23:51.254572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] For port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,segment=NetworkSegment(995847d6-c2e8-4433-b49d-bad93c847d77),segment_id=995847d6-c2e8-4433-b49d-bad93c847d77)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:23:51.309978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.351133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fb6cf8f0-9164-4c83-8730-69a3523ecb4c req-9e637a35-2c93-4ab0-94cb-81b3686e534a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700648 Mar 14 18:23:51.362869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bde0fa-5a60-44b5-8a7d-6850f5ba2525 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:51.368803 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-35bde0fa-5a60-44b5-8a7d-6850f5ba2525 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/6887a12e-7b82-4165-bedc-607f7e3811d6 HTTP/1.1" status: 200 len: 841 time: 0.1377063 Mar 14 18:23:51.368803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:51.370339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] For port 953e39d5-b85b-4242-aa26-466861c20749, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=953e39d5-b85b-4242-aa26-466861c20749,segment=NetworkSegment(041e3af0-3824-4b8c-b661-348d43d44b41),segment_id=041e3af0-3824-4b8c-b661-348d43d44b41)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:51.370339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.384860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.403135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 953e39d5-b85b-4242-aa26-466861c20749 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:51.452663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Calling delete_port for 953e39d5-b85b-4242-aa26-466861c20749 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:51.452956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.462217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/a6b32a9c-81a6-42e9-8290-9c51a88e4175 HTTP/1.1" status: 204 len: 168 time: 0.9071827 Mar 14 18:23:51.462948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:51.471922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1941d8-aa7d-4da7-b779-5378439a08cf tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b32a9c-81a6-42e9-8290-9c51a88e4175,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.488962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.508492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939ea1c-e3b3-46ec-b68b-4fffb3ed3f82 None None] Pushing event updated for resources: {'Port': ['ID=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.548704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 953e39d5-b85b-4242-aa26-466861c20749 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:51.548704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.656190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.662118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.670285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.678074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72801eb1-688c-4ce1-85ef-49e1636f2b7b None None] Network 39c6ba47-8b42-4c60-be61-428c2b49253e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:51.726490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 953e39d5-b85b-4242-aa26-466861c20749, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=953e39d5-b85b-4242-aa26-466861c20749,segment=NetworkSegment(041e3af0-3824-4b8c-b661-348d43d44b41),segment_id=041e3af0-3824-4b8c-b661-348d43d44b41)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:51.766278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.769333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:51.770127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.811421 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-baa6eb9e-314c-45bd-b911-059edf6f03b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:23:51.812490 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-baa6eb9e-314c-45bd-b911-059edf6f03b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a HTTP/1.1" status: 400 len: 364 time: 1.5405052 Mar 14 18:23:51.820260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:51.827820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729da322-f9ed-4a1a-a8bd-9f82ea8d5208 None None] Network 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:51.851744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-125fb193-c486-452c-87c2-8805e45e7137 None None] Provisioning complete for port 953e39d5-b85b-4242-aa26-466861c20749 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:51.852124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-125fb193-c486-452c-87c2-8805e45e7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.859906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.884135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8651ad-1041-45ad-92e7-f9ae309572d9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:51.928484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,segment=NetworkSegment(bc8ebb8e-12d0-45d6-82d3-f0710f06e71f),segment_id=bc8ebb8e-12d0-45d6-82d3-f0710f06e71f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:51.929336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.950244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 6887a12e-7b82-4165-bedc-607f7e3811d6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:51.952394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:51.960640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:52.078823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=953e39d5-b85b-4242-aa26-466861c20749,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.121975 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-125fb193-c486-452c-87c2-8805e45e7137 None None] No ports have port_id starting with 953e39d5-b85b-4242-aa26-466861c20749 Mar 14 18:23:52.151121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.232088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251b665-62d2-4ef0-a711-53e13f376f8e None None] DHCP port deletion for 39c6ba47-8b42-4c60-be61-428c2b49253e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:52.242720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.256751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.256905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Port': ['ID=953e39d5-b85b-4242-aa26-466861c20749,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.265171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.280556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-734c8a56-c717-46ca-9cac-ab6c6c641dd2 None None] Could not find standard attr ID for object 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:23:52.315644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] No DVR routers for this DVR port 953e39d5-b85b-4242-aa26-466861c20749 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:52.335937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=2eb6b83a-58c0-4b6f-aaef-f782c5ef505f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:52.342752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:52.353712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 6887a12e-7b82-4165-bedc-607f7e3811d6 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:52.373341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80cf63d-de90-47c9-9a70-f2e332ffb121 None None] DHCP port deletion for 4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:52.472353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.498860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.548461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.548936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8ebb8e-12d0-45d6-82d3-f0710f06e71f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.566813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.569942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.588978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.626605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c6ba47-8b42-4c60-be61-428c2b49253e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.631169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:52.631791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:52.635060 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:52.660102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.663659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041e3af0-3824-4b8c-b661-348d43d44b41') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.663814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041e3af0-3824-4b8c-b661-348d43d44b41') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:52.694740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.707007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Router 7e65479b-08fb-4642-a565-39d377628b9e has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:52.741594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49615d74-1681-4be9-b7d6-9def8e284b02 req-fded8f28-fafb-4faf-ac79-1f06377fc308 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:52.743135 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-49615d74-1681-4be9-b7d6-9def8e284b02 req-fded8f28-fafb-4faf-ac79-1f06377fc308 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.2531514 Mar 14 18:23:52.783213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.810641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.817180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.821472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6 HTTP/1.1" status: 204 len: 168 time: 1.3507681 Mar 14 18:23:52.826981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:52.827398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.829546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:52.846988 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:52.865240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.878000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:52.905485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc53a79-5fec-4531-acf2-c2c64cc52162 None None] Network c185c607-a91d-4167-8cfe-74714cfbadcd requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:53.001080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=6887a12e-7b82-4165-bedc-607f7e3811d6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.029401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.035370 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63822c8b-a98e-45bb-b251-e26edbc2f42f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/6887a12e-7b82-4165-bedc-607f7e3811d6 HTTP/1.1" status: 204 len: 168 time: 1.6585457 Mar 14 18:23:53.036060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-49615d74-1681-4be9-b7d6-9def8e284b02 req-a97438cb-2cfe-4136-b03c-db8d001e348d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552752 Mar 14 18:23:53.039272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.062482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] Provisioning complete for port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:53.062482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.115757 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab65ed9-3d27-4b42-bb58-75ac5e895a8b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:53.121120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7ab65ed9-3d27-4b42-bb58-75ac5e895a8b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/6887a12e-7b82-4165-bedc-607f7e3811d6 HTTP/1.1" status: 404 len: 333 time: 0.0768437 Mar 14 18:23:53.121678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61bc0f-a4d5-4d14-af57-77e7ff7d7b38 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=4f1615bf-a1e4-44bb-b2c2-eae07bb7aac6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.124548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.131791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.134581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Deleting port d2500a1c-9a75-41c4-b9ae-f7209fb167b7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:53.134928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.139093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'name': 'tempest-PortsTestJSON-216446980'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:53.143968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.148077 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/39c6ba47-8b42-4c60-be61-428c2b49253e HTTP/1.1" status: 204 len: 168 time: 2.9800818 Mar 14 18:23:53.154903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45352) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.157292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.186855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8230058-3de6-4b91-9ea3-766774e5060d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.187302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8230058-3de6-4b91-9ea3-766774e5060d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.190325 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8230058-3de6-4b91-9ea3-766774e5060d tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/4268a1e8-d301-4fac-a4d4-50bd54340b6b HTTP/1.1" status: 404 len: 337 time: 0.3571966 Mar 14 18:23:53.200000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.213953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:53.218371 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3097fb0b-cef6-466f-96c6-9628eeb0380e admin admin] 10.222.0.58 "PUT /v2.0/routers/7e65479b-08fb-4642-a565-39d377628b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1695104 Mar 14 18:23:53.224253 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Sync routers for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:53.241485 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:53.242495 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:53.250654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.251272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.280919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a49bc1-1936-401b-a3cf-ab7b668c6372 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=39c6ba47-8b42-4c60-be61-428c2b49253e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.322482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] For port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,segment=NetworkSegment(995847d6-c2e8-4433-b49d-bad93c847d77),segment_id=995847d6-c2e8-4433-b49d-bad93c847d77)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:53.376529 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a0ada0-091e-45dd-a3f3-d4cadea14490 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.377106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a0ada0-091e-45dd-a3f3-d4cadea14490 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.382045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d6a0ada0-091e-45dd-a3f3-d4cadea14490 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/e843963c-c836-4690-baee-3955419abb7b HTTP/1.1" status: 404 len: 339 time: 0.1753860 Mar 14 18:23:53.395974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45358) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.396378 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:53.402373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.462117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6b17f-e019-4b09-abeb-29e4a621fd4a req-b181f142-5b48-44dd-82c2-8d8c493aa772 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:53.463974 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d6f6b17f-e019-4b09-abeb-29e4a621fd4a req-b181f142-5b48-44dd-82c2-8d8c493aa772 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.3385808 Mar 14 18:23:53.471311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5800f7bc-8ab8-46d2-9cc6-fedf6bd6c83e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.471924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5800f7bc-8ab8-46d2-9cc6-fedf6bd6c83e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.479366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.480302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.481467 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5800f7bc-8ab8-46d2-9cc6-fedf6bd6c83e tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/40e56771-0dd8-4fd2-9a4f-5d0dbac54e58 HTTP/1.1" status: 404 len: 337 time: 0.0814157 Mar 14 18:23:53.493668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Allocated IP 2001:db8::1 (c60f90f8-b060-4183-86ea-603feb233eff/ce761da2-17a5-4841-bff2-7b4230f83eea/b577c687-4582-4f55-af1d-5ee930dd8711) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:53.500888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:53.528685 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b9bdda-d464-4020-aa5a-a012048da838 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.529342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b9bdda-d464-4020-aa5a-a012048da838 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.533007 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44b9bdda-d464-4020-aa5a-a012048da838 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/a6c910ff-bad1-40bb-b18d-f0a60e6bb313 HTTP/1.1" status: 404 len: 339 time: 0.0436277 Mar 14 18:23:53.543030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.546972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] For port d2500a1c-9a75-41c4-b9ae-f7209fb167b7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:53.547567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.569208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b157fd2-ef28-4656-a82c-b810ef78037d None None] Pushing event updated for resources: {'Port': ['ID=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:53.588345 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d6f6b17f-e019-4b09-abeb-29e4a621fd4a req-4c4f1140-08ee-4b27-9d6f-d3e8a89becdc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056752 Mar 14 18:23:53.589987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.593428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:53.606367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.606475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cebd79a-fbce-4f12-b3f7-ec198f3f0f68 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:53.634855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Calling delete_port for d2500a1c-9a75-41c4-b9ae-f7209fb167b7 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:53.645498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45364) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.664358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd0f3af-c5d9-4314-bcc1-8e80d3734824 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.665176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd0f3af-c5d9-4314-bcc1-8e80d3734824 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.669402 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:53.671313 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1fd0f3af-c5d9-4314-bcc1-8e80d3734824 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/53d1ed82-efca-4731-817b-b29c16b71e47 HTTP/1.1" status: 404 len: 337 time: 0.1147904 Mar 14 18:23:53.674440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.699149 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Checking router: 7e65479b-08fb-4642-a565-39d377628b9e for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:53.708505 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Routers {'7e65479b-08fb-4642-a565-39d377628b9e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:53.709664 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7e65479b-08fb-4642-a565-39d377628b9e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:53.720861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 37e422fd-3d50-44c8-a991-b0520794a825 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:23:53.729234 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-975cc03a-458a-4c9a-9f50-8455a197880c tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:53.730092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975cc03a-458a-4c9a-9f50-8455a197880c tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:53.736262 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-975cc03a-458a-4c9a-9f50-8455a197880c tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/bfec7031-93eb-4f14-a797-9e7ca82e8068 HTTP/1.1" status: 404 len: 339 time: 0.0462480 Mar 14 18:23:53.738491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.800421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cebd79a-fbce-4f12-b3f7-ec198f3f0f68 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:53.817077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] Set router 7e65479b-08fb-4642-a565-39d377628b9e gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:53.853380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Deleting port 8f20df0d-66f8-458e-82c6-601f2867eb9c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:53.853735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.859277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:53.861565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.865142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ca14ea47-5092-4baf-86cf-e4530e5f5682 None None] Provisioning complete for port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:53.865595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ca14ea47-5092-4baf-86cf-e4530e5f5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:53.902675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c752e-5675-45c0-a2eb-682ee6bdb245 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:53.907500 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-104c752e-5675-45c0-a2eb-682ee6bdb245 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1094 time: 0.2521677 Mar 14 18:23:53.909945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45370) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:53.916827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting subnet fdd4527c-a9b5-44bb-b388-ef2b00247421 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:53.923063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:53.948839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.007937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.012726 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:54.042887 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a8d26-c7cc-47db-9aad-054aea671266 None None] The sync data for ids ['7e65479b-08fb-4642-a565-39d377628b9e'] in dv-neutron-833670-1-hyperv is: [{'id': '7e65479b-08fb-4642-a565-39d377628b9e', 'name': 'tempest-ServersTestManualDisk-1131327344-router', 'tenant_id': 'd26c62cb24854efa836dab7ece32c934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:18Z', 'updated_at': '2022-03-14T18:23:51Z', 'revision_number': 5, 'project_id': 'd26c62cb24854efa836dab7ece32c934', 'gw_port': {'id': '01b5cc15-1832-40fc-a52a-eb48e5908ece', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:68:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65479b-08fb-4642-a565-39d377628b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:20Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:54.081509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.134417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.187518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.258874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.295952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.357556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] For port 8f20df0d-66f8-458e-82c6-601f2867eb9c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8f20df0d-66f8-458e-82c6-601f2867eb9c,segment=NetworkSegment(5682f76f-41c1-4c05-9837-5fd70b4c01c0),segment_id=5682f76f-41c1-4c05-9837-5fd70b4c01c0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:54.357941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.377949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b57c1c-c453-486d-991a-82f38838fc5d None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:23:54.378570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Calling delete_port for 8f20df0d-66f8-458e-82c6-601f2867eb9c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:54.383426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Deleting port 01b5cc15-1832-40fc-a52a-eb48e5908ece {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:54.383773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.453914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.503234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.529558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.534096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:54.543937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.561937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:54.571864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 953e39d5-b85b-4242-aa26-466861c20749 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:54.585751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network c60f90f8-b060-4183-86ea-603feb233eff is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:54.589080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=37e422fd-3d50-44c8-a991-b0520794a825,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.593410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] For port 01b5cc15-1832-40fc-a52a-eb48e5908ece, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=01b5cc15-1832-40fc-a52a-eb48e5908ece,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:54.593779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.596672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:54.597107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:54.600285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:54.601141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.602378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:54.603212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.610039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Port': ['ID=b577c687-4582-4f55-af1d-5ee930dd8711,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.613871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd4527c-a9b5-44bb-b388-ef2b00247421,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.619045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.621880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 953e39d5-b85b-4242-aa26-466861c20749 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:54.622683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 953e39d5-b85b-4242-aa26-466861c20749 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:54.622797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:54.624806 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4645d682-808f-4167-81aa-74547cbb41ab tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/fdd4527c-a9b5-44bb-b388-ef2b00247421 HTTP/1.1" status: 204 len: 168 time: 0.8825467 Mar 14 18:23:54.646630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:54.647747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2eb6b83a-58c0-4b6f-aaef-f782c5ef505f not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:54.659683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:54.664950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.693451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Calling delete_port for 01b5cc15-1832-40fc-a52a-eb48e5908ece owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:54.704940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2500a1c-9a75-41c4-b9ae-f7209fb167b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:54.768793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b57c1c-c453-486d-991a-82f38838fc5d None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:23:54.861161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-57cade61-7f9f-41b2-97a4-6dcb6d3b40e4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7257702 Mar 14 18:23:54.865719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:54.872583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:54.879082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.913690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.185 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/50dab700-0326-47ad-ae94-0708ea957711) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:23:54.928644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:54.947870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] No DVR routers for this DVR port 8f20df0d-66f8-458e-82c6-601f2867eb9c on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:55.015734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Port': ['ID=8f20df0d-66f8-458e-82c6-601f2867eb9c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.018536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.064166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.092922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cab5e0-6bb7-420a-9ff0-c55ed3e187a0 None None] Network 4a353973-c07c-4dcb-927f-23f66b589258 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:55.108517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port 0b86b35b-f68a-440a-adf6-cf87ae02c517 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:55.108864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.239405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.247850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.254441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port 0b86b35b-f68a-440a-adf6-cf87ae02c517, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0b86b35b-f68a-440a-adf6-cf87ae02c517,segment=NetworkSegment(48e5915c-3104-4009-8ca4-1e02c6c7672f),segment_id=48e5915c-3104-4009-8ca4-1e02c6c7672f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:55.258929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.277308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for 0b86b35b-f68a-440a-adf6-cf87ae02c517 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:55.287611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.293436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.316463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fbd390-58cd-4593-b5c7-0cd9388b67a1']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.364488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b5cc15-1832-40fc-a52a-eb48e5908ece,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.404340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682f76f-41c1-4c05-9837-5fd70b4c01c0') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.404508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] DHCP port deletion for 4a353973-c07c-4dcb-927f-23f66b589258 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:55.404947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682f76f-41c1-4c05-9837-5fd70b4c01c0') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:55.507959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.510696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:23:55.547043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.551474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.568083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Deleting port 0b86b35b-f68a-440a-adf6-cf87ae02c517 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:55.568458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.575462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:55.575873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.577937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:55.581098 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:55.657716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] For port 0b86b35b-f68a-440a-adf6-cf87ae02c517, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0b86b35b-f68a-440a-adf6-cf87ae02c517,segment=NetworkSegment(48e5915c-3104-4009-8ca4-1e02c6c7672f),segment_id=48e5915c-3104-4009-8ca4-1e02c6c7672f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:55.658387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.658754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.661345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:55.669649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:55.670277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.696143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:55.698836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:23:55.705206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.709885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=50dab700-0326-47ad-ae94-0708ea957711,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.713775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Calling delete_port for 0b86b35b-f68a-440a-adf6-cf87ae02c517 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:55.715544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.735726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d83167e1-bdbb-47db-9e6f-bf4a0e2a1b6e None None] Provisioning complete for port b577c687-4582-4f55-af1d-5ee930dd8711 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:55.736098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83167e1-bdbb-47db-9e6f-bf4a0e2a1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.766377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port 0b86b35b-f68a-440a-adf6-cf87ae02c517 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:55.766377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=0b86b35b-f68a-440a-adf6-cf87ae02c517,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.834940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d83167e1-bdbb-47db-9e6f-bf4a0e2a1b6e None None] Port b577c687-4582-4f55-af1d-5ee930dd8711 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:55.890324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.895892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.906444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0c8651ad-1041-45ad-92e7-f9ae309572d9 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:55.924935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:55.928262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/b8fbd390-58cd-4593-b5c7-0cd9388b67a1 HTTP/1.1" status: 204 len: 168 time: 2.7592025 Mar 14 18:23:55.929363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5e36-85f5-40ec-b6b1-f0c460ddd536 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=b8fbd390-58cd-4593-b5c7-0cd9388b67a1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.938980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:55.950969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] Pushing event deleted for resources: {'Port': ['ID=0b86b35b-f68a-440a-adf6-cf87ae02c517,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:55.954617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0c8651ad-1041-45ad-92e7-f9ae309572d9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:55.954976 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0c8651ad-1041-45ad-92e7-f9ae309572d9 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:55.965096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d4e6f-78cd-4ae2-98ac-edcb23362587 None None] No DVR routers for this DVR port 0b86b35b-f68a-440a-adf6-cf87ae02c517 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:56.021226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:56.030862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.053674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.058362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.129979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.141407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.142220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.185635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.186242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e65479b-08fb-4642-a565-39d377628b9e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:56.191673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.192871 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-26dd76a0-ac28-47fc-8f44-8fd7c80c1616 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7e65479b-08fb-4642-a565-39d377628b9e HTTP/1.1" status: 204 len: 168 time: 2.9386115 Mar 14 18:23:56.196117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.205380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45378) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:56.233325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] In _notify_port_updated(), no bound segment for port 37e422fd-3d50-44c8-a991-b0520794a825 on network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:23:56.238887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:56.239553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.242192 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/ports/37e422fd-3d50-44c8-a991-b0520794a825 HTTP/1.1" status: 200 len: 818 time: 1.3732846 Mar 14 18:23:56.246864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:56.253925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.258686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a353973-c07c-4dcb-927f-23f66b589258']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.307024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bccfe-361b-4c15-ad84-427a1342718e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=37e422fd-3d50-44c8-a991-b0520794a825,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.321035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e5915c-3104-4009-8ca4-1e02c6c7672f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.321333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e5915c-3104-4009-8ca4-1e02c6c7672f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.353786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.366355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cf0414-6ca0-4986-865a-072dbc444cf4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.400656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd4958e-24d4-41d6-85f6-06dea0b760ea') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.401012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd4958e-24d4-41d6-85f6-06dea0b760ea') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.430613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.437846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Deleting subnet f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:56.443595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.454785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:56.456999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.470790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:56.470880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event updated for resources: {'Port': ['ID=b577c687-4582-4f55-af1d-5ee930dd8711,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.470962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.471046 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-98d68657-eece-4058-b968-f30cbbe4836b admin admin] 10.222.0.58 "PUT /v2.0/routers/063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9372976 Mar 14 18:23:56.471046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45382) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:56.471187 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:56.473015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.476180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Sync routers for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:56.492772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:56.494260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.516375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:56.516777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:56.522242 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:56.533855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Network c60f90f8-b060-4183-86ea-603feb233eff is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:23:56.545355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:23:56.596876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.615016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:56.697106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 37e422fd-3d50-44c8-a991-b0520794a825 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:56.697615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.726684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.741516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.743235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.829197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:56.833504 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/4a353973-c07c-4dcb-927f-23f66b589258 HTTP/1.1" status: 204 len: 168 time: 2.1580477 Mar 14 18:23:56.837015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6a09-ee94-4363-8dba-112f44e93445 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=4a353973-c07c-4dcb-927f-23f66b589258,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:56.866307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:56.878970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:23:54Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.908052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Checking router: 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:23:56.921310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Routers {'063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:56.922416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:56.967158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-007087b2-0caf-417d-bb14-ca711baefc44 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:56.967615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007087b2-0caf-417d-bb14-ca711baefc44 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:56.974371 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-007087b2-0caf-417d-bb14-ca711baefc44 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/2024e79c-e5fe-4471-a439-98ff6bf2266c HTTP/1.1" status: 404 len: 337 time: 0.0776000 Mar 14 18:23:56.984368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.004329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.025638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.034984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-800a96b3-6558-42b3-8caa-b28e9e40f277 None None] Provisioning complete for port b577c687-4582-4f55-af1d-5ee930dd8711 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:23:57.035406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-800a96b3-6558-42b3-8caa-b28e9e40f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.090686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-800a96b3-6558-42b3-8caa-b28e9e40f277 None None] Port b577c687-4582-4f55-af1d-5ee930dd8711 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:23:57.095093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] Set router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:57.103032 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b09ee69-a415-443a-a5bb-aea6177af1f4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] DELETE failed (client error): The resource could not be found. Mar 14 18:23:57.103635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b09ee69-a415-443a-a5bb-aea6177af1f4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:23:57.108923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b09ee69-a415-443a-a5bb-aea6177af1f4 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/b263aa5a-32c0-41a1-9506-26915b220ccd HTTP/1.1" status: 404 len: 339 time: 0.1214199 Mar 14 18:23:57.112946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45388) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.115182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.121000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/f7cf0414-6ca0-4986-865a-072dbc444cf4 HTTP/1.1" status: 204 len: 168 time: 1.1788640 Mar 14 18:23:57.123907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 37e422fd-3d50-44c8-a991-b0520794a825 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:57.125441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45390) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.162444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a5b4d-5162-426a-bd84-a24dd305c1c1 tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=f7cf0414-6ca0-4986-865a-072dbc444cf4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.175095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Router 796ccc82-c88e-4d05-88ea-ecb41974428a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:57.231819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting subnet c4aef1e3-c97d-4067-ba69-ddc06a780e5c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:23:57.239801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.286820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:23:54Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.320829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 01b5cc15-1832-40fc-a52a-eb48e5908ece no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:57.324075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e0ce4-8fea-48ec-b60a-9ff95843a120 None None] The sync data for ids ['063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af'] in dv-neutron-833670-1-hyperv is: [{'id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'name': 'tempest-ServersTestJSON-1489511635-router', 'tenant_id': '79180658905a4375a6724b5c3d2faa9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:16Z', 'updated_at': '2022-03-14T18:23:54Z', 'revision_number': 5, 'project_id': '79180658905a4375a6724b5c3d2faa9c', 'gw_port': {'id': 'baa924d3-c0ce-42ec-8c59-d9545ab2d12c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:30:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:17Z', 'updated_at': '2022-03-14T18:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:57.345745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 01b5cc15-1832-40fc-a52a-eb48e5908ece {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:57.346133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 01b5cc15-1832-40fc-a52a-eb48e5908ece not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:57.346520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0b86b35b-f68a-440a-adf6-cf87ae02c517 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:57.353313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.368386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0b86b35b-f68a-440a-adf6-cf87ae02c517 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:57.369118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0b86b35b-f68a-440a-adf6-cf87ae02c517 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:57.401337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.405616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.411205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.428000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:57.434678 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1048c343-4c59-4c79-97d1-5891b46b15e1 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6134117 Mar 14 18:23:57.442129 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] Sync routers for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:57.451418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.454541 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:57.455272 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.481114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.491582 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.500952 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:57.501847 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.540358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f435b7a8-d89d-4c15-a2ef-ef169f55f1b5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.540818 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:57.541692 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795d2e3-f01a-4c67-9295-fb9cbbad2a21 None None] The sync data for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:23:57.542840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.546092 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0ab5f01c-a312-40d0-a894-029a53618cae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f435b7a8-d89d-4c15-a2ef-ef169f55f1b5 HTTP/1.1" status: 204 len: 168 time: 1.3396559 Mar 14 18:23:57.557769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.564463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.570539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb4182a-75c3-43b8-8b57-3b3076e98f69 None None] Network 0cec7099-fa27-44e1-ac0c-1be8018896e8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:57.631938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.646852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.673470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9616cfe-d8e9-4c2e-b98d-bff590663e55 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.677444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=37e422fd-3d50-44c8-a991-b0520794a825,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:57.716584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.722582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.726559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9634f8ee-45b5-4ef1-ab37-f4372c29044d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/37e422fd-3d50-44c8-a991-b0520794a825 HTTP/1.1" status: 204 len: 168 time: 1.4755938 Mar 14 18:23:57.740111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.775329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.811139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Deleting port baa924d3-c0ce-42ec-8c59-d9545ab2d12c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:57.811736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.812679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] DHCP port deletion for 0cec7099-fa27-44e1-ac0c-1be8018896e8 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:57.829946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-d9616cfe-d8e9-4c2e-b98d-bff590663e55 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 18:23:57.831521 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9616cfe-d8e9-4c2e-b98d-bff590663e55 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a HTTP/1.1" status: 409 len: 329 time: 0.3789873 Mar 14 18:23:57.840036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:57.884912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Deleting port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:57.885298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.899832 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.975068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] For port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,segment=NetworkSegment(8056b6a7-edd3-4055-8b38-c8b6529bdb89),segment_id=8056b6a7-edd3-4055-8b38-c8b6529bdb89)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:57.975980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:57.992394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Calling delete_port for 9cfaa34a-2578-44f9-bb33-3a13069e6a7d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:58.014332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aef1e3-c97d-4067-ba69-ddc06a780e5c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.020372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.025091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d6366ff0-8846-41c7-80a3-a276c65d88c7 tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/subnets/c4aef1e3-c97d-4067-ba69-ddc06a780e5c HTTP/1.1" status: 204 len: 168 time: 0.9022758 Mar 14 18:23:58.036748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45400) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:58.042113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4321264c-e972-4288-a8d3-c76595370ec5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.049239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96addcea-64bd-46d7-b646-376f0222794d None None] Network 9a30a272-d9bf-41c7-890d-8729704984f5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:23:58.070952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61c1a8c-49d5-4fbc-946d-1004b48c912f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.071344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61c1a8c-49d5-4fbc-946d-1004b48c912f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.077105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.091900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.115255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.136452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:58.136862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:58.141179 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:58.185835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c617fe0-b042-4bb7-9d14-1084d77f960d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:58.189938 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7c617fe0-b042-4bb7-9d14-1084d77f960d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4277515 Mar 14 18:23:58.191954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:58.214909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] For port baa924d3-c0ce-42ec-8c59-d9545ab2d12c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:58.215379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.249175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.266763 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acdaf6a-7411-4b4e-b7d6-32e5f53fce4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:23:58.268292 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2acdaf6a-7411-4b4e-b7d6-32e5f53fce4f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/37e422fd-3d50-44c8-a991-b0520794a825 HTTP/1.1" status: 404 len: 333 time: 0.0742660 Mar 14 18:23:58.271969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45406) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:58.278017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1224468302'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:58.288831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Calling delete_port for baa924d3-c0ce-42ec-8c59-d9545ab2d12c owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:58.293818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Deleting port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:58.294217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.296143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] DHCP port deletion for 9a30a272-d9bf-41c7-890d-8729704984f5 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:23:58.306105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] No DVR routers for this DVR port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:58.306495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.316445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5edf9c-edc5-4663-aaac-65c51e130dda None None] Pushing event deleted for resources: {'Port': ['ID=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.366362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.368301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.377038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.377542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Deleting port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:58.378056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.383016 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] 10.222.0.58 "DELETE /v2.0/networks/4321264c-e972-4288-a8d3-c76595370ec5 HTTP/1.1" status: 204 len: 168 time: 1.2462945 Mar 14 18:23:58.393421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ea847-e3e9-4695-910f-92ebd0ac908f tempest-BulkNetworkOpsTest-291234032 tempest-BulkNetworkOpsTest-291234032-project] Pushing event deleted for resources: {'Network': ['ID=4321264c-e972-4288-a8d3-c76595370ec5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.426846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:58.432189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.458166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.473650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] For port aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,segment=NetworkSegment(042c7e11-87ac-43a5-824a-fc054cb66340),segment_id=042c7e11-87ac-43a5-824a-fc054cb66340)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:58.473889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.490595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:23:58.493686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Calling delete_port for aafbc817-6ce9-4079-b5e9-658a5a1e45e4 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:58.513662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] For port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:58.514303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.547612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.548127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment 6a160a30-a6bb-4eb4-862b-8aebe6f68bbf of type vlan for network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 Mar 14 18:23:58.553852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Calling delete_port for 9cfaa34a-2578-44f9-bb33-3a13069e6a7d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:58.559395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=50dab700-0326-47ad-ae94-0708ea957711,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.562592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d was not found and therefore no delete operation was performed {{(pid=103392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:23:58.573015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.593727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.644109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.667470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] No DVR routers for this DVR port 9cfaa34a-2578-44f9-bb33-3a13069e6a7d on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:58.671970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfaa34a-2578-44f9-bb33-3a13069e6a7d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.733397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Deleting port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:23:58.733837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.748596 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 1ac545fc-d740-4f7a-8972-dbc9c0cb9187 associated. External IP: 172.26.3.185, port: 2a4502d8-45b0-44d8-b00b-c3c20bdc6017. Mar 14 18:23:58.789866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.795512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:58.796107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.848341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.853917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.891552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] Pushing event deleted for resources: {'Port': ['ID=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.901691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] For port aafbc817-6ce9-4079-b5e9-658a5a1e45e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,segment=NetworkSegment(042c7e11-87ac-43a5-824a-fc054cb66340),segment_id=042c7e11-87ac-43a5-824a-fc054cb66340)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:23:58.902106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:58.907588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cec7099-fa27-44e1-ac0c-1be8018896e8']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.908088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c42c6a-1e42-4c34-b375-847eb7548be9 None None] No DVR routers for this DVR port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:58.925464 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6516774 Mar 14 18:23:58.928127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4d340-2dfd-478f-854e-d3fe6844f7a2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=c801d49c-84e2-41a2-8d5e-c4c8f6e58c11,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:58.932734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:58.938531 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:23:58.939526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:23:58.951526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8056b6a7-edd3-4055-8b38-c8b6529bdb89') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.951824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8056b6a7-edd3-4055-8b38-c8b6529bdb89') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:58.952033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:23:58.970152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Calling delete_port for aafbc817-6ce9-4079-b5e9-658a5a1e45e4 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:23:58.984346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.008118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.011086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.046054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.082999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:23:59.083405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:23:59.088608 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:23:59.099702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Pushing event deleted for resources: {'Port': ['ID=baa924d3-c0ce-42ec-8c59-d9545ab2d12c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.144872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:23:59.146384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:23:59.150619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.227602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.230122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.338238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.342706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.346281 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0cec7099-fa27-44e1-ac0c-1be8018896e8 HTTP/1.1" status: 204 len: 168 time: 1.7857692 Mar 14 18:23:59.360665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2500a1c-9a75-41c4-b9ae-f7209fb167b7 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:59.371118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:23:59.400735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:23:59.403502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d2500a1c-9a75-41c4-b9ae-f7209fb167b7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:59.403841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2500a1c-9a75-41c4-b9ae-f7209fb167b7 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:59.404412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device aafbc817-6ce9-4079-b5e9-658a5a1e45e4 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:59.437710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: aafbc817-6ce9-4079-b5e9-658a5a1e45e4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:59.438163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device aafbc817-6ce9-4079-b5e9-658a5a1e45e4 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:59.438585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9cfaa34a-2578-44f9-bb33-3a13069e6a7d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:23:59.445563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.449779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8d774-befe-41c5-8738-61dde7dad0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cec7099-fa27-44e1-ac0c-1be8018896e8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.455409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.461193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.467860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.468353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:23:59.474073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:23:59.474073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9cfaa34a-2578-44f9-bb33-3a13069e6a7d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:23:59.474073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9cfaa34a-2578-44f9-bb33-3a13069e6a7d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:23:59.506446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e269223-8b6e-41b9-b592-dd446f91e4e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5844514 Mar 14 18:23:59.506446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:23:59.508536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe" -d '{"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:23:59.511846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.555122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] No DVR routers for this DVR port aafbc817-6ce9-4079-b5e9-658a5a1e45e4 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:23:59.562101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Port': ['ID=aafbc817-6ce9-4079-b5e9-658a5a1e45e4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.567191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-deb9a4f4-2919-4983-8a47-7b559175026c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b989112867e4a8b9cc4046a26e1fc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188344 Mar 14 18:23:59.585277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.586928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.612415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:23:59.655644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.656441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:23:59.663823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.666011 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dfd06403-f8b3-4712-95c8-b58b7208c30d admin admin] 10.222.0.58 "DELETE /v2.0/routers/063dd1bf-e5ba-44e1-a4ee-fd95cf3dd2af HTTP/1.1" status: 204 len: 168 time: 3.1965721 Mar 14 18:23:59.669988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.751180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:23:59.751694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: c801d49c-84e2-41a2-8d5e-c4c8f6e58c11, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:23:59.758715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b95ca00-a0ea-450a-bc3d-5908279c9c57 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/1ac545fc-d740-4f7a-8972-dbc9c0cb9187 HTTP/1.1" status: 200 len: 992 time: 0.2456715 Mar 14 18:23:59.779708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514f7888-2402-4a2c-9678-fa11bbc486c6 x-openstack-request-id: req-514f7888-2402-4a2c-9678-fa11bbc486c6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:23:59.779708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:23:59.779708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-514f7888-2402-4a2c-9678-fa11bbc486c6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:23:59.779708 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'status': 'completed', 'code': 200} Mar 14 18:23:59.793638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=527fc5a2-c781-484b-8407-e2cf58124663,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:23:59.839943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.858749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.906168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:23:59.940346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-eb7974a1-be43-4a9a-b547-9d85bb2c943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:23:59.941915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-eb7974a1-be43-4a9a-b547-9d85bb2c943f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1099 time: 0.1438155 Mar 14 18:23:59.942535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:23:59.964895 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b45359cf-fbd1-4352-aa84-e56ecf914777 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d26c62cb24854efa836dab7ece32c934&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1237893 Mar 14 18:23:59.976780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:23:59.985762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:23:56Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.012585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:00.022778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:00.023484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.059617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c801d49c-84e2-41a2-8d5e-c4c8f6e58c11) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:00.064946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:00.065535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.075153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e81000-b913-4244-8acf-1165dd38c284 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:00.120872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.123491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.124572 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/883f8ec7-b7ff-4e1e-af21-a3bdd1fd6f7e HTTP/1.1" status: 204 len: 168 time: 0.5344133 Mar 14 18:24:00.130521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.134701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-896ccd31-4ae5-4cab-acc3-df3a3ce39e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:00.136160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-896ccd31-4ae5-4cab-acc3-df3a3ce39e68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 898 time: 0.1800666 Mar 14 18:24:00.149848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a8c8-b119-4929-87be-0d483ad2163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f8ec7-b7ff-4e1e-af21-a3bdd1fd6f7e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:00.159514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.184416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Deleting subnet 69e08522-015f-4aaa-b6ed-f7fc39be0101 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:00.187734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.208059 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c72827b0-9733-4574-a0a7-6861238a6bf9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2706263 Mar 14 18:24:00.209934 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45434) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:00.216683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:00.222840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.227772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:00.230145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.305529 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-c9f34fab-c93e-487d-b8dd-50e29afd6655 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 1000 time: 0.1582251 Mar 14 18:24:00.359705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.405951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a30a272-d9bf-41c7-890d-8729704984f5']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.418799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-9484d23f-dfbb-4b79-a194-94cf0ac45b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:00.420383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '527fc5a2-c781-484b-8407-e2cf58124663'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:00.420541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-9484d23f-dfbb-4b79-a194-94cf0ac45b02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 200 len: 834 time: 0.1037142 Mar 14 18:24:00.421703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.429406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042c7e11-87ac-43a5-824a-fc054cb66340') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.431450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042c7e11-87ac-43a5-824a-fc054cb66340') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.451363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.485446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-ba78c614-71a3-4687-ab33-d94a02fa6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:00.487258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-ba78c614-71a3-4687-ab33-d94a02fa6dbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575511 Mar 14 18:24:00.498453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.509624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:00.510324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:00.513377 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:00.525770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.528377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.532559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29fc6135-6c33-4b47-a314-af807eb803c6 HTTP/1.1" status: 204 len: 168 time: 0.5502307 Mar 14 18:24:00.616814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.623629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting port b577c687-4582-4f55-af1d-5ee930dd8711 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:00.624203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.654353 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-aa83b64d-62bd-48f7-94e0-2d615698e78b service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594732 Mar 14 18:24:00.661241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:00.666706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Allocated IP 172.20.0.2 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/527fc5a2-c781-484b-8407-e2cf58124663/a3f8f365-af66-4384-9437-c7fa149d580d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:00.666996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.726176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.740347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Calling delete_port for b577c687-4582-4f55-af1d-5ee930dd8711 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:00.748721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:23:56Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:00.779645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e75b9-9944-4d25-a55e-6b900a6e2a6a None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:23:56Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:00.821419 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 527fc5a2-c781-484b-8407-e2cf58124663 (CIDR: 172.20.0.0/28) Mar 14 18:24:00.822690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:00.918357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.939629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af4e3c-5114-41d3-bfcd-430e6af863db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc6135-6c33-4b47-a314-af807eb803c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:00.976439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.980676 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:24:00.981124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:00.984315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e08522-015f-4aaa-b6ed-f7fc39be0101,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:00.987383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:00.993721 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-85f3f291-8e2f-4e6a-b5ec-d8457d09efad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/69e08522-015f-4aaa-b6ed-f7fc39be0101 HTTP/1.1" status: 204 len: 168 time: 1.3199887 Mar 14 18:24:00.996563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.001827 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] 10.222.0.58 "DELETE /v2.0/networks/9a30a272-d9bf-41c7-890d-8729704984f5 HTTP/1.1" status: 204 len: 168 time: 2.9615185 Mar 14 18:24:01.011186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab6eaa42-dfe1-41b4-ac6b-2d4e461cfabe req-c1681b5d-e0a0-41d6-8e35-76f72464d1be service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872013 Mar 14 18:24:01.014368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:01.017042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15d19-195d-4585-8032-7b90e3a5e93a tempest-NetworksIpV6Test-1369817059 tempest-NetworksIpV6Test-1369817059-project] Pushing event deleted for resources: {'Network': ['ID=9a30a272-d9bf-41c7-890d-8729704984f5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.024873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.028036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.032254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c81447-17f3-4782-9019-1433332061a5 None None] Network 6f19199b-a7bb-401c-bd7d-575d44ae1481 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:01.113237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Port': ['ID=b577c687-4582-4f55-af1d-5ee930dd8711,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.167259 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c60c89-071f-4f5d-9376-aac23129f9f2 None None] New status for floating IP 1ac545fc-d740-4f7a-8972-dbc9c0cb9187: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:24:01.195843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.214976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-62f901a0-c2e9-472a-9799-25b9f8f553ca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/1ac545fc-d740-4f7a-8972-dbc9c0cb9187 HTTP/1.1" status: 200 len: 992 time: 0.2879727 Mar 14 18:24:01.229821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ea366016-b94e-4065-81f6-94b09e432aed tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0143456 Mar 14 18:24:01.230538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:01.243048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:01.264198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.320820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device baa924d3-c0ce-42ec-8c59-d9545ab2d12c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:01.332387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:01.421336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:01.434016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:01.445781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: baa924d3-c0ce-42ec-8c59-d9545ab2d12c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:01.446152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device baa924d3-c0ce-42ec-8c59-d9545ab2d12c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:01.461447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Pushing event updated for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.525743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Deleting port be56cd42-986d-4b52-99c0-537bca0b849b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:01.526305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.530315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Router 796ccc82-c88e-4d05-88ea-ecb41974428a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:24:01.574291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Attempting to bind port a3f8f365-af66-4384-9437-c7fa149d580d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:01.574666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Attempting to bind port a3f8f365-af66-4384-9437-c7fa149d580d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:01.575036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Attempting to bind port a3f8f365-af66-4384-9437-c7fa149d580d on network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:01.589555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:01.593785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Checking segment: {'id': '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:01.593785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.593785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Bound using segment: {'id': '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:01.593785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Bound port: a3f8f365-af66-4384-9437-c7fa149d580d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:01.593785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.617754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] For port be56cd42-986d-4b52-99c0-537bca0b849b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be56cd42-986d-4b52-99c0-537bca0b849b,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:01.618225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.644694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:01.651435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.654795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Calling delete_port for be56cd42-986d-4b52-99c0-537bca0b849b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:01.677019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:01.681871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3f8f365-af66-4384-9437-c7fa149d580d,segment=NetworkSegment(6a160a30-a6bb-4eb4-862b-8aebe6f68bbf),segment_id=6a160a30-a6bb-4eb4-862b-8aebe6f68bbf)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:01.691981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] DHCP port deletion for 6f19199b-a7bb-401c-bd7d-575d44ae1481 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:01.713773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:01.725730 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2b37f43a-600f-4054-95a7-3bfa2bef03f2 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8842854 Mar 14 18:24:01.731040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:01.735706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] Sync routers for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:01.752422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:01.753389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:01.782422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:01.800862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:01.833329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:01.885650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] Routers {'796ccc82-c88e-4d05-88ea-ecb41974428a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:01.886360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['796ccc82-c88e-4d05-88ea-ecb41974428a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:01.923586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796a08-ddbd-40e2-939a-afa09a135300 None None] Pushing event updated for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:01.928446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:01.930148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320765b-bb86-4d7f-9738-c682c395557c None None] The sync data for ids ['796ccc82-c88e-4d05-88ea-ecb41974428a'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:01.937290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Deleting port be56cd42-986d-4b52-99c0-537bca0b849b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:01.937936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.090529 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-39ecf602-fc0f-4530-a769-40f66f8c7afd tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] show failed (client error): The resource could not be found. Mar 14 18:24:02.091352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-39ecf602-fc0f-4530-a769-40f66f8c7afd tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-947113177 HTTP/1.1" status: 404 len: 334 time: 0.3592741 Mar 14 18:24:02.097173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.119193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1172ffb8-c0c2-4dcf-8580-5e5d62a9bd54 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:02.212881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f5386a06-f905-4487-8e42-07b5a4b0df09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4968c1c4a2474887904abc60e6d3c7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220321 Mar 14 18:24:02.213198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.223367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.238862 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-1172ffb8-c0c2-4dcf-8580-5e5d62a9bd54 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] update failed (client error): The resource could not be found. Mar 14 18:24:02.242715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1172ffb8-c0c2-4dcf-8580-5e5d62a9bd54 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-649186493 HTTP/1.1" status: 404 len: 334 time: 0.1441073 Mar 14 18:24:02.248383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.259379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] For port be56cd42-986d-4b52-99c0-537bca0b849b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be56cd42-986d-4b52-99c0-537bca0b849b,segment=NetworkSegment(ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc),segment_id=ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:02.259931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.287331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Calling delete_port for be56cd42-986d-4b52-99c0-537bca0b849b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:02.353599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8b86daa2-e82f-4f1c-84bb-76ba85efd23a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/1ac545fc-d740-4f7a-8972-dbc9c0cb9187 HTTP/1.1" status: 200 len: 994 time: 0.1291485 Mar 14 18:24:02.374185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.406680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.468005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting subnet 501e61fa-0d76-42cf-be8b-fea9ed59fd65 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:02.472354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.482932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.516113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] Pushing event deleted for resources: {'Port': ['ID=be56cd42-986d-4b52-99c0-537bca0b849b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:02.534912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.535598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7848862a-d924-4689-84a3-3933976b4e9c None None] No DVR routers for this DVR port be56cd42-986d-4b52-99c0-537bca0b849b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:02.554629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45492) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.568588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.572900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Pushing event deleted for resources: {'Port': ['ID=be56cd42-986d-4b52-99c0-537bca0b849b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:02.574730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.578458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.589691 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca46b617-1a3a-43dd-98bc-8a11f6038667 HTTP/1.1" status: 204 len: 168 time: 0.3658235 Mar 14 18:24:02.596558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] No DVR routers for this DVR port be56cd42-986d-4b52-99c0-537bca0b849b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:02.607023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de210d3-19d1-411f-ad22-eedc477ab301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46b617-1a3a-43dd-98bc-8a11f6038667,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:02.653604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.701883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-671781713-network', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:02.756085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:02.789492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:02.792707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.806557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:02.807214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.839999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=06e56608-da24-4912-b6ae-7329194e1155,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:02.843263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f19199b-a7bb-401c-bd7d-575d44ae1481']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.852580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.865113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Made reservation on behalf of 0a227c1c684149fdacd624d033aa7eea for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:02.868380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.880007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.880305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac70c9ef-4fda-4cd3-a94a-d9aae5a6b8bc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:02.884780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.896898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.918625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.936062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:02.939461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:02.941425 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:02.966123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bf3f1cff-26a4-40ee-ac7a-7afdc1fc90dc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7332227 Mar 14 18:24:02.967754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:02.972902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'fixed_ips': [{'subnet_id': '527fc5a2-c781-484b-8407-e2cf58124663'}, {'subnet_id': '06e56608-da24-4912-b6ae-7329194e1155'}], 'name': 'tempest-PortsTestJSON-821857489'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:03.100609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.134889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.139302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Subnet': ['ID=501e61fa-0d76-42cf-be8b-fea9ed59fd65,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.143290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.149279 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] 10.222.0.58 "DELETE /v2.0/networks/6f19199b-a7bb-401c-bd7d-575d44ae1481 HTTP/1.1" status: 204 len: 168 time: 2.1326313 Mar 14 18:24:03.150492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.153583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-90999be0-27a5-4e03-9504-1032f371639e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/subnets/501e61fa-0d76-42cf-be8b-fea9ed59fd65 HTTP/1.1" status: 204 len: 168 time: 0.8948157 Mar 14 18:24:03.154497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b185ab-e2f8-43a3-a921-a7c4e92591d7 None None] Network c185c607-a91d-4167-8cfe-74714cfbadcd requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:03.162464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45512) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:03.187943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c94df-2a8e-4800-9e34-0bdf13f5da2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f19199b-a7bb-401c-bd7d-575d44ae1481,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.237007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.238901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:03.306743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.321824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.333244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:03.340694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d55b54-1dde-44a7-9734-8c9ac8bde8d2 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:03.344257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.344576 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Added segment 3995b5a6-a3e7-41f5-be9e-378304123b03 of type vlan for network 5de513d0-60d6-44de-9489-1965029c548e Mar 14 18:24:03.386907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:03.387669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.393990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.394315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3f8f365-af66-4384-9437-c7fa149d580d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:03.477833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37b091-020a-426a-8dda-abb167285c40,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.496456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.499418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] For port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,segment=NetworkSegment(995847d6-c2e8-4433-b49d-bad93c847d77),segment_id=995847d6-c2e8-4433-b49d-bad93c847d77)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:03.503039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.503268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.503268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:03.503268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.518586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Calling delete_port for b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:03.520137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:03.520693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.573182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:03.614182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:03.614436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.618093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5de513d0-60d6-44de-9489-1965029c548e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.633068 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23fd8664-01b9-41b3-b8de-abdb8bdab7c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0817435 Mar 14 18:24:03.638470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:03.643579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Request body: {'subnet': {'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-671781713-subnet', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:03.654766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45524) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:03.674203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 5de513d0-60d6-44de-9489-1965029c548e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:03.744026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f9e2e-dbe3-4c31-91e0-fa2b68444f9d None None] DHCP port deletion for c185c607-a91d-4167-8cfe-74714cfbadcd request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:03.752627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.776391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] No DVR routers for this DVR port b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:03.791009 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8dd2dabc-95d3-4a94-b930-3f8919aa9228 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79180658905a4375a6724b5c3d2faa9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1341987 Mar 14 18:24:03.793879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:03.854509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.866284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Made reservation on behalf of 0a227c1c684149fdacd624d033aa7eea for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:03.869815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.885764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Port': ['ID=b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:03.963837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3f8f365-af66-4384-9437-c7fa149d580d,segment=NetworkSegment(6a160a30-a6bb-4eb4-862b-8aebe6f68bbf),segment_id=6a160a30-a6bb-4eb4-862b-8aebe6f68bbf)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:03.965403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:03.978665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.017648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c185c607-a91d-4167-8cfe-74714cfbadcd']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:04.020390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.7 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/527fc5a2-c781-484b-8407-e2cf58124663/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:04.026361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.031022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.25 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/06e56608-da24-4912-b6ae-7329194e1155/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:04.032801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995847d6-c2e8-4433-b49d-bad93c847d77') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:04.033100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995847d6-c2e8-4433-b49d-bad93c847d77') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:04.051683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.054598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Update dhcp port {'port': {'network_id': 'c801d49c-84e2-41a2-8d5e-c4c8f6e58c11', 'fixed_ips': [{'subnet_id': '527fc5a2-c781-484b-8407-e2cf58124663', 'ip_address': '172.20.0.2'}, {'subnet_id': '06e56608-da24-4912-b6ae-7329194e1155'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'a3f8f365-af66-4384-9437-c7fa149d580d'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:24:04.071606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.085412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.086356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.128366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:04.128814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:04.132791 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:04.167943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.229305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:04.229776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:04.261782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a7f5c-4f21-41f9-b26f-c093f2aad2b1 None None] Pushing event updated for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.278507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.296372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.303234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.309400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/networks/c185c607-a91d-4167-8cfe-74714cfbadcd HTTP/1.1" status: 204 len: 168 time: 1.1458564 Mar 14 18:24:04.310576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.314815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.317392 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7bfd0a8-56d4-4be8-81a4-7525050ea8b1 HTTP/1.1" status: 204 len: 168 time: 0.4866650 Mar 14 18:24:04.318413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:04.334045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.372831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:04.373158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Network hostable DHCP agents. Network: 5de513d0-60d6-44de-9489-1965029c548e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:04.375731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a7a17c-d1a3-4406-b042-a11e00b380d5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.407706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a4e46-0e9c-4631-8efe-c9a55115a65e tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Network': ['ID=c185c607-a91d-4167-8cfe-74714cfbadcd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.413348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f0fc4-90f9-4135-8bbc-334169441702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bfd0a8-56d4-4be8-81a4-7525050ea8b1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.445475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting subnet 9cdef23d-fa75-4ce8-a6ed-7f1ae85492db {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:04.449109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.494066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Network 5de513d0-60d6-44de-9489-1965029c548e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:04.496766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.528398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.532141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45548) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:04.576685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Allocated IP 172.20.0.18 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/06e56608-da24-4912-b6ae-7329194e1155/a3f8f365-af66-4384-9437-c7fa149d580d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:04.583173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 5de513d0-60d6-44de-9489-1965029c548e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:04.592757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:04.598436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:04.599060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215b76f-9959-4718-9658-c4db40f0b3e4 None None] Network 5de513d0-60d6-44de-9489-1965029c548e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:04.599403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.612520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:04.619413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:04.641115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.680652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:04.681611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.694025 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9fb5e730-5be7-4bad-a8c1-3298a36933a6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0542555 Mar 14 18:24:04.721409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:04.721409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:04.721409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:04.848779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-841361058'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:04.853264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3f8f365-af66-4384-9437-c7fa149d580d,segment=NetworkSegment(6a160a30-a6bb-4eb4-862b-8aebe6f68bbf),segment_id=6a160a30-a6bb-4eb4-862b-8aebe6f68bbf)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:04.878969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be56cd42-986d-4b52-99c0-537bca0b849b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:04.914049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: be56cd42-986d-4b52-99c0-537bca0b849b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:04.914455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be56cd42-986d-4b52-99c0-537bca0b849b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:04.932033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:04.943843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-5de513d0-60d6-44de-9489-1965029c548e', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:04.945221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.079597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Allocated IP 172.20.0.2 (5de513d0-60d6-44de-9489-1965029c548e/73a7a17c-d1a3-4406-b042-a11e00b380d5/96e11df0-9548-4566-ba36-1de8017d7890) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:05.095225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.104191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f70a7c92-5499-49ba-a947-b6c81282fd06 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1353889 Mar 14 18:24:05.107581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45558) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:05.116693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '527fc5a2-c781-484b-8407-e2cf58124663'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:05.121787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.127400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d564b0-f2f9-4d7a-b0fc-485a63eca499 None None] Network aa51714c-4bd3-4aa4-96d8-d9645b85eeca requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:05.127922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45562) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:05.128195 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/subnets/9cdef23d-fa75-4ce8-a6ed-7f1ae85492db HTTP/1.1" status: 204 len: 168 time: 0.8001933 Mar 14 18:24:05.146690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caa62d-c67e-4925-831e-ebc9278811d4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdef23d-fa75-4ce8-a6ed-7f1ae85492db,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.207615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting subnet bca31d1f-e2e8-482c-9185-14ac2ac55af0 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:05.212390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.264942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.328211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.336889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3f8f365-af66-4384-9437-c7fa149d580d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:05.358408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.370389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45568) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:05.380728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.421974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.425377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.426770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.431861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Made reservation on behalf of 8a21e971dca34f66b6c692ba21354988 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:05.435205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.445826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.474276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.483436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a96446-e4b9-4216-843e-1747d7c67797 None None] Pushing event updated for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.496784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.518133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.522010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/subnets/bca31d1f-e2e8-482c-9185-14ac2ac55af0 HTTP/1.1" status: 204 len: 168 time: 0.3922734 Mar 14 18:24:05.528977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca9bb9-b7c1-4ff7-9cab-77120d994e7a tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Subnet': ['ID=bca31d1f-e2e8-482c-9185-14ac2ac55af0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.535506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:05.555216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-94572480-ac2e-475c-b892-372c439289c4 tempest-DvrRoutersNegativeTest-1159506430 tempest-DvrRoutersNegativeTest-1159506430-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1290386057', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:05.558004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.policy [None req-94572480-ac2e-475c-b892-372c439289c4 tempest-DvrRoutersNegativeTest-1159506430 tempest-DvrRoutersNegativeTest-1159506430-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103393) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 14 18:24:05.558405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.policy [None req-94572480-ac2e-475c-b892-372c439289c4 tempest-DvrRoutersNegativeTest-1159506430 tempest-DvrRoutersNegativeTest-1159506430-project] Failed policy check for 'create_router' {{(pid=103393) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 14 18:24:05.558867 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-94572480-ac2e-475c-b892-372c439289c4 tempest-DvrRoutersNegativeTest-1159506430 tempest-DvrRoutersNegativeTest-1159506430-project] create failed (client error): Access was denied to this resource. Mar 14 18:24:05.560201 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-94572480-ac2e-475c-b892-372c439289c4 tempest-DvrRoutersNegativeTest-1159506430 tempest-DvrRoutersNegativeTest-1159506430-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1871169 Mar 14 18:24:05.578992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Pushing event updated for resources: {'Port': ['ID=96e11df0-9548-4566-ba36-1de8017d7890,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:05.598110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b7b11-cacd-4e4e-9c70-76356ae60d28 None None] Network 4d13342b-cb1d-423b-9713-c1e5813a58c7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:05.643947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:05.644606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.656742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:05.657430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.683138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:05.692104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.746301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.836819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.849711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:05.860915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:05.861071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Added segment ae0a0274-26ba-433a-8250-d52a3568ea57 of type vlan for network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 Mar 14 18:24:05.889640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Delete allocated IP 172.20.0.25 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/06e56608-da24-4912-b6ae-7329194e1155) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:24:05.983016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.003478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:06.005554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9557dd-56e0-4e56-aa1d-ca1886328a22,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.048525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.059977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting port 7538b74a-8208-4c64-b9d7-6a910787cef1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:06.061192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.098010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.130998 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.140303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:06.141311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.167828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.192875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Attempting to bind port 96e11df0-9548-4566-ba36-1de8017d7890 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:06.193347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Attempting to bind port 96e11df0-9548-4566-ba36-1de8017d7890 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:06.193760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Attempting to bind port 96e11df0-9548-4566-ba36-1de8017d7890 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:06.227184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:06.228419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:06.228419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.228419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Bound using segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:06.228797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Bound port: 96e11df0-9548-4566-ba36-1de8017d7890, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:06.229185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.229892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:06.269438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] For port 7538b74a-8208-4c64-b9d7-6a910787cef1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7538b74a-8208-4c64-b9d7-6a910787cef1,segment=NetworkSegment(9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e),segment_id=9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:06.270106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.341751 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8097684 Mar 14 18:24:06.345604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:06.363651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Calling delete_port for 7538b74a-8208-4c64-b9d7-6a910787cef1 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:06.400047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Request body: {'subnet': {'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:06.447888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] For port 96e11df0-9548-4566-ba36-1de8017d7890, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:06.448017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e8e0-12e9-4673-9072-1b1f6f1fcd39 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event updated for resources: {'Network': ['ID=0de5b6f8-cdb6-465b-8116-b0e06c74c6d5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.458779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] For port 96e11df0-9548-4566-ba36-1de8017d7890, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=96e11df0-9548-4566-ba36-1de8017d7890,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:06.477840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:06.478074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.506249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] DHCP port deletion for aa51714c-4bd3-4aa4-96d8-d9645b85eeca request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:06.565767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de753e3f-58d2-4bd9-b690-a40e91d10caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.571533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] In _notify_port_updated(), no bound segment for port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 on network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:24:06.577521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:06.578211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.583462 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4ea40487-9027-4f17-ab45-f013981d732e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/ports/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 HTTP/1.1" status: 200 len: 918 time: 1.4673958 Mar 14 18:24:06.584483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45600) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:06.604386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '527fc5a2-c781-484b-8407-e2cf58124663'}, {'subnet_id': '06e56608-da24-4912-b6ae-7329194e1155'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:06.610023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.626028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:06.655857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] DHCP port deletion for 4d13342b-cb1d-423b-9713-c1e5813a58c7 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:06.684968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Made reservation on behalf of 8a21e971dca34f66b6c692ba21354988 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:06.690112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.712517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:06.712859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b2b81ff5-f504-4d6e-9e1e-4c3df2cdeeff not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:06.781359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.788506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d52de-2835-4a6e-8caf-ebb81e5455ee None None] Pushing event updated for resources: {'Port': ['ID=96e11df0-9548-4566-ba36-1de8017d7890,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:06.831177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Deleting port 7538b74a-8208-4c64-b9d7-6a910787cef1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:06.831782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.856784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Deleting port 8001a9ff-744e-4dce-931d-d590f01ce7c5 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:06.857431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.968074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] For port 7538b74a-8208-4c64-b9d7-6a910787cef1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7538b74a-8208-4c64-b9d7-6a910787cef1,segment=NetworkSegment(9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e),segment_id=9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:06.968237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:06.991289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Calling delete_port for 7538b74a-8208-4c64-b9d7-6a910787cef1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:06.999011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] For port 8001a9ff-744e-4dce-931d-d590f01ce7c5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8001a9ff-744e-4dce-931d-d590f01ce7c5,segment=NetworkSegment(c9fdf30f-a14e-4a73-8111-80a05735d3ff),segment_id=c9fdf30f-a14e-4a73-8111-80a05735d3ff)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:06.999405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.018342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Calling delete_port for 8001a9ff-744e-4dce-931d-d590f01ce7c5 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:07.053402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d732b51-d2a9-43c8-b2b4-d275feea28b4 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:07.089856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.265366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.275985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event updated for resources: {'Subnet': ['ID=ac95daec-3cfb-4a1a-a86b-856d2abe22b4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.292231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Checking segment: {'id': 'ae0a0274-26ba-433a-8250-d52a3568ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:07.292683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Network hostable DHCP agents. Network: 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:07.353865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] Pushing event deleted for resources: {'Port': ['ID=7538b74a-8208-4c64-b9d7-6a910787cef1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.356637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-edd9c787-f528-48eb-828a-7df8a783044c None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:07.357174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-edd9c787-f528-48eb-828a-7df8a783044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.369058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:07.408041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.415826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c64a48-79e8-4c3b-9dca-b3caf6bdc8a4 None None] No DVR routers for this DVR port 7538b74a-8208-4c64-b9d7-6a910787cef1 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:07.465513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:07.470730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:07.474351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.503427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Port': ['ID=7538b74a-8208-4c64-b9d7-6a910787cef1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.508222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] No DVR routers for this DVR port 7538b74a-8208-4c64-b9d7-6a910787cef1 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:07.522294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedadbd1-aec1-40f3-b188-3620446fc15e None None] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:07.526643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 96e11df0-9548-4566-ba36-1de8017d7890 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:07.531856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:07.559594 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-42473eda-868f-40eb-93ae-b49db5e9a93d tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1675913 Mar 14 18:24:07.564125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:07.565621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Request body: {'port': {'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1325009147'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:07.584365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de753e3f-58d2-4bd9-b690-a40e91d10caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.617345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.666654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-506502770', 'router:external': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:07.701975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.713480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-de753e3f-58d2-4bd9-b690-a40e91d10caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.721314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.776092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.808532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Made reservation on behalf of 8186f9362b8145369200877ee71ce718 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:07.811401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.826466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.836041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Made reservation on behalf of 8a21e971dca34f66b6c692ba21354988 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:07.839818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.839981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] Pushing event deleted for resources: {'Port': ['ID=8001a9ff-744e-4dce-931d-d590f01ce7c5,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.843167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73b462-ae62-47ef-993a-df9ce39ae532 None None] No DVR routers for this DVR port 8001a9ff-744e-4dce-931d-d590f01ce7c5 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:07.852966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa51714c-4bd3-4aa4-96d8-d9645b85eeca']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.869509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-0de5b6f8-cdb6-465b-8116-b0e06c74c6d5', 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5', 'tenant_id': '8a21e971dca34f66b6c692ba21354988', 'fixed_ips': [{'subnet_id': 'ac95daec-3cfb-4a1a-a86b-856d2abe22b4'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:07.869808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] device_id is not set on port fe8289c4-cdd8-461c-95db-9fd173e382da yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:07.870389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.878376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de753e3f-58d2-4bd9-b690-a40e91d10caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e1df21-09ad-4bbf-9e77-9f19d1771645,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:07.885319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.885854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6b02a0-6e34-49e3-a0ba-30fe89d5f39e') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:07.893748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 96e11df0-9548-4566-ba36-1de8017d7890 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:07.894200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.899097 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-de753e3f-58d2-4bd9-b690-a40e91d10caf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ff6023c05034ed096c71510bb35c282&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6546295 Mar 14 18:24:07.918070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:07.918070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45622) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:08.021239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.052215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.057229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Allocated IP 172.20.0.10 (0de5b6f8-cdb6-465b-8116-b0e06c74c6d5/ac95daec-3cfb-4a1a-a86b-856d2abe22b4/fe8289c4-cdd8-461c-95db-9fd173e382da) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:08.062686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:08.063093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:08.073554 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:08.133965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Allocated IP 172.26.3.190 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b6cb20ef-5219-4531-af74-dbcde4778514) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:08.139701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.180934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.192498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.19 (c801d49c-84e2-41a2-8d5e-c4c8f6e58c11/06e56608-da24-4912-b6ae-7329194e1155/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:08.226814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 96e11df0-9548-4566-ba36-1de8017d7890, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=96e11df0-9548-4566-ba36-1de8017d7890,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:08.237686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:08.259361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123fc778-2521-493d-9051-83d5b6e812fb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.262115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.268087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.268426 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Added segment 72726552-e9e1-4a32-ab9f-b548a6441d83 of type vlan for network 6f15fa54-cc99-481d-98a9-7ed7bb791748 Mar 14 18:24:08.323235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.324045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3f8f365-af66-4384-9437-c7fa149d580d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:08.357159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.369787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.373112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.390866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.403316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.411525 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/networks/aa51714c-4bd3-4aa4-96d8-d9645b85eeca HTTP/1.1" status: 204 len: 168 time: 2.8750958 Mar 14 18:24:08.415912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:08.518284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f81d-bea0-4eff-acb6-66c475b5fa5d tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Network': ['ID=aa51714c-4bd3-4aa4-96d8-d9645b85eeca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.537246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.539759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:08.540385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.552126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.603007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.685685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.686591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71d6f4-f8ea-490f-8586-ce96b4efdc2e None None] Network 5de513d0-60d6-44de-9489-1965029c548e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:08.708225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.711006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Allocated IP 172.20.0.2 (0de5b6f8-cdb6-465b-8116-b0e06c74c6d5/ac95daec-3cfb-4a1a-a86b-856d2abe22b4/0ddff048-fc37-453a-aabf-15fe9b9e96a9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:08.717990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=96e11df0-9548-4566-ba36-1de8017d7890,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.731070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.736178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.739100 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22e1df21-09ad-4bbf-9e77-9f19d1771645 HTTP/1.1" status: 204 len: 168 time: 0.8226533 Mar 14 18:24:08.763472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:08.764384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90866be-8864-4d7f-89f0-4ea95da4ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e1df21-09ad-4bbf-9e77-9f19d1771645,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.780204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2493818 Mar 14 18:24:08.780798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:08.783252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:08.785185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event updated for resources: {'Port': ['ID=fe8289c4-cdd8-461c-95db-9fd173e382da,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.794026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'subnet': {'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:08.799018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:08.822154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:08.822764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.826064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.828183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.828820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cdc88395-50f7-41a3-80c8-8a0a9481f4a7 None None] Provisioning complete for port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:08.829355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdc88395-50f7-41a3-80c8-8a0a9481f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.864091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:08.865265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.876452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fd4a8-6fad-4013-a977-6bb5474e3cdb tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Network': ['ID=6f15fa54-cc99-481d-98a9-7ed7bb791748,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:08.890173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Made reservation on behalf of 8186f9362b8145369200877ee71ce718 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:08.893945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.915167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:08.948362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:08.959184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:08.963534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:08.976254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-125f78af-268e-43ff-8c8a-1d08f228ca73 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4106240 Mar 14 18:24:08.978528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:09.017397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Pushing event updated for resources: {'Port': ['ID=b6cb20ef-5219-4531-af74-dbcde4778514,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.020861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:09.022233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d13342b-cb1d-423b-9713-c1e5813a58c7']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:09.041227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fdf30f-a14e-4a73-8111-80a05735d3ff') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:09.041530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fdf30f-a14e-4a73-8111-80a05735d3ff') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:09.076897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.093305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.105281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.118832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:09.119335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.122187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cdc88395-50f7-41a3-80c8-8a0a9481f4a7 None None] Port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:09.123153 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:09.202546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Deleting port fe8289c4-cdd8-461c-95db-9fd173e382da {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:09.202979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.234713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cdc88395-50f7-41a3-80c8-8a0a9481f4a7 None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:09.235152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cdc88395-50f7-41a3-80c8-8a0a9481f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.263642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.265615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.274385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] In _notify_port_updated(), no bound segment for port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 on network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:24:09.281014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:09.281703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.283558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-73a07a59-eaa1-41a3-961e-cef77ad13d18 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/ports/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 HTTP/1.1" status: 200 len: 998 time: 2.6877849 Mar 14 18:24:09.286092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:09.289423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.295980 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/networks/4d13342b-cb1d-423b-9713-c1e5813a58c7 HTTP/1.1" status: 204 len: 168 time: 0.8782845 Mar 14 18:24:09.297080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14e6ce-26df-46e7-97ea-508d02c6d5b5 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Network': ['ID=4d13342b-cb1d-423b-9713-c1e5813a58c7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.303815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:09.408979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.437116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.463897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7538b74a-8208-4c64-b9d7-6a910787cef1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:09.466761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Calling delete_port for fe8289c4-cdd8-461c-95db-9fd173e382da owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:09.513056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:09.516865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 7538b74a-8208-4c64-b9d7-6a910787cef1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:09.516865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7538b74a-8208-4c64-b9d7-6a910787cef1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:09.516865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8001a9ff-744e-4dce-931d-d590f01ce7c5 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:09.521127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:09.542608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting subnet ce761da2-17a5-4841-bff2-7b4230f83eea {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:09.550966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.554904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:09.558632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Pushing event updated for resources: {'Port': ['ID=0ddff048-fc37-453a-aabf-15fe9b9e96a9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.561051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 8001a9ff-744e-4dce-931d-d590f01ce7c5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:09.561398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8001a9ff-744e-4dce-931d-d590f01ce7c5 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:09.581592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:09.582183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.668006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.683461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Attempting to bind port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:09.683461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Attempting to bind port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ae0a0274-26ba-433a-8250-d52a3568ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:09.683461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Attempting to bind port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 on network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:09.702854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a39700b-608e-4d4c-b126-3c510fd6652e None None] Provisioning complete for port 96e11df0-9548-4566-ba36-1de8017d7890 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:09.703459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a39700b-608e-4d4c-b126-3c510fd6652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.705010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:09.705987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Checking segment: {'id': 'ae0a0274-26ba-433a-8250-d52a3568ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:09.705987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.712100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Bound using segment: {'id': 'ae0a0274-26ba-433a-8250-d52a3568ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:09.715405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Bound port: 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0a0274-26ba-433a-8250-d52a3568ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '0de5b6f8-cdb6-465b-8116-b0e06c74c6d5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:09.715903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.786794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.806658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 96e11df0-9548-4566-ba36-1de8017d7890 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:09.818782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:09.863081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.893165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] For port 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:09.898413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] For port 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0ddff048-fc37-453a-aabf-15fe9b9e96a9,segment=NetworkSegment(ae0a0274-26ba-433a-8250-d52a3568ea57),segment_id=ae0a0274-26ba-433a-8250-d52a3568ea57)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:09.907095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.940359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 96e11df0-9548-4566-ba36-1de8017d7890 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:09.940993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:09.958181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event deleted for resources: {'Port': ['ID=fe8289c4-cdd8-461c-95db-9fd173e382da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:09.976418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.044453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a39700b-608e-4d4c-b126-3c510fd6652e None None] Provisioning complete for port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:10.045094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a39700b-608e-4d4c-b126-3c510fd6652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.083528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.087815 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e58b0293-9a40-4c00-8bbf-59a5d353f71c tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "DELETE /v2.0/ports/fe8289c4-cdd8-461c-95db-9fd173e382da HTTP/1.1" status: 204 len: 168 time: 1.1076312 Mar 14 18:24:10.090614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.104984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7932b6c-a039-4a36-b414-aa594597ec22 None None] Pushing event updated for resources: {'Port': ['ID=0ddff048-fc37-453a-aabf-15fe9b9e96a9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.110677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.139486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a39700b-608e-4d4c-b126-3c510fd6652e None None] Port d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:10.215290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.260247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.278761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.281496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-661c2cee-a77a-4af7-8750-2bd3d8398fcf None None] Provisioning complete for port 96e11df0-9548-4566-ba36-1de8017d7890 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:10.282383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-661c2cee-a77a-4af7-8750-2bd3d8398fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.329568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Subnet': ['ID=ce761da2-17a5-4841-bff2-7b4230f83eea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.364085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.364085 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7b4e1804-e865-42a4-9e24-df008b6ca209 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/subnets/ce761da2-17a5-4841-bff2-7b4230f83eea HTTP/1.1" status: 204 len: 168 time: 1.0531855 Mar 14 18:24:10.397381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.414217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998dbe3-c3b9-4cf8-a283-187116126edf None None] Network c60f90f8-b060-4183-86ea-603feb233eff requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:10.542029 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-46b3edf7-2d21-4997-91d5-1a724a472a2e tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.4382989 Mar 14 18:24:10.542783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.543942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.546101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:24:10.546583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.547484 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-73a298d2-25bd-474b-91c4-44f9f400f169 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 HTTP/1.1" status: 204 len: 168 time: 1.2480733 Mar 14 18:24:10.566538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-20195298'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:10.568122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.584282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.588885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.645797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45666) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.688933 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dca0f58-17e5-4d0d-a801-d911962fe562 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:10.694571 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1dca0f58-17e5-4d0d-a801-d911962fe562 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 HTTP/1.1" status: 404 len: 333 time: 0.1094873 Mar 14 18:24:10.695328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:10.777680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Checking segment: {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:10.778067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network hostable DHCP agents. Network: 6f15fa54-cc99-481d-98a9-7ed7bb791748, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:10.812840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:10.838835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-40178204'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:10.854961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] DHCP port deletion for c60f90f8-b060-4183-86ea-603feb233eff request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:10.921334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 06e56608-da24-4912-b6ae-7329194e1155 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:10.924704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.927156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Deleting port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:10.928272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.949309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Made reservation on behalf of 8a21e971dca34f66b6c692ba21354988 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:10.955972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:10.979575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:11.008888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] For port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,segment=NetworkSegment(4b38c665-b634-47fa-9ce4-a3993da65c7e),segment_id=4b38c665-b634-47fa-9ce4-a3993da65c7e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:11.009405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.016503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:11.029691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Calling delete_port for 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:11.030666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Deleting port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:11.030922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.033285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.033632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Added segment ef96ddc8-f004-4797-ac67-99cc424014a8 of type vlan for network 8b060d47-425e-47f9-aef8-9f9d83d25ec3 Mar 14 18:24:11.048392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.112682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Made reservation on behalf of 0a8b93a4aecc42ba95545f5a598230b6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:11.117305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.130668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.136766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6f15fa54-cc99-481d-98a9-7ed7bb791748) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:11.145507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:11.146218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.148235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882b33f-716f-480d-a374-d95e1fb9c53c None None] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:11.152755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.184114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] For port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,segment=NetworkSegment(4b38c665-b634-47fa-9ce4-a3993da65c7e),segment_id=4b38c665-b634-47fa-9ce4-a3993da65c7e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:11.184487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.225573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Calling delete_port for 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:11.231657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:11.283852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e77d1765-44e6-49ad-98d0-c79a0b3f8d38 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5016460 Mar 14 18:24:11.291291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:11.301543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-514016643', 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:11.312407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.314702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.321111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:11.321777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.365767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.478832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9266598 Mar 14 18:24:11.482464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381194d4-19bc-4bbc-b9a9-d209482dede0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event updated for resources: {'Network': ['ID=8b060d47-425e-47f9-aef8-9f9d83d25ec3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.485475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:11.495360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Made reservation on behalf of 8186f9362b8145369200877ee71ce718 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:11.497781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.500354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.563631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Port': ['ID=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.574412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8b060d47-425e-47f9-aef8-9f9d83d25ec3 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:11.579833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3434d5c-52f3-4d6a-9de9-89cab620d048 None None] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:11.580613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-ef73ecab-55fa-4c8e-a306-b81ae49c3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:11.582203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-ef73ecab-55fa-4c8e-a306-b81ae49c3fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.2238400 Mar 14 18:24:11.589879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] Pushing event deleted for resources: {'Port': ['ID=83bac3fc-0e9b-4ac7-9a92-3a04d59340b8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:11.590316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] device_id is not set on port 949e6446-c578-4348-ae9f-edde73115cda yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:11.598165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ccc42-cbbe-45ed-9864-86dc1f2422cb None None] No DVR routers for this DVR port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:11.598767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] No DVR routers for this DVR port 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:11.788700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac628683-8742-4da8-a61a-8ece4a4af939 None None] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:11.817648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] Provisioning complete for port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:11.818696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.825058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0ddff048-fc37-453a-aabf-15fe9b9e96a9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:11.902336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22d58-115e-4be8-9292-3445c1470c50 req-fdd6a2db-c4eb-40cf-9d78-1d2591112077 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:11.903864 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-89d22d58-115e-4be8-9292-3445c1470c50 req-fdd6a2db-c4eb-40cf-9d78-1d2591112077 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.5561230 Mar 14 18:24:11.913991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.930603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:11.935873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:11.956545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:11.973297 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:11.974790 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:11.980073 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-76345c42-e23a-48f3-8f9d-85064ba5eac0 tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks HTTP/1.1" status: 200 len: 8818 time: 0.4901285 Mar 14 18:24:11.980263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-89d22d58-115e-4be8-9292-3445c1470c50 req-2f7d48e5-2976-4a77-9870-bd5fda87d1ba tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638444 Mar 14 18:24:11.981260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45680) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:11.987955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.004188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:12.017635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60f90f8-b060-4183-86ea-603feb233eff']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:12.020267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.020267 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Added segment 2bc6832d-cb78-4396-a21c-ab075e9789fd of type vlan for network 059447e5-0271-49e8-8f54-aca79bd5acaf Mar 14 18:24:12.021011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-95f3acfd-6232-414c-9b7c-844fa489162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:12.023426 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-95f3acfd-6232-414c-9b7c-844fa489162b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.4260123 Mar 14 18:24:12.043729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b38c665-b634-47fa-9ce4-a3993da65c7e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:12.044286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b38c665-b634-47fa-9ce4-a3993da65c7e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:12.078705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.079800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-716d91bb-1b32-47c5-9519-68a448f7df76 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3791442 Mar 14 18:24:12.085577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.102758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45682) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:12.105767 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:12.110129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:12.110780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.141875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 2001:db8::34e (6f15fa54-cc99-481d-98a9-7ed7bb791748/dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354/949e6446-c578-4348-ae9f-edde73115cda) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:12.189293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.246845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.247280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] For port 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0ddff048-fc37-453a-aabf-15fe9b9e96a9,segment=NetworkSegment(ae0a0274-26ba-433a-8250-d52a3568ea57),segment_id=ae0a0274-26ba-433a-8250-d52a3568ea57)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:12.260092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=06e56608-da24-4912-b6ae-7329194e1155,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.281445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f65716-6829-40d8-9c55-71bf2df44210 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:12.311750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.321187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c802744a-11fc-4423-9eb5-4d33ec67a73c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/06e56608-da24-4912-b6ae-7329194e1155 HTTP/1.1" status: 204 len: 168 time: 1.6191092 Mar 14 18:24:12.329418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45684) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:12.330008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb18ed0-787c-4d21-ac22-8df9a3878773,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.370509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.371821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.383753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.407762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 527fc5a2-c781-484b-8407-e2cf58124663 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:12.419783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.429248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.455591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.480568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:12.481032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:12.485578 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:12.543630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.544840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.559898 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-3125381c-b4a0-45dc-adec-40fdc71676c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.5248675 Mar 14 18:24:12.577314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.581529 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:09Z', 'revision_number': 3, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:12.582903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:12.583549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.583925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765f967-6363-4603-9409-0243f186b9f2 None None] Pushing event updated for resources: {'Port': ['ID=0ddff048-fc37-453a-aabf-15fe9b9e96a9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.616772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:12.617108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:12.626839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:12.631002 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Updating router 2ba1fbc8-12ac-4345-ba1e-318556172aab port b6cb20ef-5219-4531-af74-dbcde4778514 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:12.672323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.681269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-654e3084-bec6-4bf3-ac91-65205cf6cd27 None None] Provisioning complete for port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:12.682171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-654e3084-bec6-4bf3-ac91-65205cf6cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.711763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6889d028-b54c-4401-98ca-d2567202ab26 tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] Network 8b060d47-425e-47f9-aef8-9f9d83d25ec3 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:12.769625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:12.779680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.1278801 Mar 14 18:24:12.780795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45686) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:12.781614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=949e6446-c578-4348-ae9f-edde73115cda,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.801248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:12.806845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Request body: {'subnet': {'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:12.811898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5224-8dfd-4445-8e1e-4d3e90ba3918 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event updated for resources: {'Network': ['ID=059447e5-0271-49e8-8f54-aca79bd5acaf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:12.828206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:12.830183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:12.830806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.841969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.847332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 059447e5-0271-49e8-8f54-aca79bd5acaf details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:12.870179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.890770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-4c33bd3f-cfa8-4711-a4c7-2e7abaa9de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:12.905469 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6889d028-b54c-4401-98ca-d2567202ab26 tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "POST /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9205739 Mar 14 18:24:12.916121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:12.916696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b644064-e903-407d-b24d-dbbf9bb24281 None None] Network 8b060d47-425e-47f9-aef8-9f9d83d25ec3 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:12.918403 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-4c33bd3f-cfa8-4711-a4c7-2e7abaa9de7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.2795281 Mar 14 18:24:12.931532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:12.943739 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/networks/c60f90f8-b060-4183-86ea-603feb233eff HTTP/1.1" status: 204 len: 168 time: 2.5423970 Mar 14 18:24:12.952274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.032683 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e8718665-66f7-497d-88e8-2af185a53ac0 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "GET /v2.0/ports?device_id=796ccc82-c88e-4d05-88ea-ecb41974428a HTTP/1.1" status: 200 len: 205 time: 0.0792704 Mar 14 18:24:13.041786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.054812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7d046-33f2-40a1-9267-7d1d19ffa8bb tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Pushing event deleted for resources: {'Network': ['ID=c60f90f8-b060-4183-86ea-603feb233eff,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:13.072855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4695d8c2-893a-4f40-b61b-1fb606f23de8 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7796552 Mar 14 18:24:13.086204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45696) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.183828 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.230506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-5c06db35-4907-4e0c-a908-2afe5b53b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:13.232249 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-5c06db35-4907-4e0c-a908-2afe5b53b1e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2888460 Mar 14 18:24:13.244672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477165c-cc94-4c9d-b161-6832ead6946b req-b2caee0e-d851-4cd7-b6bf-044b7d53cfb6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:13.246502 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e477165c-cc94-4c9d-b161-6832ead6946b req-b2caee0e-d851-4cd7-b6bf-044b7d53cfb6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1214762 Mar 14 18:24:13.266281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.300916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.353012 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c76115-0ed3-4d66-ac17-b468260242b2 None None] Pushing event updated for resources: {'Port': ['ID=b6cb20ef-5219-4531-af74-dbcde4778514,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:13.400288 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Attempting to bind port b6cb20ef-5219-4531-af74-dbcde4778514 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:13.400713 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Attempting to bind port b6cb20ef-5219-4531-af74-dbcde4778514 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:13.401718 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Attempting to bind port b6cb20ef-5219-4531-af74-dbcde4778514 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:13.408741 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:13.409221 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:13.409749 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.410330 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:13.410898 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Bound port: b6cb20ef-5219-4531-af74-dbcde4778514, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:13.416264 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.416855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-6654957a-2efd-48ea-be52-3270e46d8842 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689036 Mar 14 18:24:13.418686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:13.431814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Deleting port 949e6446-c578-4348-ae9f-edde73115cda {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:13.432176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.465087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:13.465427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 83bac3fc-0e9b-4ac7-9a92-3a04d59340b8 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:13.478783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ee65b688-52c0-42f1-8417-e81f70b2f6b4 None None] Could not find standard attr ID for object fe8289c4-cdd8-461c-95db-9fd173e382da. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:13.483045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.511517 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] For port b6cb20ef-5219-4531-af74-dbcde4778514, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:13.517330 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] For port b6cb20ef-5219-4531-af74-dbcde4778514, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b6cb20ef-5219-4531-af74-dbcde4778514,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:13.557934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.563508 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/527fc5a2-c781-484b-8407-e2cf58124663 HTTP/1.1" status: 204 len: 168 time: 1.2283144 Mar 14 18:24:13.568076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.573283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5d20-a05a-46c4-a454-aabb97909295 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=527fc5a2-c781-484b-8407-e2cf58124663,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:13.594293 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.594607 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e477165c-cc94-4c9d-b161-6832ead6946b req-a759204e-3929-48cd-9f84-f969633c336c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255380 Mar 14 18:24:13.620416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Made reservation on behalf of 0a8b93a4aecc42ba95545f5a598230b6 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:13.625498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.666779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-10f0c6e1-07d3-4cb5-950c-1dc9dd69f36a tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks HTTP/1.1" status: 200 len: 8780 time: 0.7495196 Mar 14 18:24:13.702798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:13.703428 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:13.705659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.729644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a426bf0-56f9-4276-b632-8e3e37bcf2d5 None None] Network c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:13.743979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.746608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.763622 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c76115-0ed3-4d66-ac17-b468260242b2 None None] Pushing event updated for resources: {'Port': ['ID=b6cb20ef-5219-4531-af74-dbcde4778514,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:13.765561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.778158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.809623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0ddff048-fc37-453a-aabf-15fe9b9e96a9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:13.836560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.855674 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:13.859323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Calling delete_port for 949e6446-c578-4348-ae9f-edde73115cda owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:13.904015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b1bffb3-61d4-4919-8a5d-cf84e95758fa req-e139d4f2-65e0-404a-beef-dbc691161440 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774446 Mar 14 18:24:13.904372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bfbc0535-1740-47ab-a5a9-6adde153178f None None] Provisioning complete for port a3f8f365-af66-4384-9437-c7fa149d580d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:13.904945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0535-1740-47ab-a5a9-6adde153178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.919418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.919995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Fanout notify agent at l3_agent the message router_deleted on router 796ccc82-c88e-4d05-88ea-ecb41974428a {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:13.930453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:13.930661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-17871053-1d40-4d91-ad47-5cce38d836a4 tempest-RoutersNegativeIpV6Test-1483170929 tempest-RoutersNegativeIpV6Test-1483170929-project] 10.222.0.58 "DELETE /v2.0/routers/796ccc82-c88e-4d05-88ea-ecb41974428a HTTP/1.1" status: 204 len: 168 time: 0.8807621 Mar 14 18:24:13.971035 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-864ad222-f28a-483d-9789-09e3589cc16e tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "DELETE /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks/8b060d47-425e-47f9-aef8-9f9d83d25ec3 HTTP/1.1" status: 204 len: 168 time: 0.2634525 Mar 14 18:24:13.973480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:13.997015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:13.997388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.064221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port a3f8f365-af66-4384-9437-c7fa149d580d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:14.064998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.081748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] DHCP port deletion for c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:14.163707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3f8f365-af66-4384-9437-c7fa149d580d,segment=NetworkSegment(6a160a30-a6bb-4eb4-862b-8aebe6f68bbf),segment_id=6a160a30-a6bb-4eb4-862b-8aebe6f68bbf)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:14.164135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.181249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for a3f8f365-af66-4384-9437-c7fa149d580d owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:14.183918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Deleting port a3f8f365-af66-4384-9437-c7fa149d580d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:14.184295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.265574 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:09Z', 'revision_number': 3, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.269200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] For port a3f8f365-af66-4384-9437-c7fa149d580d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3f8f365-af66-4384-9437-c7fa149d580d,segment=NetworkSegment(6a160a30-a6bb-4eb4-862b-8aebe6f68bbf),segment_id=6a160a30-a6bb-4eb4-862b-8aebe6f68bbf)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:14.269600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.288924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Calling delete_port for a3f8f365-af66-4384-9437-c7fa149d580d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:14.321994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Allocated IP 172.20.0.1 (5de513d0-60d6-44de-9489-1965029c548e/73a7a17c-d1a3-4406-b042-a11e00b380d5/34fd1b0f-780f-4801-aa70-ee465ad5c3af) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:14.321994 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e44916f3-3ef4-4538-83fc-985ccf7a5da1 tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks HTTP/1.1" status: 200 len: 7974 time: 0.3402421 Mar 14 18:24:14.322255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.323856 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512862ab-aadb-48b2-856f-07bedd7306dc None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:09Z', 'revision_number': 3, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:14.391602 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-13915d0f-fb63-4aa7-b451-ddc4b8dbb28b tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/networks/0de5b6f8-cdb6-465b-8116-b0e06c74c6d5/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0619853 Mar 14 18:24:14.392508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.432185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.434281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.449864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] No DVR routers for this DVR port a3f8f365-af66-4384-9437-c7fa149d580d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:14.461478 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7eec0dca-fab2-4db3-950d-b55ecc13407f tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/networks/0de5b6f8-cdb6-465b-8116-b0e06c74c6d5/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0674491 Mar 14 18:24:14.466369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45710) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.481044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.484189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port a3f8f365-af66-4384-9437-c7fa149d580d on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:14.498568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e79ece-dbbf-442c-af63-6cfff8608809 None None] Pushing event deleted for resources: {'Port': ['ID=a3f8f365-af66-4384-9437-c7fa149d580d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.560013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.576886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.603356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.637220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.651840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Port': ['ID=949e6446-c578-4348-ae9f-edde73115cda,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.682159 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.708249 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6397fdce-6308-4d3b-a7f2-90be1fa41e7d tempest-DHCPAgentSchedulersTestJSON-1980781811 tempest-DHCPAgentSchedulersTestJSON-1980781811-project-admin] 10.222.0.58 "GET /v2.0/agents/63921f62-22f5-4359-b06f-4128357994f9/dhcp-networks HTTP/1.1" status: 200 len: 7974 time: 0.2406595 Mar 14 18:24:14.761074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45716) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.761495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45718) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.786987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:14.791287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b0d62a18-e89d-42a7-a06a-d0240be5e038 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/ports/949e6446-c578-4348-ae9f-edde73115cda HTTP/1.1" status: 204 len: 168 time: 1.7034035 Mar 14 18:24:14.800709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c801d49c-84e2-41a2-8d5e-c4c8f6e58c11']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.803238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45722) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:14.821261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:14.824742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748', 'external_fixed_ips': [{'subnet_id': 'dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354', 'ip_address': '2001:db8::34e'}]}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:14.826437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:14.832417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:14.838554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Pushing event updated for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:14.863187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.863626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a160a30-a6bb-4eb4-862b-8aebe6f68bbf') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:14.905602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b6bd3-ebde-44dc-8518-da57fa8b5de0 req-20fa602d-d3df-472d-92f8-a2914a676671 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:14.907275 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a0b6bd3-ebde-44dc-8518-da57fa8b5de0 req-20fa602d-d3df-472d-92f8-a2914a676671 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1386130 Mar 14 18:24:14.908241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.008936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a0b6bd3-ebde-44dc-8518-da57fa8b5de0 req-2e491264-faa0-4983-9db2-48c43f753697 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923679 Mar 14 18:24:15.181549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.228444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-83f2f18e-e106-4f1f-8be0-4a89df4d4091 None None] Provisioning complete for port 34fd1b0f-780f-4801-aa70-ee465ad5c3af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:15.228958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83f2f18e-e106-4f1f-8be0-4a89df4d4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.277121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-83f2f18e-e106-4f1f-8be0-4a89df4d4091 None None] Port 34fd1b0f-780f-4801-aa70-ee465ad5c3af cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:15.283860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event updated for resources: {'Subnet': ['ID=ec7329cf-6b5a-4e1d-a9ff-e65d84365777,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:15.288131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.333507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Checking segment: {'id': '2bc6832d-cb78-4396-a21c-ab075e9789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:15.333870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Network hostable DHCP agents. Network: 059447e5-0271-49e8-8f54-aca79bd5acaf, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:15.337605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.345077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.368580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.369329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:15.369740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:15.373014 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:15.391121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-43d97944-7415-4331-b971-c17aa2513a21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ef320d532904094a764ed1192a07662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214476 Mar 14 18:24:15.393808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45724) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:15.401087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.402181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.449387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.468623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.500277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.565126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Pushing event updated for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:15.568322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Network 059447e5-0271-49e8-8f54-aca79bd5acaf is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:15.569745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.603649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.605499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.616029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.624925 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/c801d49c-84e2-41a2-8d5e-c4c8f6e58c11 HTTP/1.1" status: 204 len: 168 time: 2.0506387 Mar 14 18:24:15.625023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:15.633321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.636565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5212e5-348b-414b-a69b-34cbb545def5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=c801d49c-84e2-41a2-8d5e-c4c8f6e58c11,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:15.658925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b060d47-425e-47f9-aef8-9f9d83d25ec3']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.672188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef96ddc8-f004-4797-ac67-99cc424014a8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.677505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef96ddc8-f004-4797-ac67-99cc424014a8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:15.717806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 059447e5-0271-49e8-8f54-aca79bd5acaf) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:15.722133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.732716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaeb790-9943-4351-9628-0233eefcf78b None None] Network 059447e5-0271-49e8-8f54-aca79bd5acaf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:15.752138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:15.752887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.813343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.819739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b6cb20ef-5219-4531-af74-dbcde4778514 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:15.848759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:15.849169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:15.853472 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:15.866006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:15.876911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2457e5bb-0825-4369-b5fc-1582b3e9408a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0791230 Mar 14 18:24:15.878391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:15.913117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Request body: {'port': {'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf', 'name': 'tempest-TagsExtTest-844865692'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:15.943667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b6cb20ef-5219-4531-af74-dbcde4778514 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:15.943667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.030210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ac0e7-03f4-493c-a1e7-85ac4ab69f5b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:16.031820 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-023ac0e7-03f4-493c-a1e7-85ac4ab69f5b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4073195 Mar 14 18:24:16.037096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:16.051838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:16.054482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:16.074692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.077337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.078637 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/972336a8-e162-42da-89e6-bf68e1ec6bc9 HTTP/1.1" status: 204 len: 168 time: 0.6837575 Mar 14 18:24:16.114552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.127611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e9204-8e5e-4b69-8093-70883eed0216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972336a8-e162-42da-89e6-bf68e1ec6bc9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:16.162463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.168531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "DELETE /v2.0/networks/8b060d47-425e-47f9-aef8-9f9d83d25ec3 HTTP/1.1" status: 204 len: 168 time: 1.3996081 Mar 14 18:24:16.207791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:16.214504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cea3e-3580-4935-bbbb-84391080dae0 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event deleted for resources: {'Network': ['ID=8b060d47-425e-47f9-aef8-9f9d83d25ec3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:16.231511 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6e6d22df-069a-40e8-b9ea-d3db4a442630 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1929159 Mar 14 18:24:16.235625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:16.270377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1049680605'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:16.301256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4379acc7-a07f-4134-921c-c0f7bc81a49b tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] DELETE failed (client error): The resource could not be found. Mar 14 18:24:16.302216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4379acc7-a07f-4134-921c-c0f7bc81a49b tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:24:16.303549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.306148 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4379acc7-a07f-4134-921c-c0f7bc81a49b tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "DELETE /v2.0/ports/fe8289c4-cdd8-461c-95db-9fd173e382da HTTP/1.1" status: 404 len: 333 time: 0.0960743 Mar 14 18:24:16.306907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Made reservation on behalf of 0a8b93a4aecc42ba95545f5a598230b6 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:16.309418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-059447e5-0271-49e8-8f54-aca79bd5acaf', 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf', 'tenant_id': '0a8b93a4aecc42ba95545f5a598230b6', 'fixed_ips': [{'subnet_id': 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:16.310286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.310573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.316182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:16.353253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port b6cb20ef-5219-4531-af74-dbcde4778514, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b6cb20ef-5219-4531-af74-dbcde4778514,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:16.362179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:24:16.415678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190ebd6-e1b9-4c79-934a-0b7b69649653 req-5eef4f83-b097-4327-9549-4c09f80f732c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:16.417610 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6190ebd6-e1b9-4c79-934a-0b7b69649653 req-5eef4f83-b097-4327-9549-4c09f80f732c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.3040259 Mar 14 18:24:16.435995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] device_id is not set on port 663db7f8-16ff-4b69-89c3-8b0592d1990a yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:16.465089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.469115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:16.469967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f7cdb908-a6d8-4e07-8486-48f77e5c6725 None None] Provisioning complete for port 34fd1b0f-780f-4801-aa70-ee465ad5c3af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:16.470504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb908-a6d8-4e07-8486-48f77e5c6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.472672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.534592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:16.560427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d20ec04b-d4d0-4b91-8274-9aa1ae13cf18 admin admin] 10.222.0.58 "PUT /v2.0/routers/2ba1fbc8-12ac-4345-ba1e-318556172aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4534459 Mar 14 18:24:16.564698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdb908-a6d8-4e07-8486-48f77e5c6725 None None] Port 34fd1b0f-780f-4801-aa70-ee465ad5c3af cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:16.566067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=b6cb20ef-5219-4531-af74-dbcde4778514,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:16.581297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Deleting subnet ac95daec-3cfb-4a1a-a86b-856d2abe22b4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:16.593352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6190ebd6-e1b9-4c79-934a-0b7b69649653 req-eecff787-d972-4f37-90e5-297c606420b5 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682448 Mar 14 18:24:16.596374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.609424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3f8f365-af66-4384-9437-c7fa149d580d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:16.612950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:16.647876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a3f8f365-af66-4384-9437-c7fa149d580d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:16.648219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3f8f365-af66-4384-9437-c7fa149d580d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:16.670760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:16.685354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:16.686653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:16.690577 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.694439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.695342 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment ced8fce1-e8ab-49d1-a816-c47770738c30 of type vlan for network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f Mar 14 18:24:16.773264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Allocated IP 172.20.0.2 (059447e5-0271-49e8-8f54-aca79bd5acaf/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/13efaa49-46b9-4966-a27e-a80a26d87391) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:16.855943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:16.902015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.943533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:16.998021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.020035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.067924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.074109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:17.074706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.114743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.162562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.171282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9270875 Mar 14 18:24:17.172325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:17.175812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 2, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:17.178930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:17.222406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:17.223198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Updating router 2ba1fbc8-12ac-4345-ba1e-318556172aab port 34fd1b0f-780f-4801-aa70-ee465ad5c3af binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:17.229057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.253973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c310e-3b62-4de2-9e23-8fcfdfe793bb tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=27d9e065-72ab-43e7-8cfb-5ccd03c38e2f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.260684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.264085 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "DELETE /v2.0/subnets/ac95daec-3cfb-4a1a-a86b-856d2abe22b4 HTTP/1.1" status: 204 len: 168 time: 0.9459324 Mar 14 18:24:17.282471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:17.287492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321d0b0-7383-48ee-b9a0-a115cfcd47c0 None None] Network 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:17.290126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:17.298013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c223c40-7aa3-45b4-88d2-f8a424d263ab tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event deleted for resources: {'Subnet': ['ID=ac95daec-3cfb-4a1a-a86b-856d2abe22b4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.310528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Allocated IP 172.20.0.12 (059447e5-0271-49e8-8f54-aca79bd5acaf/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/663db7f8-16ff-4b69-89c3-8b0592d1990a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:17.350660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Network 059447e5-0271-49e8-8f54-aca79bd5acaf is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:17.383329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.420328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:17.422920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:17.454853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Pushing event updated for resources: {'Port': ['ID=13efaa49-46b9-4966-a27e-a80a26d87391,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:17.461047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.463426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:17.466434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 2001:db8::34e (6f15fa54-cc99-481d-98a9-7ed7bb791748/dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354/ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:17.468595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.688815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Attempting to bind port 13efaa49-46b9-4966-a27e-a80a26d87391 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:17.689196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Attempting to bind port 13efaa49-46b9-4966-a27e-a80a26d87391 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '2bc6832d-cb78-4396-a21c-ab075e9789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:17.689714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Attempting to bind port 13efaa49-46b9-4966-a27e-a80a26d87391 on network 059447e5-0271-49e8-8f54-aca79bd5acaf {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:17.720666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:17.721268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Checking segment: {'id': '2bc6832d-cb78-4396-a21c-ab075e9789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:17.724178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.727283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:17.739488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1370527127-network', 'tenant_id': '3c6d0850786b4743aefc210443cc646c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:17.743078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Bound using segment: {'id': '2bc6832d-cb78-4396-a21c-ab075e9789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:17.743851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Bound port: 13efaa49-46b9-4966-a27e-a80a26d87391, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc6832d-cb78-4396-a21c-ab075e9789fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '059447e5-0271-49e8-8f54-aca79bd5acaf'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:17.744818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.793324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.795757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Deleting port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:17.796086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.806495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:17.812936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.819160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b6cb20ef-5219-4531-af74-dbcde4778514 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:17.885775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] DHCP port deletion for 0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:17.908145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe31f-a447-4d64-95ff-694039d487ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.925549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] For port 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0ddff048-fc37-453a-aabf-15fe9b9e96a9,segment=NetworkSegment(ae0a0274-26ba-433a-8250-d52a3568ea57),segment_id=ae0a0274-26ba-433a-8250-d52a3568ea57)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:17.926193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.931198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:17.955744 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9216a7bb-8d33-4497-83e4-e2f6f3590825 tempest-ServiceProvidersTest-662983143 tempest-ServiceProvidersTest-662983143-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1289985 Mar 14 18:24:17.956714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Calling delete_port for 0ddff048-fc37-453a-aabf-15fe9b9e96a9 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:18.029927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': 'ced8fce1-e8ab-49d1-a816-c47770738c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:18.030670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:18.040071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=1186a10e-3079-4ecd-bb34-3c1b8fb6315c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.050061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.050590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.051251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.052005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.052618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.053107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.055622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.056184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.056770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.057264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.057747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.058444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.069395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.077129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Made reservation on behalf of 3c6d0850786b4743aefc210443cc646c for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:18.079812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.119828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.133635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.140605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:18.152300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 6f15fa54-cc99-481d-98a9-7ed7bb791748 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:18.159132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.168659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:18.171400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.175548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:18.177502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] No DVR routers for this DVR port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:18.183921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] For port 13efaa49-46b9-4966-a27e-a80a26d87391, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:18.211855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] For port 13efaa49-46b9-4966-a27e-a80a26d87391, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=13efaa49-46b9-4966-a27e-a80a26d87391,segment=NetworkSegment(2bc6832d-cb78-4396-a21c-ab075e9789fd),segment_id=2bc6832d-cb78-4396-a21c-ab075e9789fd)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:18.216675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b6cb20ef-5219-4531-af74-dbcde4778514 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:18.217039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.266203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:18.270503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:18.271380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.289855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Deleting port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:18.290104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.291896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event deleted for resources: {'Port': ['ID=0ddff048-fc37-453a-aabf-15fe9b9e96a9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.299272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83bd99-41c8-41d4-8ed3-d26b839b148e None None] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:18.344223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Network 059447e5-0271-49e8-8f54-aca79bd5acaf is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:18.357070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.357418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.357690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.358052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.358394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.358723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.359052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.359379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.359702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.360027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.360447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.361220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:18.366059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.370010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cd1c5f3c-1a23-42a6-8262-f49d96589501 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1896138 Mar 14 18:24:18.370010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:18.377671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f', 'name': 'tempest-PortsTestJSON-1422146332'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:18.392361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:18.414182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:18.468508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.500104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] For port 0ddff048-fc37-453a-aabf-15fe9b9e96a9, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:18.500535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.573477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:18.575547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Calling delete_port for 0ddff048-fc37-453a-aabf-15fe9b9e96a9 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:18.592058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:24:18.601656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.611094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.626679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51af5b7-2cbd-483c-828c-4f1ea8e453ca None None] Pushing event updated for resources: {'Port': ['ID=13efaa49-46b9-4966-a27e-a80a26d87391,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.651852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:18.660840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.673742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] No DVR routers for this DVR port 0ddff048-fc37-453a-aabf-15fe9b9e96a9 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:18.735488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Pushing event updated for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.780802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b158501-da8e-4f11-a8db-e0177cb4522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.784030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port e3f14152-f64f-4140-a219-a32a5995afc6 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:18.803273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.912958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeef5-f4fe-467a-aede-a94febe25fb7 None None] Pushing event deleted for resources: {'Port': ['ID=0ddff048-fc37-453a-aabf-15fe9b9e96a9,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.920418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de5b6f8-cdb6-465b-8116-b0e06c74c6d5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:18.934000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event updated for resources: {'Port': ['ID=663db7f8-16ff-4b69-89c3-8b0592d1990a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:18.945485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Attempting to bind port 34fd1b0f-780f-4801-aa70-ee465ad5c3af on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:18.945847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Attempting to bind port 34fd1b0f-780f-4801-aa70-ee465ad5c3af by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:18.946260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Attempting to bind port 34fd1b0f-780f-4801-aa70-ee465ad5c3af on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:18.952202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:18.952609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:18.953011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.953395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Bound using segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:18.953971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Bound port: 34fd1b0f-780f-4801-aa70-ee465ad5c3af, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:18.954349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.958770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-27d9e065-72ab-43e7-8cfb-5ccd03c38e2f', 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '1186a10e-3079-4ecd-bb34-3c1b8fb6315c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:18.959705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.967504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:18.973632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:18.987451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.4 (27d9e065-72ab-43e7-8cfb-5ccd03c38e2f/1186a10e-3079-4ecd-bb34-3c1b8fb6315c/e3f14152-f64f-4140-a219-a32a5995afc6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:19.013796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b158501-da8e-4f11-a8db-e0177cb4522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.062066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0a0274-26ba-433a-8250-d52a3568ea57') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.062362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0a0274-26ba-433a-8250-d52a3568ea57') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.089863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b158501-da8e-4f11-a8db-e0177cb4522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.102813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.119225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.162804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.168229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9435c51c-6d98-4e75-94ab-89937a81c3f4 None None] Provisioning complete for port 34fd1b0f-780f-4801-aa70-ee465ad5c3af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:19.168601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9435c51c-6d98-4e75-94ab-89937a81c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.174244 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3b158501-da8e-4f11-a8db-e0177cb4522f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d80e438b3240422999a8dfd7f9c33ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966382 Mar 14 18:24:19.175896 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a15ad279-e748-4332-b75d-59c6d3432c8f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2951930 Mar 14 18:24:19.177497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:19.177894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:19.178714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:19.179835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:19.182811 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:19.185118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158501-da8e-4f11-a8db-e0177cb4522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57779f-32f9-43b7-bdc3-e7169d53b145,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.197041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1983811586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:19.199154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.216536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] For port 34fd1b0f-780f-4801-aa70-ee465ad5c3af, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:19.246060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] For port 34fd1b0f-780f-4801-aa70-ee465ad5c3af, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=34fd1b0f-780f-4801-aa70-ee465ad5c3af,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:19.251265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9435c51c-6d98-4e75-94ab-89937a81c3f4 None None] Port 34fd1b0f-780f-4801-aa70-ee465ad5c3af cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:19.268245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:19.270142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.284526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.308385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.322917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb80c23-b9f7-4206-8990-0f38929a9515,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.325946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.326183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Added segment 79c1d22f-1d07-4811-91d8-01806535626f of type vlan for network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 Mar 14 18:24:19.330892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.350027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.360232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.361243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.365701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.384897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.390479 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] 10.222.0.58 "DELETE /v2.0/networks/0de5b6f8-cdb6-465b-8116-b0e06c74c6d5 HTTP/1.1" status: 204 len: 168 time: 2.1024914 Mar 14 18:24:19.407855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:19.408503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:23:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:19.415530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Pushing event updated for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.434206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.442219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970e263-5554-4d96-82f6-2ef1fcb74a22 tempest-DHCPAgentSchedulersTestJSON-1051561109 tempest-DHCPAgentSchedulersTestJSON-1051561109-project] Pushing event deleted for resources: {'Network': ['ID=0de5b6f8-cdb6-465b-8116-b0e06c74c6d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.455905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.492571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.496792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb89cb-c1b7-4618-b8e0-36c80e2cd6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:19.515135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:19.521773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:19.525764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:19.577785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.580407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.584163 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e57779f-32f9-43b7-bdc3-e7169d53b145 HTTP/1.1" status: 204 len: 168 time: 0.4001985 Mar 14 18:24:19.604612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60eec5-04f8-43f6-8907-f5b770ab80f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57779f-32f9-43b7-bdc3-e7169d53b145,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.619073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=e3f14152-f64f-4140-a219-a32a5995afc6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.638831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:19.639498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.647402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.651145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.652126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:19.652703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.696168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Allocated IP 172.20.0.2 (27d9e065-72ab-43e7-8cfb-5ccd03c38e2f/1186a10e-3079-4ecd-bb34-3c1b8fb6315c/95c7b9eb-7c1a-4f58-9d41-b3d5e0762181) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:19.719945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.761424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:19.788941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9bbf53-75bc-488e-ac38-1a73501a4bb1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:19.829053 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6f89ab11-6a03-4d15-90c9-103983839b22 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4574516 Mar 14 18:24:19.830341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.832249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:19.856285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:19.861815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f', 'name': 'tempest-PortsTestJSON-1411619146'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:19.917371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 13efaa49-46b9-4966-a27e-a80a26d87391 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:19.937240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:19.939191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8233290c-d4ea-4f89-a843-4d5a827de943 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7563829 Mar 14 18:24:19.942716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:19.950865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1e58ef4c-9599-405e-8886-d7c610df406a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1867629348', 'prefixes': ['172.20.0.0/16']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:20.009937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45810) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:20.014379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e1d33be9-9f49-4dcf-ac19-74b7249dbaa8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2695920 Mar 14 18:24:20.016434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Request body: {'subnet': {'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1370527127-subnet', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:20.041820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] Provisioning complete for port 34fd1b0f-780f-4801-aa70-ee465ad5c3af triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:20.042438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.052077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:20.154070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Made reservation on behalf of 3c6d0850786b4743aefc210443cc646c for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:20.158749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.181872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d60f3-c977-4e90-b27a-d83675789add None None] Network 059447e5-0271-49e8-8f54-aca79bd5acaf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:20.182188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router 7dcfb417-e814-43d1-9241-185bb33be6cd is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:20.288460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:20.296586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.313051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d95d336-0930-4a69-b594-80718265c91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.331864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:20.344593 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Sync routers for ids ['7dcfb417-e814-43d1-9241-185bb33be6cd'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:20.361231 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Routers {'7dcfb417-e814-43d1-9241-185bb33be6cd'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:20.361879 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7dcfb417-e814-43d1-9241-185bb33be6cd'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:20.374096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port b2eaddae-feb6-4a0f-89b7-b167d34efba1 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:20.384811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 13efaa49-46b9-4966-a27e-a80a26d87391 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:20.385132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.406631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.430842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.432327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-39f4933c-1415-4c15-a105-b778377b853a tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6157370 Mar 14 18:24:20.436646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:20.440284 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63a5d85b-11e4-49b1-92e3-2cc401213142 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a21e971dca34f66b6c692ba21354988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840733 Mar 14 18:24:20.448354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:20.502691 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Set router 7dcfb417-e814-43d1-9241-185bb33be6cd gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:20.504325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e58ef4c-9599-405e-8886-d7c610df406a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for subnetpool, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.509638 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1e58ef4c-9599-405e-8886-d7c610df406a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5652654 Mar 14 18:24:20.513385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:20.522591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-bbd1ba15-1912-4101-b8b1-d052e58809e1 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1484850016') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:20.661534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.704936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.729840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.10 (27d9e065-72ab-43e7-8cfb-5ccd03c38e2f/1186a10e-3079-4ecd-bb34-3c1b8fb6315c/b2eaddae-feb6-4a0f-89b7-b167d34efba1) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:20.755686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.813679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.834412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Pushing event updated for resources: {'Port': ['ID=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:20.846988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfb417-e814-43d1-9241-185bb33be6cd', 'name': '', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748', 'external_fixed_ips': [{'subnet_id': 'dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354', 'ip_address': '2001:db8::34e'}], 'enable_snat': True}, 'gw_port_id': 'ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:15Z', 'updated_at': '2022-03-14T18:24:18Z', 'revision_number': 3, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port': {'id': 'ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5', 'name': '', 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:14:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfb417-e814-43d1-9241-185bb33be6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354', 'ip_address': '2001:db8::34e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:17Z', 'updated_at': '2022-03-14T18:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:20.847820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.851735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:20.855639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.865039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.866935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:20.877954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:20.893765 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Checking router: 7dcfb417-e814-43d1-9241-185bb33be6cd for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:20.894529 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Updating router 7dcfb417-e814-43d1-9241-185bb33be6cd port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:20.935066 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:20.965741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] For port 34fd1b0f-780f-4801-aa70-ee465ad5c3af, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=34fd1b0f-780f-4801-aa70-ee465ad5c3af,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:21.018117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:19Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.050550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Deleting port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:21.051610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.063520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Checking segment: {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:21.063889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Network hostable DHCP agents. Network: 7e9bbf53-75bc-488e-ac38-1a73501a4bb1, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:21.065872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac7361e-d874-4058-96be-fed052b37cdb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.074327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be1c75-8a3c-42e3-8513-31830343abba None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:19Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:21.078463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bbd1ba15-1912-4101-b8b1-d052e58809e1 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1484850016 HTTP/1.1" status: 201 len: 201 time: 0.5602005 Mar 14 18:24:21.081799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:21.082713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.087035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.089118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Attempting to bind port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:21.089657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Attempting to bind port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ced8fce1-e8ab-49d1-a816-c47770738c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:21.090050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Attempting to bind port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 on network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:21.097021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7ad209f3-4edf-440b-b672-a8e50a111b8c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-2108874181') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.153346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:21.186686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:21.200995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:21.201432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Checking segment: {'id': 'ced8fce1-e8ab-49d1-a816-c47770738c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:21.202694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.202955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Bound using segment: {'id': 'ced8fce1-e8ab-49d1-a816-c47770738c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:21.203440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Bound port: 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8fce1-e8ab-49d1-a816-c47770738c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '27d9e065-72ab-43e7-8cfb-5ccd03c38e2f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:21.204333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.217802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.247982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.250760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.254720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b9557dd-56e0-4e56-aa1d-ca1886328a22 HTTP/1.1" status: 204 len: 168 time: 0.8059163 Mar 14 18:24:21.310914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.311290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 7e9bbf53-75bc-488e-ac38-1a73501a4bb1) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:21.312902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11926a9e-ee03-4afa-8149-2ad20c880a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9557dd-56e0-4e56-aa1d-ca1886328a22,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.350889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:21.352073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.357599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74418699-4e6a-41fe-b315-20bf59e292ee None None] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:21.378887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Calling delete_port for ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:21.399295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 13efaa49-46b9-4966-a27e-a80a26d87391, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=13efaa49-46b9-4966-a27e-a80a26d87391,segment=NetworkSegment(2bc6832d-cb78-4396-a21c-ab075e9789fd),segment_id=2bc6832d-cb78-4396-a21c-ab075e9789fd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:21.446456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ad88-3442-4ed1-944f-4741f2f00658 None None] Pushing event updated for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.472150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1119433576-network', 'tenant_id': '0b4f7d7e0ffe4701a4dfc4c91840f866'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:21.478469 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-82d95f97-8460-4c1c-9e90-dddb4c31f6b8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4644883 Mar 14 18:24:21.482018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:21.489011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:21.499750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e3585375-375b-4271-904b-bdb37952f009 None None] Provisioning complete for port 13efaa49-46b9-4966-a27e-a80a26d87391 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:21.500179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3585375-375b-4271-904b-bdb37952f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.516910 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7ad209f3-4edf-440b-b672-a8e50a111b8c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-2108874181 HTTP/1.1" status: 201 len: 201 time: 0.4284234 Mar 14 18:24:21.519982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.522455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:21.552904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b5252473-3b27-4990-8972-48358476991b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-270181261') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:21.591142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Made reservation on behalf of 0b4f7d7e0ffe4701a4dfc4c91840f866 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:21.592588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.594389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.603064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.707151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.708237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.729010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.735112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] For port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:21.753514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0ddff048-fc37-453a-aabf-15fe9b9e96a9 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:21.758375 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.765619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=13efaa49-46b9-4966-a27e-a80a26d87391,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.787262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:21.797678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:21.800656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:21.807395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] For port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,segment=NetworkSegment(ced8fce1-e8ab-49d1-a816-c47770738c30),segment_id=ced8fce1-e8ab-49d1-a816-c47770738c30)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:21.820864 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.840314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=b2eaddae-feb6-4a0f-89b7-b167d34efba1,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.846878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0ddff048-fc37-453a-aabf-15fe9b9e96a9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:21.847208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0ddff048-fc37-453a-aabf-15fe9b9e96a9 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:21.884876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.939833 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Pushing event updated for resources: {'Port': ['ID=ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:21.951265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.971648 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.979366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:21.980515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.981005 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.981483 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.982277 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.983760 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.984240 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.987003 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.988273 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.988973 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.990827 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:21.991153 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31e268-1220-40bd-b12b-0fe2c19f28b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:24:22.034140 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:22.037410 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:22.037972 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 on network 6f15fa54-cc99-481d-98a9-7ed7bb791748 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:22.044615 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:22.044981 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Checking segment: {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:22.045374 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.045754 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Bound using segment: {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:22.046242 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Bound port: ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:22.046798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.052012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.057043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:22.058037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.159193 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5252473-3b27-4990-8972-48358476991b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-270181261 HTTP/1.1" status: 201 len: 201 time: 0.6344769 Mar 14 18:24:22.165673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59423cbb-7e69-4327-8c86-a2190f58995c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3051608 Mar 14 18:24:22.165673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.167779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.168973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7491b000-a074-43e4-b4aa-891c0ea3125a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-343098627') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.186670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783b0c0-0100-4512-95d6-6088a91ab883 None None] Pushing event updated for resources: {'Port': ['ID=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.215570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'fixed_ips': [{'subnet_id': 'eac7361e-d874-4058-96be-fed052b37cdb'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:22.218294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.229205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 34fd1b0f-780f-4801-aa70-ee465ad5c3af up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:22.265109 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.db.api [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:22.265491 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG oslo_db.api [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:22.279292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:22.297470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.297994 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Added segment 82cd2302-5c2b-4640-ab98-393eff15c6dc of type vlan for network 486b63de-a377-4c21-8fc1-31b0b28e16d0 Mar 14 18:24:22.318799 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7491b000-a074-43e4-b4aa-891c0ea3125a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-343098627 HTTP/1.1" status: 201 len: 201 time: 0.1540887 Mar 14 18:24:22.322184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45858) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.326873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-9b1d1eb0-c001-4b7b-accb-fabe16248de1 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.339133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.408595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.467494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c83e79ff-9da0-449c-98d1-eeee5c491652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.475135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.479073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e34d29-05a1-4b2f-857f-18b9353b6b7d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:22.492256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-31112709-5f72-4826-b588-40c4084cc7f3 None None] Provisioning complete for port 13efaa49-46b9-4966-a27e-a80a26d87391 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:22.493308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31112709-5f72-4826-b588-40c4084cc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.495156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.553892 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9b1d1eb0-c001-4b7b-accb-fabe16248de1 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 200 len: 241 time: 0.2306156 Mar 14 18:24:22.556952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45862) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.566273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-1a115901-88a8-4538-95d8-826de79dc57b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1484850016') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.617978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 34fd1b0f-780f-4801-aa70-ee465ad5c3af triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:22.618761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.634338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.655471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Allocated IP 172.20.0.2 (7e9bbf53-75bc-488e-ac38-1a73501a4bb1/eac7361e-d874-4058-96be-fed052b37cdb/071bb8c5-2e36-4036-a970-cee8295a56b1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:22.714462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.723342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.723342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.728287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c83e79ff-9da0-449c-98d1-eeee5c491652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.732288 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1a115901-88a8-4538-95d8-826de79dc57b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1484850016 HTTP/1.1" status: 204 len: 168 time: 0.1742756 Mar 14 18:24:22.733427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98fb270-0e53-4c3b-b26a-cf252bd987c5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:22.740427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f98fb270-0e53-4c3b-b26a-cf252bd987c5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.5632365 Mar 14 18:24:22.740571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45864) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.741331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.746660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-acd7f1dc-b199-4a67-9cff-3d759c6a5152 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1484850016') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.781935 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:22.786518 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:22.787001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Attempting to bind port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 on network 6f15fa54-cc99-481d-98a9-7ed7bb791748 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:22.798903 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:22.800817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Checking segment: {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:22.802025 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.803414 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Bound using segment: {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:22.805757 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Bound port: ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72726552-e9e1-4a32-ab9f-b548a6441d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6f15fa54-cc99-481d-98a9-7ed7bb791748'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:22.809834 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.819527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c83e79ff-9da0-449c-98d1-eeee5c491652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.847318 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.plugin [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Port ff7ec0a5-2bc1-474f-b1f7-cfbec49a19c5 has been deleted concurrently {{(pid=103395) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 14 18:24:22.862302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Routers {'7dcfb417-e814-43d1-9241-185bb33be6cd'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:22.863712 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7dcfb417-e814-43d1-9241-185bb33be6cd'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:22.885319 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 13efaa49-46b9-4966-a27e-a80a26d87391 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:22.909361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c83e79ff-9da0-449c-98d1-eeee5c491652 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ca159ecf2664905bb61984f54aed9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008609 Mar 14 18:24:22.914442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:22.984490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:22.985620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-31112709-5f72-4826-b588-40c4084cc7f3 None None] Provisioning complete for port 663db7f8-16ff-4b69-89c3-8b0592d1990a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:22.986091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31112709-5f72-4826-b588-40c4084cc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.005227 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] Set router 7dcfb417-e814-43d1-9241-185bb33be6cd gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:23.015895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e79ff-9da0-449c-98d1-eeee5c491652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c9789-f607-4e62-a757-b72af3b277d3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.077936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-acd7f1dc-b199-4a67-9cff-3d759c6a5152 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1484850016 HTTP/1.1" status: 204 len: 168 time: 0.3367524 Mar 14 18:24:23.089101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.096784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.097560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.126569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.127996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-31112709-5f72-4826-b588-40c4084cc7f3 None None] Port 663db7f8-16ff-4b69-89c3-8b0592d1990a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:23.143694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 13efaa49-46b9-4966-a27e-a80a26d87391 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:23.144113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.145340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.184591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.235336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-fecabe2c-7364-40f3-8895-8e94593f1474 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.256295 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfb417-e814-43d1-9241-185bb33be6cd', 'name': '', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:15Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 5, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.291966 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee738488-abe4-49e3-b7e5-43f88a69ce4c None None] The sync data for ids ['7dcfb417-e814-43d1-9241-185bb33be6cd'] in dv-neutron-833670-1-hyperv is: [{'id': '7dcfb417-e814-43d1-9241-185bb33be6cd', 'name': '', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:15Z', 'updated_at': '2022-03-14T18:24:21Z', 'revision_number': 5, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:23.316613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.319973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.322123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:23.326248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.326847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dcfb417-e814-43d1-9241-185bb33be6cd {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:23.332364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.333572 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b5c0e77b-41cb-41e3-946b-5758d47578b2 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7dcfb417-e814-43d1-9241-185bb33be6cd HTTP/1.1" status: 204 len: 168 time: 2.8966196 Mar 14 18:24:23.334965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.337033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:23.337513 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/746c9789-f607-4e62-a757-b72af3b277d3 HTTP/1.1" status: 204 len: 168 time: 0.4132800 Mar 14 18:24:23.337637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.338354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.360867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:23.364097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:23.366189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Pushing event updated for resources: {'Port': ['ID=071bb8c5-2e36-4036-a970-cee8295a56b1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.424045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fecabe2c-7364-40f3-8895-8e94593f1474 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 200 len: 205 time: 0.1927116 Mar 14 18:24:23.424877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b482d9-5631-43cd-b3f7-2c124e825637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c9789-f607-4e62-a757-b72af3b277d3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.430896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] Pushing event updated for resources: {'Network': ['ID=486b63de-a377-4c21-8fc1-31b0b28e16d0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.438278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.448541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Deleting subnet dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:23.450765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-893b095b-5744-4b6e-9995-f18b373d7e15 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.462306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.505010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 486b63de-a377-4c21-8fc1-31b0b28e16d0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:23.532833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.541821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-00c0f426-3155-4ef9-ab9c-79b7227ebda6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3837907 Mar 14 18:24:23.552464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.561726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Request body: {'subnet': {'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1119433576-subnet', 'tenant_id': '0b4f7d7e0ffe4701a4dfc4c91840f866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:23.610617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.665505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port b2eaddae-feb6-4a0f-89b7-b167d34efba1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:23.668983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.741063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Made reservation on behalf of 0b4f7d7e0ffe4701a4dfc4c91840f866 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:23.744002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.753208 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-893b095b-5744-4b6e-9995-f18b373d7e15 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 200 len: 241 time: 0.3114340 Mar 14 18:24:23.756512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.761957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-47657bef-f165-4e8b-bb73-c85ff5f6b9a8 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-2108874181') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.782533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec59ca-f451-4968-8671-d2a634ca3ced None None] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:23.803974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Attempting to bind port 071bb8c5-2e36-4036-a970-cee8295a56b1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:23.808079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Attempting to bind port 071bb8c5-2e36-4036-a970-cee8295a56b1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:23.808079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Attempting to bind port 071bb8c5-2e36-4036-a970-cee8295a56b1 on network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:23.841078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-47657bef-f165-4e8b-bb73-c85ff5f6b9a8 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-2108874181 HTTP/1.1" status: 204 len: 168 time: 0.0806980 Mar 14 18:24:23.841325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45886) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.850980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-6d156d26-9d76-443f-982e-7d9ab7f18836 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-2108874181') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:23.859589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:23.859970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Checking segment: {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:23.860377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.860778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Bound using segment: {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:23.861253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Bound port: 071bb8c5-2e36-4036-a970-cee8295a56b1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:23.861818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.867308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.888531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] Provisioning complete for port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:23.888911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.923606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:23.947282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:23.953174 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-24ef1234-e7f5-4b8e-bfa2-6e9b569a0bf3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354 HTTP/1.1" status: 204 len: 168 time: 0.5958703 Mar 14 18:24:23.969084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45888) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:23.985072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.022135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for b2eaddae-feb6-4a0f-89b7-b167d34efba1 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:24.055448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] For port 071bb8c5-2e36-4036-a970-cee8295a56b1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:24.065282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] For port 071bb8c5-2e36-4036-a970-cee8295a56b1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=071bb8c5-2e36-4036-a970-cee8295a56b1,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:24.127085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.129457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.147062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.165979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.181743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.181968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:24.185859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] For port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,segment=NetworkSegment(ced8fce1-e8ab-49d1-a816-c47770738c30),segment_id=ced8fce1-e8ab-49d1-a816-c47770738c30)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:24.277230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.284675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a3c1d-06d4-411d-bcdb-cddd74c5c160 None None] Pushing event updated for resources: {'Port': ['ID=071bb8c5-2e36-4036-a970-cee8295a56b1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.315408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.352157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f15fa54-cc99-481d-98a9-7ed7bb791748']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.354546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:24.354930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.369805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72726552-e9e1-4a32-ab9f-b548a6441d83') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.370153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72726552-e9e1-4a32-ab9f-b548a6441d83') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.391098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77322e1-164f-4ff6-a1d8-566ee1d78422 None None] Pushing event updated for resources: {'Port': ['ID=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.392870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.452265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.461928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:24.466485 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:24.479431 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6d156d26-9d76-443f-982e-7d9ab7f18836 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-2108874181 HTTP/1.1" status: 204 len: 168 time: 0.6354749 Mar 14 18:24:24.497152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:24.509394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-e3127ddb-7d28-439c-a072-07df1a66d691 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.512408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.610881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Provisioning complete for port e3f14152-f64f-4140-a219-a32a5995afc6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:24.611588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.630132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Allocated IP 172.26.3.28 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/08b2a63c-71f4-49a2-892d-c20e113bace1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:24.652389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7c6995-737b-4e7c-a7f8-020ffe0740d5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.720955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Port e3f14152-f64f-4140-a219-a32a5995afc6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:24.734172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Provisioning complete for port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:24.734172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.750955 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e3127ddb-7d28-439c-a072-07df1a66d691 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 200 len: 205 time: 0.2512662 Mar 14 18:24:24.751754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:24.760317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-682a587b-2a75-4e4a-b7fe-dc30da4a519f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.816898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Checking segment: {'id': '82cd2302-5c2b-4640-ab98-393eff15c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:24.817252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Network hostable DHCP agents. Network: 486b63de-a377-4c21-8fc1-31b0b28e16d0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:24.829407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.853129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.858194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f15fa54-cc99-481d-98a9-7ed7bb791748 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 14 18:24:24.864637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:24.877137 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/networks/6f15fa54-cc99-481d-98a9-7ed7bb791748 HTTP/1.1" status: 204 len: 168 time: 0.9006183 Mar 14 18:24:24.892455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0dc63-f831-4993-bf9c-e2085a2b9913 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f15fa54-cc99-481d-98a9-7ed7bb791748,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.906718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-82dfede7-3822-483b-96eb-1e4333574f79 None None] Could not find standard attr ID for object b2eaddae-feb6-4a0f-89b7-b167d34efba1. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:24.942146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=b2eaddae-feb6-4a0f-89b7-b167d34efba1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:24.968846 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-682a587b-2a75-4e4a-b7fe-dc30da4a519f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 200 len: 240 time: 0.2113597 Mar 14 18:24:24.968846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:24.972365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-e5a7e4c4-2136-438b-920b-9a0e00d611af tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-270181261') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:24.977852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.036245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f3e6cdda-7dfd-46c3-93c3-67aa767311b7 None None] Provisioning complete for port e3f14152-f64f-4140-a219-a32a5995afc6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:25.036806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3e6cdda-7dfd-46c3-93c3-67aa767311b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.057102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Network 486b63de-a377-4c21-8fc1-31b0b28e16d0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:25.118248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6cdda-7dfd-46c3-93c3-67aa767311b7 None None] Port e3f14152-f64f-4140-a219-a32a5995afc6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:25.125831 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e5a7e4c4-2136-438b-920b-9a0e00d611af tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-270181261 HTTP/1.1" status: 204 len: 168 time: 0.1555853 Mar 14 18:24:25.126117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45916) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:25.130830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-49f4a4be-d927-49e4-b2e8-926c35f27876 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-270181261') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:25.141720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.153560 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b9e8ea07-9b1f-48da-89f7-9fdc5dcab638 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/b2eaddae-feb6-4a0f-89b7-b167d34efba1 HTTP/1.1" status: 204 len: 168 time: 2.4069963 Mar 14 18:24:25.156542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 486b63de-a377-4c21-8fc1-31b0b28e16d0) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:25.160013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:25.171800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ce26f-16b6-4adc-b7cf-33d2de03ac74 None None] Network 486b63de-a377-4c21-8fc1-31b0b28e16d0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:25.197445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:25.201519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.243872 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c79545-4ced-47c7-9d34-dc8966909d08 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:25.245547 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-14c79545-4ced-47c7-9d34-dc8966909d08 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/b2eaddae-feb6-4a0f-89b7-b167d34efba1 HTTP/1.1" status: 404 len: 333 time: 0.0751722 Mar 14 18:24:25.263990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:25.267463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.321126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45926) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:25.329702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'name': 'tempest-router--235249104', 'project_id': '6568eae0fb2e4e5c8923f0d5964d1234'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:25.402724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-498d1576-1f0b-4161-aef9-3ace1aade26d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8400273 Mar 14 18:24:25.411816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:25.419449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:25.423174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:25.434609 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-49f4a4be-d927-49e4-b2e8-926c35f27876 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-270181261 HTTP/1.1" status: 204 len: 168 time: 0.3071938 Mar 14 18:24:25.436862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-96d993fe-4dd0-4dba-9d92-29c40d37e340 None None] Could not find standard attr ID for object b2eaddae-feb6-4a0f-89b7-b167d34efba1. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:25.438555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45930) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:25.446844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-0f1fb8c1-2fbb-4b8a-bda6-8092124b2f6c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:25.457239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ff5f9-32b8-43e1-b844-7d2b4b1d6453 None None] Network 486b63de-a377-4c21-8fc1-31b0b28e16d0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:25.557644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.562155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.708948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:25.871770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Pushing event updated for resources: {'Port': ['ID=08b2a63c-71f4-49a2-892d-c20e113bace1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:25.898944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port e3f14152-f64f-4140-a219-a32a5995afc6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:25.899298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.008859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.024125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for e3f14152-f64f-4140-a219-a32a5995afc6 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:26.051208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f77c4c-fdf6-481c-96a9-1e2556810e3a None None] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:26.179309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] Provisioning complete for port 071bb8c5-2e36-4036-a970-cee8295a56b1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:26.180016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.217169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:26.270307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.310502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=e3f14152-f64f-4140-a219-a32a5995afc6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.375950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.391179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0f1fb8c1-2fbb-4b8a-bda6-8092124b2f6c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 200 len: 205 time: 0.9513741 Mar 14 18:24:26.393868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45952) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.399800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-2b0e27b2-f8e5-4d6f-aa7c-a5f83530e8c8 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.415798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.438828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2b0e27b2-f8e5-4d6f-aa7c-a5f83530e8c8 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 200 len: 240 time: 0.0438004 Mar 14 18:24:26.441697 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.453598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-dba48105-62a4-4ab3-b644-09cc27503aab tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-343098627') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.457037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.465197 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e06ae1b5-5970-4f3d-8238-ae451e055e45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/e3f14152-f64f-4140-a219-a32a5995afc6 HTTP/1.1" status: 204 len: 168 time: 1.1990657 Mar 14 18:24:26.468475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.487925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:26.487925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.488098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.488882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ae36adee-b3b8-4d0e-b1f7-0138ef0061fa tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1657448 Mar 14 18:24:26.499053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.537582 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4937f51-63e6-41cb-8c1a-afc7772bb7f9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:26.543627 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f4937f51-63e6-41cb-8c1a-afc7772bb7f9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/e3f14152-f64f-4140-a219-a32a5995afc6 HTTP/1.1" status: 404 len: 333 time: 0.0747745 Mar 14 18:24:26.544286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45962) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.558083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45964) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.565350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1713846120-network', 'tenant_id': 'f0b628fbdabe4e1d9f1edd0338ae2ae3'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:26.596535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dba48105-62a4-4ab3-b644-09cc27503aab tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-343098627 HTTP/1.1" status: 204 len: 168 time: 0.1468308 Mar 14 18:24:26.596535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.599489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] For port 071bb8c5-2e36-4036-a970-cee8295a56b1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=071bb8c5-2e36-4036-a970-cee8295a56b1,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:26.646880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-f854c006-b413-4726-b573-4d6e9a611f44 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-343098627') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:26.652489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.654641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 071bb8c5-2e36-4036-a970-cee8295a56b1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:26.701548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.723234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 1186a10e-3079-4ecd-bb34-3c1b8fb6315c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:26.727225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.729118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.758227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 071bb8c5-2e36-4036-a970-cee8295a56b1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:26.758687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.814625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a24a1-e6cd-49d0-8ae7-81c992f9761b None None] Pushing event updated for resources: {'Port': ['ID=071bb8c5-2e36-4036-a970-cee8295a56b1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:26.826473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 45970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.884208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Made reservation on behalf of f0b628fbdabe4e1d9f1edd0338ae2ae3 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:26.886494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.896221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.923162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.925640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.927187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a72d675e-f647-43b3-a5a2-9353f73138f0 None None] Provisioning complete for port 071bb8c5-2e36-4036-a970-cee8295a56b1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:26.927688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a72d675e-f647-43b3-a5a2-9353f73138f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.928965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:26.971162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f854c006-b413-4726-b573-4d6e9a611f44 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-343098627 HTTP/1.1" status: 204 len: 168 time: 0.3301222 Mar 14 18:24:26.974021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:26.978910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-c07b27ff-f6e3-47a9-b187-5a699f7c01ed tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.006157 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c07b27ff-f6e3-47a9-b187-5a699f7c01ed tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 200 len: 205 time: 0.0302117 Mar 14 18:24:27.008903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.014357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-7a5d791f-53bf-4399-9139-302f44238944 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.041755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7a5d791f-53bf-4399-9139-302f44238944 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 204 len: 168 time: 0.0316684 Mar 14 18:24:27.044783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.049391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-952fb753-81a0-4aae-ad77-f53272609dc6 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.089099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.089598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72083357-7e7f-4776-98ef-0e6e12733b89 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:27.097577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.097577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5c8595a-43a2-4c0f-83c4-c8d0c0d79ba5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/routers/72083357-7e7f-4776-98ef-0e6e12733b89 HTTP/1.1" status: 204 len: 168 time: 0.5952687 Mar 14 18:24:27.119204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-857789084'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:27.141886 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-952fb753-81a0-4aae-ad77-f53272609dc6 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0959704 Mar 14 18:24:27.144367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.148949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-5acdf8d6-fd21-4afa-9706-d339c50bbe51 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.203325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.207381 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5acdf8d6-fd21-4afa-9706-d339c50bbe51 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 204 len: 168 time: 0.0590417 Mar 14 18:24:27.207381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.211788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-9da2970c-9a61-4e48-a2a8-55748a933daa tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.272399 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9da2970c-9a61-4e48-a2a8-55748a933daa tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 204 len: 168 time: 0.0609438 Mar 14 18:24:27.273342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.277877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-397d8f93-7841-4148-86cb-2ef3062fc8fc tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1450891167') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.279858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.292150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.295784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Made reservation on behalf of 388f0f3376d04690b10cdbd60e7a325e for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:27.299420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.350089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.356632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.391477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:27.424517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.450190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d9d75-3b4b-43db-ba4e-905492b2720d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:27.453031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.458181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.458530 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Added segment 27f8d2d7-dbce-4bf8-824b-64718e192d79 of type vlan for network 21b7907e-aec3-4ee2-9eae-77b78cabe155 Mar 14 18:24:27.479611 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-397d8f93-7841-4148-86cb-2ef3062fc8fc tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1450891167 HTTP/1.1" status: 201 len: 201 time: 0.2050946 Mar 14 18:24:27.482338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.487723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-e5b0ccfb-7475-4c1a-b22f-214252cb456c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-1292778107') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.602561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905546969', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:27.638949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e5b0ccfb-7475-4c1a-b22f-214252cb456c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-1292778107 HTTP/1.1" status: 201 len: 201 time: 0.1555481 Mar 14 18:24:27.641555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.646363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-f995cb37-1c73-4093-9b8f-8e393df3324b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-1809349431') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.718415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.719466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.783638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.796472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=1186a10e-3079-4ecd-bb34-3c1b8fb6315c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:27.804666 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f995cb37-1c73-4093-9b8f-8e393df3324b tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-1809349431 HTTP/1.1" status: 201 len: 201 time: 0.1618237 Mar 14 18:24:27.807932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45996) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.812532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-b4a582b0-3663-49c2-b4e0-5eb58475d66c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-498394325') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:27.828303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.829604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f134e3-90d8-44a4-ba52-ca7cb95882e7 None None] Network 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:27.831779 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-88abcaf4-6a8f-4d70-a745-776104681248 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/1186a10e-3079-4ecd-bb34-3c1b8fb6315c HTTP/1.1" status: 204 len: 168 time: 1.2839906 Mar 14 18:24:27.834523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 45998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:27.850751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.920456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.993064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:27.994232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:27.996102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.008206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 071bb8c5-2e36-4036-a970-cee8295a56b1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:28.025023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.059484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.070687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:28.075504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.077115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] DHCP port deletion for 27d9e065-72ab-43e7-8cfb-5ccd03c38e2f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:28.089879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 071bb8c5-2e36-4036-a970-cee8295a56b1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:28.090360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.107812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] Pushing event updated for resources: {'Network': ['ID=21b7907e-aec3-4ee2-9eae-77b78cabe155,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.128309 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b4a582b0-3663-49c2-b4e0-5eb58475d66c tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-498394325 HTTP/1.1" status: 201 len: 201 time: 0.3179824 Mar 14 18:24:28.129234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46000) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.130953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2c78aade-2f10-49cc-b04d-80dc744e4dfd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5708473 Mar 14 18:24:28.131914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:28.141199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.142089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 21b7907e-aec3-4ee2-9eae-77b78cabe155 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:28.144537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.146442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.tag.tag_plugin [None req-16863197-49b9-486a-acc3-a5dde9c0c1c9 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', {'tags': ['tempest-TagsExtTest-Tag-1344203716', 'tempest-TagsExtTest-Tag-471803199', 'tempest-TagsExtTest-Tag-1561141730']}) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.158033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Request body: {'subnet': {'network_id': '21b7907e-aec3-4ee2-9eae-77b78cabe155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1713846120-subnet', 'tenant_id': 'f0b628fbdabe4e1d9f1edd0338ae2ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:28.178968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d61c9c-baed-49d5-9f0d-b752f2825fe0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.187091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.187445 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Added segment 9fd2aa19-f16b-423d-a698-bac6880f8c9e of type vlan for network 34d56036-fd22-46c0-85de-993e59c19ce4 Mar 14 18:24:28.239118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:28.239470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.275316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.278657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Deleting port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:28.278884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.316019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:28.330681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Sync routers for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:28.357009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Made reservation on behalf of f0b628fbdabe4e1d9f1edd0338ae2ae3 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:28.359300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.368827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.372909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2bc0f514-f0f2-4717-bad8-df8c00499fab admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8870852 Mar 14 18:24:28.372909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.378247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:28.379140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.379260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.410810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,segment=NetworkSegment(ced8fce1-e8ab-49d1-a816-c47770738c30),segment_id=ced8fce1-e8ab-49d1-a816-c47770738c30)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:28.411233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.488621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Pushing event updated for resources: {'Network': ['ID=34d56036-fd22-46c0-85de-993e59c19ce4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.502443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-16863197-49b9-486a-acc3-a5dde9c0c1c9 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 200 len: 317 time: 0.3622057 Mar 14 18:24:28.502443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:28.511469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-010fc731-fe42-4d71-a1e6-8b2c41cc4309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6801507 Mar 14 18:24:28.515285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.517389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-f690063f-0d2f-453b-8a92-c1fb7984bd66 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.524799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] For port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,segment=NetworkSegment(ced8fce1-e8ab-49d1-a816-c47770738c30),segment_id=ced8fce1-e8ab-49d1-a816-c47770738c30)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:28.525478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.540065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Calling delete_port for 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:28.640448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 34d56036-fd22-46c0-85de-993e59c19ce4 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:28.706350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:28.707238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.778471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:28.815784 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f690063f-0d2f-453b-8a92-c1fb7984bd66 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 204 len: 168 time: 0.3025498 Mar 14 18:24:28.816579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.822702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-0e6175f3-626b-415a-9cd5-c6d4ae453d4f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1344203716') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.851053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] No DVR routers for this DVR port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:28.858646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32436df-69b6-4417-80c1-d5fb91e3538f None None] Pushing event deleted for resources: {'Port': ['ID=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:28.889212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:28.918003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.921474 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-0e6175f3-626b-415a-9cd5-c6d4ae453d4f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:28.923121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e6175f3-626b-415a-9cd5-c6d4ae453d4f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1344203716 HTTP/1.1" status: 404 len: 329 time: 0.1055021 Mar 14 18:24:28.925869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:28.931945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-f516046b-56bc-44a2-b824-ca5e9e70c702 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-471803199') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:28.932199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4', 'binding:host_id': 'hv-neutron-8336', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1145429294'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:29.009515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-f516046b-56bc-44a2-b824-ca5e9e70c702 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:29.010156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.013595 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f516046b-56bc-44a2-b824-ca5e9e70c702 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-471803199 HTTP/1.1" status: 404 len: 328 time: 0.0837929 Mar 14 18:24:29.013815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.018317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-8d9ff6ca-2c52-469f-8b8a-8e895d88acd7 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777', 'tempest-TagsExtTest-Tag-1561141730') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.074625 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-8d9ff6ca-2c52-469f-8b8a-8e895d88acd7 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:29.075955 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8d9ff6ca-2c52-469f-8b8a-8e895d88acd7 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags/tempest-TagsExtTest-Tag-1561141730 HTTP/1.1" status: 404 len: 329 time: 0.0610812 Mar 14 18:24:29.078684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.083884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-892f7f8a-d451-409d-8caa-e2808d66d2a9 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', {'tags': ['tempest-TagsExtTest-Tag-36590082', 'tempest-TagsExtTest-Tag-238414863', 'tempest-TagsExtTest-Tag-566449703']}) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.102165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=95c7b9eb-7c1a-4f58-9d41-b3d5e0762181,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:29.102440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 3, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.116711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Made reservation on behalf of e2b1b89411104332a3bd2bfbb3565bd4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:29.118770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.121536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:29.139045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Checking router: 195c6bb5-4065-41b6-b31b-7b88ea0adb57 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:29.139464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Updating router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 port 08b2a63c-71f4-49a2-892d-c20e113bace1 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:29.164918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.213828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.242417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-892f7f8a-d451-409d-8caa-e2808d66d2a9 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 200 len: 314 time: 0.1598136 Mar 14 18:24:29.249122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.250722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-49be30d0-d98b-41ec-b914-3c04c2e197fd tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.301593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.373827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.412487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-49be30d0-d98b-41ec-b914-3c04c2e197fd tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 204 len: 168 time: 0.1683924 Mar 14 18:24:29.416590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.423341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.426092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.429231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-2445f659-502b-4162-b53d-8c0e17952c3d tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-36590082') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.484354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-2445f659-502b-4162-b53d-8c0e17952c3d tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:29.487939 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2445f659-502b-4162-b53d-8c0e17952c3d tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-36590082 HTTP/1.1" status: 404 len: 327 time: 0.0604720 Mar 14 18:24:29.488071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d9e065-72ab-43e7-8cfb-5ccd03c38e2f']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.488223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.493980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.494186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-e842da69-787f-4544-8083-9b4cfee216ef tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-238414863') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.512557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.520595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced8fce1-e8ab-49d1-a816-c47770738c30') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.521173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced8fce1-e8ab-49d1-a816-c47770738c30') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.547160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-e842da69-787f-4544-8083-9b4cfee216ef tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:29.550924 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e842da69-787f-4544-8083-9b4cfee216ef tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-238414863 HTTP/1.1" status: 404 len: 328 time: 0.0590596 Mar 14 18:24:29.551170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46028) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.556415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-e11b24a3-6a19-426f-ac8d-812ff84cc1a2 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a', 'tempest-TagsExtTest-Tag-566449703') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.581782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Attempting to bind port 08b2a63c-71f4-49a2-892d-c20e113bace1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:29.582228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Attempting to bind port 08b2a63c-71f4-49a2-892d-c20e113bace1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:29.582578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Attempting to bind port 08b2a63c-71f4-49a2-892d-c20e113bace1 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:29.587032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089bf4a-5892-45da-ba53-7618cc8eb8a8 None None] Pushing event updated for resources: {'Port': ['ID=08b2a63c-71f4-49a2-892d-c20e113bace1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:29.594516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:29.594906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:29.595282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.595660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:29.596126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Bound port: 08b2a63c-71f4-49a2-892d-c20e113bace1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:29.597143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.602387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.621736 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-e11b24a3-6a19-426f-ac8d-812ff84cc1a2 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:29.625604 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e11b24a3-6a19-426f-ac8d-812ff84cc1a2 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags/tempest-TagsExtTest-Tag-566449703 HTTP/1.1" status: 404 len: 328 time: 0.0709231 Mar 14 18:24:29.625923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:29.630725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-bdaf3513-133d-45f4-be8e-bdb50a732b82 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', {'tags': ['tempest-TagsExtTest-Tag-1211362691', 'tempest-TagsExtTest-Tag-742516382', 'tempest-TagsExtTest-Tag-148955119']}) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:29.658126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] For port 08b2a63c-71f4-49a2-892d-c20e113bace1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:29.674264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.689549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd61db3-0188-495a-93b8-0c1d0e0e473e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:29.711212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:29.711405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:29.714341 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:29.803471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.812628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Allocated IP 172.26.3.19 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/537d9493-529c-4d70-874f-33c0e207a6f4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:29.824157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Checking segment: {'id': '27f8d2d7-dbce-4bf8-824b-64718e192d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '21b7907e-aec3-4ee2-9eae-77b78cabe155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:29.824517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Network hostable DHCP agents. Network: 21b7907e-aec3-4ee2-9eae-77b78cabe155, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:29.852169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.868853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port a28fe16a-52b2-496f-a944-23cc32a43e25 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:29.896255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] For port 08b2a63c-71f4-49a2-892d-c20e113bace1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b2a63c-71f4-49a2-892d-c20e113bace1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:29.954340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.960105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:29.983345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:29.985149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:29.985488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 95c7b9eb-7c1a-4f58-9d41-b3d5e0762181 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:30.004766 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bdaf3513-133d-45f4-be8e-bdb50a732b82 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 200 len: 316 time: 0.3756337 Mar 14 18:24:30.008646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.010787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-62df151f-379b-49e0-a6a1-daa4fa632399 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.031513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.034708 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/27d9e065-72ab-43e7-8cfb-5ccd03c38e2f HTTP/1.1" status: 204 len: 168 time: 2.1989605 Mar 14 18:24:30.053033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.057426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Network 21b7907e-aec3-4ee2-9eae-77b78cabe155 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:30.059160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1091003937'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:30.061525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:30.062381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.070475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806032b-0409-4f4a-a6fd-144b1c6dbc96 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=27d9e065-72ab-43e7-8cfb-5ccd03c38e2f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.072299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60dcfd-8b96-4a60-8193-49c2e7e8edfd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.110335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089bf4a-5892-45da-ba53-7618cc8eb8a8 None None] Pushing event updated for resources: {'Port': ['ID=08b2a63c-71f4-49a2-892d-c20e113bace1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.165635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 21b7907e-aec3-4ee2-9eae-77b78cabe155) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:30.176452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:30.177602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e78e90-9533-40c0-9733-c0d4189a4bf8 None None] Network 21b7907e-aec3-4ee2-9eae-77b78cabe155 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:30.179011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:30.179962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.180182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.206160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:30.211789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.217268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.217598 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment 772a2d2b-81ec-40ed-9b04-3dc5cf26e94d of type vlan for network 2d1b6593-6eda-416e-8a7b-723ef4434a3b Mar 14 18:24:30.234456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:30.250977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-62df151f-379b-49e0-a6a1-daa4fa632399 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 204 len: 168 time: 0.2448277 Mar 14 18:24:30.251327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.254207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46036) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.259846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-b40324d0-ac11-4582-ac48-0862999ec005 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-1211362691') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.302955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.349031 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ec6d0a4e-9cb2-4a8e-b19f-252216a080eb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1979027 Mar 14 18:24:30.398750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port a28fe16a-52b2-496f-a944-23cc32a43e25 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:30.405227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-b40324d0-ac11-4582-ac48-0862999ec005 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:30.409395 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b40324d0-ac11-4582-ac48-0862999ec005 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-1211362691 HTTP/1.1" status: 404 len: 329 time: 0.1520951 Mar 14 18:24:30.411384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.417492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-9df383bf-55e3-4d0a-a6d4-37bcfbf3c5f3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-742516382') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.434756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.443450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.484865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b75b7-4f30-47af-a284-97f4a5b08a78 None None] Network 21b7907e-aec3-4ee2-9eae-77b78cabe155 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:30.485414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.490970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:30.491602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.599355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-9df383bf-55e3-4d0a-a6d4-37bcfbf3c5f3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:30.600421 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9df383bf-55e3-4d0a-a6d4-37bcfbf3c5f3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-742516382 HTTP/1.1" status: 404 len: 328 time: 0.1897154 Mar 14 18:24:30.601266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=2d1b6593-6eda-416e-8a7b-723ef4434a3b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.604118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.609376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-d3c4cafc-9eab-47b5-ad60-1d988ecea8c0 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc', 'tempest-TagsExtTest-Tag-148955119') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.616135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9789878a-34c5-4e79-9fbd-220874563b23 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5604105 Mar 14 18:24:30.624343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:30.636137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Allocated IP 172.20.0.1 (7e9bbf53-75bc-488e-ac38-1a73501a4bb1/eac7361e-d874-4058-96be-fed052b37cdb/3c82bc83-dc37-4300-8766-fe4ddc406220) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:30.656976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.661878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:30.676504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.709039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:30.771160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:30.775015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:30.775345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 3, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.802861 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-d3c4cafc-9eab-47b5-ad60-1d988ecea8c0 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:30.806875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d3c4cafc-9eab-47b5-ad60-1d988ecea8c0 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags/tempest-TagsExtTest-Tag-148955119 HTTP/1.1" status: 404 len: 328 time: 0.1988959 Mar 14 18:24:30.807455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.811992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-4275029d-0fb9-4034-a6b2-805ef56dba13 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', {'tags': ['tempest-TagsExtTest-Tag-18860879', 'tempest-TagsExtTest-Tag-1711158842', 'tempest-TagsExtTest-Tag-1590570084']}) {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:30.817357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a40a0-557f-473e-8837-f52656bd44d2 None None] The sync data for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv is: [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:25Z', 'revision_number': 3, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:30.857278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event updated for resources: {'Port': ['ID=537d9493-529c-4d70-874f-33c0e207a6f4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:30.872545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:30.880978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:30.934358 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4275029d-0fb9-4034-a6b2-805ef56dba13 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "PUT /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 200 len: 316 time: 0.1257942 Mar 14 18:24:30.941212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46068) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:30.947197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-353a325c-1578-4582-b1c8-9062b01c11ca tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.095294 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-353a325c-1578-4582-b1c8-9062b01c11ca tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 204 len: 168 time: 0.1527386 Mar 14 18:24:31.100452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.105650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-3325c93c-a286-45e4-9cad-8a56b199b5ed tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-18860879') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.180314 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-3325c93c-a286-45e4-9cad-8a56b199b5ed tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:31.181932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3325c93c-a286-45e4-9cad-8a56b199b5ed tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-18860879 HTTP/1.1" status: 404 len: 327 time: 0.0799839 Mar 14 18:24:31.189414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.189632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-181c3d5c-56c1-4f77-9ca6-203526382b89 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-1711158842') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.213201 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-181c3d5c-56c1-4f77-9ca6-203526382b89 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:31.218169 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-181c3d5c-56c1-4f77-9ca6-203526382b89 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-1711158842 HTTP/1.1" status: 404 len: 329 time: 0.0313296 Mar 14 18:24:31.218730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.223292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-0dee3425-dfef-4680-86aa-4bd582cba893 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4', 'tempest-TagsExtTest-Tag-1590570084') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.227032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Checking segment: {'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:31.227409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Network hostable DHCP agents. Network: 34d56036-fd22-46c0-85de-993e59c19ce4, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:31.243031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.293605 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-0dee3425-dfef-4680-86aa-4bd582cba893 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] show failed (client error): The resource could not be found. Mar 14 18:24:31.297054 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0dee3425-dfef-4680-86aa-4bd582cba893 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags/tempest-TagsExtTest-Tag-1590570084 HTTP/1.1" status: 404 len: 329 time: 0.0747752 Mar 14 18:24:31.298724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.307004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-54e351cc-8f03-433e-90ff-a98fee25374a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92fb0352-4077-4c9c-93f9-ef956fa7eef4') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.333188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=7c1d9e76-8123-4674-8d7a-76866380657c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:31.343693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=a28fe16a-52b2-496f-a944-23cc32a43e25,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:31.358483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.359948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:31.360360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: 2d1b6593-6eda-416e-8a7b-723ef4434a3b, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:31.368810 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-54e351cc-8f03-433e-90ff-a98fee25374a tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4/tags HTTP/1.1" status: 204 len: 168 time: 0.0661108 Mar 14 18:24:31.369414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.376156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-626cfa66-4fd8-4cae-873d-ccca0e8ec82f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79057829-f2d8-48d3-b2e8-50b4b39476bc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.491772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-92245809-18c6-4bb6-8fef-2f5a5fbb120a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:31.495953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:31.498947 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-92245809-18c6-4bb6-8fef-2f5a5fbb120a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/networks?id=486b63de-a377-4c21-8fc1-31b0b28e16d0 HTTP/1.1" status: 200 len: 812 time: 0.7127202 Mar 14 18:24:31.512725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-626cfa66-4fd8-4cae-873d-ccca0e8ec82f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1400292 Mar 14 18:24:31.513002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.517454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-388ad826-0f56-46c0-a50d-1d6277e99c00 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '663db7f8-16ff-4b69-89c3-8b0592d1990a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.527102 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-dccc7f3e-f15f-4dbc-85be-8029367b8458 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/quotas/0b4f7d7e0ffe4701a4dfc4c91840f866 HTTP/1.1" status: 200 len: 375 time: 0.0268941 Mar 14 18:24:31.535316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Network 34d56036-fd22-46c0-85de-993e59c19ce4 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:31.558193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-3125abc8-9fac-483c-8cff-fd09ac13b79c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925057 Mar 14 18:24:31.593395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-97e6169d-a094-4635-bb86-d983256784e0 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553799 Mar 14 18:24:31.611659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-388ad826-0f56-46c0-a50d-1d6277e99c00 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a/tags HTTP/1.1" status: 204 len: 168 time: 0.0975702 Mar 14 18:24:31.614818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.619830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.tag.tag_plugin [None req-b591db8d-a396-488b-9d52-926735e67acb tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec7329cf-6b5a-4e1d-a9ff-e65d84365777') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:31.648109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 2d1b6593-6eda-416e-8a7b-723ef4434a3b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:31.656362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:31.656952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.657258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219469a5-6495-4563-b6d2-3e00622767ce None None] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:31.665579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-9a40aa67-d414-4bd4-be0c-b4f10be48d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:31.670945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-9a40aa67-d414-4bd4-be0c-b4f10be48d0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.0865891 Mar 14 18:24:31.678355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:31.718706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 34d56036-fd22-46c0-85de-993e59c19ce4) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:31.744744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:31.772323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9255f-011c-4c6c-a32f-2bcc271d5d1f None None] Network 34d56036-fd22-46c0-85de-993e59c19ce4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:31.783954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b591db8d-a396-488b-9d52-926735e67acb tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777/tags HTTP/1.1" status: 204 len: 168 time: 0.1688344 Mar 14 18:24:31.790964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69fe9f87-eb75-4026-84e4-5493c4d32e5e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1329107 Mar 14 18:24:31.791505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.799620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:31.818839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b', 'name': 'tempest-PortsTestJSON-256565040', 'fixed_ips': [{'subnet_id': '7c1d9e76-8123-4674-8d7a-76866380657c', 'ip_address': '172.20.0.10'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:31.873826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:31.874191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:31.874567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:31.874684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-70da6c08-a7e6-43b1-bfa0-4c629fc2377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:31.876242 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-70da6c08-a7e6-43b1-bfa0-4c629fc2377f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.1794534 Mar 14 18:24:31.885808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:31.934597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:31.985027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:31.985663 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:31.987139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:31.999355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:32.009487 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 2 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.019244 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-95883258-a916-4f68-89c0-7fbb26d5742e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.1306317 Mar 14 18:24:32.042693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-2d1b6593-6eda-416e-8a7b-723ef4434a3b', 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '7c1d9e76-8123-4674-8d7a-76866380657c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:32.044059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.064278 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b2a63c-71f4-49a2-892d-c20e113bace1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:32.075171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-d8515a3d-588d-495e-817c-a76c2d1354d2 service neutron] 10.222.0.58 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733083 Mar 14 18:24:32.081713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb538-7df2-400d-acf4-dd5b6f8148c2 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.083560 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cf3eb538-7df2-400d-acf4-dd5b6f8148c2 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92fb0352-4077-4c9c-93f9-ef956fa7eef4 HTTP/1.1" status: 204 len: 168 time: 0.2894666 Mar 14 18:24:32.086782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.087924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46088) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:32.129006 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-40dc09b2-9309-4e55-be81-847ccc617d38 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "GET /v2.0/ports?device_id=79057829-f2d8-48d3-b2e8-50b4b39476bc HTTP/1.1" status: 200 len: 205 time: 0.0392542 Mar 14 18:24:32.131959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:32.145124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-c8f883f8-6b51-4d31-a7da-6fb259276b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:32.147224 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-c8f883f8-6b51-4d31-a7da-6fb259276b88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1199980 Mar 14 18:24:32.235080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 08b2a63c-71f4-49a2-892d-c20e113bace1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:32.235470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.268979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.280910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:32.281455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:32.281591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:32.285474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Allocated IP 172.20.0.2 (2d1b6593-6eda-416e-8a7b-723ef4434a3b/7c1d9e76-8123-4674-8d7a-76866380657c/0a21b17a-7a78-4abf-a9e0-b931db20197f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:32.323115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:32.323115 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:32.354747 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 3 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.357885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.473353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:32.473691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:32.474068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:32.514824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:32.515155 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:32.522774 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 4 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.561039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b2a7bb45-5c0f-4082-8269-39232d36170a None None] Provisioning complete for port 3c82bc83-dc37-4300-8766-fe4ddc406220 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:32.561426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b2a7bb45-5c0f-4082-8269-39232d36170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.576488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.580498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:32.580842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:32.581175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:32.594921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:32.595256 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:32.597723 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-d7843f9f-3720-403f-89ab-a9993aff539b service neutron] 10.222.0.58 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670046 Mar 14 18:24:32.605175 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 5 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.607359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:32.618583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.637179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7bb45-5c0f-4082-8269-39232d36170a None None] Port 3c82bc83-dc37-4300-8766-fe4ddc406220 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:32.679407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:32.680575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:32.680805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:32.686219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 08b2a63c-71f4-49a2-892d-c20e113bace1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b2a63c-71f4-49a2-892d-c20e113bace1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:32.702918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-afa4686c-03dc-4e98-8e90-f29fb8f7eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:32.704658 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-afa4686c-03dc-4e98-8e90-f29fb8f7eb6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5191205 Mar 14 18:24:32.718340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.727896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:32.728237 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:32.733128 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 6 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.784923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:32.785170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:32.785546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:32.825096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:32.825445 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:32.833153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 7 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:32.833702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.844988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.862499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.864601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.867937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.928199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-5f6e8ed9-2099-4695-af32-e2ce02b27598 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963992 Mar 14 18:24:32.930081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:32.934242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:32.938532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:32.962087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:32.973690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=08b2a63c-71f4-49a2-892d-c20e113bace1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:33.098943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e3499296-d1be-4d22-815d-d0a5dbb65191 req-d01b6568-acdf-4288-865a-8cb75aee1021 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.0800157 Mar 14 18:24:33.099176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Pushing event updated for resources: {'Port': ['ID=0a21b17a-7a78-4abf-a9e0-b931db20197f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:33.116828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Attempting to bind port 0a21b17a-7a78-4abf-a9e0-b931db20197f on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:33.117563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Attempting to bind port 0a21b17a-7a78-4abf-a9e0-b931db20197f by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:33.118337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Attempting to bind port 0a21b17a-7a78-4abf-a9e0-b931db20197f on network 2d1b6593-6eda-416e-8a7b-723ef4434a3b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:33.124767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:33.125291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Checking segment: {'id': '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:33.125794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.126364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Bound using segment: {'id': '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:33.126931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Bound port: 0a21b17a-7a78-4abf-a9e0-b931db20197f, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:33.127412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.151941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:33.152262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:33.152935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:33.157594 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c17fbf06-4ab0-4b6b-ae58-d6835115facb req-916abf66-74f2-4b3f-88ff-147f35936686 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176371 Mar 14 18:24:33.159730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.160092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Fanout notify agent at l3_agent the message router_deleted on router 79057829-f2d8-48d3-b2e8-50b4b39476bc {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:33.170442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.171592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-73b6b623-98ec-4d75-83b4-a809c4ca0e64 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/routers/79057829-f2d8-48d3-b2e8-50b4b39476bc HTTP/1.1" status: 204 len: 168 time: 1.0385239 Mar 14 18:24:33.173234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:33.173598 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:33.174159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:33.179628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 8 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:33.183994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:33.210045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] For port 0a21b17a-7a78-4abf-a9e0-b931db20197f, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:33.223289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] For port 0a21b17a-7a78-4abf-a9e0-b931db20197f, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0a21b17a-7a78-4abf-a9e0-b931db20197f,segment=NetworkSegment(772a2d2b-81ec-40ed-9b04-3dc5cf26e94d),segment_id=772a2d2b-81ec-40ed-9b04-3dc5cf26e94d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:33.267366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.269588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:33.269958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:33.270293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:33.275770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Deleting port 663db7f8-16ff-4b69-89c3-8b0592d1990a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:33.276323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.302708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:33.302939 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:33.308307 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 9 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:33.349755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029761-47d2-4b93-9dab-a12828e4d736 None None] Pushing event updated for resources: {'Port': ['ID=0a21b17a-7a78-4abf-a9e0-b931db20197f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:33.396890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.412455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Calling delete_port for 663db7f8-16ff-4b69-89c3-8b0592d1990a owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:33.413332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:33.413712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:33.414646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:33.431199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Router 193d167b-072c-46b0-9ab7-759c3e7acf09 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:33.437512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:33.437841 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:33.472760 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 10 to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 Mar 14 18:24:33.536879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:33.537213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:33.537580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:33.611853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port a28fe16a-52b2-496f-a944-23cc32a43e25 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:33.612196 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port a28fe16a-52b2-496f-a944-23cc32a43e25 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:33.612558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.616097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.10 (2d1b6593-6eda-416e-8a7b-723ef4434a3b/7c1d9e76-8123-4674-8d7a-76866380657c/ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:33.670936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.710094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event deleted for resources: {'Port': ['ID=663db7f8-16ff-4b69-89c3-8b0592d1990a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:33.756290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.804010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:33.818293 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] Sync routers for ids ['193d167b-072c-46b0-9ab7-759c3e7acf09'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:33.838430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] Routers {'193d167b-072c-46b0-9ab7-759c3e7acf09'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:33.841679 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['193d167b-072c-46b0-9ab7-759c3e7acf09'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:33.857111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port a28fe16a-52b2-496f-a944-23cc32a43e25, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:33.857492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:24:33.867489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:33.870662 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b6e59f4d-a412-45bf-8ea4-5bfc56932d7f tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/ports/663db7f8-16ff-4b69-89c3-8b0592d1990a HTTP/1.1" status: 204 len: 168 time: 0.6952419 Mar 14 18:24:33.877953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46108) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:33.915905 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:33.930220 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] Routers {'193d167b-072c-46b0-9ab7-759c3e7acf09'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:33.930220 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['193d167b-072c-46b0-9ab7-759c3e7acf09'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:33.944545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Deleting subnet ec7329cf-6b5a-4e1d-a9ff-e65d84365777 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:33.949063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.006649 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:34.007749 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f7c57-bc3d-4b07-b4f8-398fa744beb7 None None] The sync data for ids ['193d167b-072c-46b0-9ab7-759c3e7acf09'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:34.014174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.020630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.049984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.053588 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-05e78c13-249a-419e-a8b0-467040f2c77a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6257880 Mar 14 18:24:34.053588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.058960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:34.094161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:34.094770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.111505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.141690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.144882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.220543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=a28fe16a-52b2-496f-a944-23cc32a43e25,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.267967 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9a7416a7-0f68-462d-9a06-f277a3f4e611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.3460536 Mar 14 18:24:34.283314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:34.287168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b2a63c-71f4-49a2-892d-c20e113bace1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:34.313820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.355199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 08b2a63c-71f4-49a2-892d-c20e113bace1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:34.355828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.397472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-10e7c9b5-a898-4340-b1b1-c03bf5c0c650 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/193d167b-072c-46b0-9ab7-759c3e7acf09 HTTP/1.1" status: 200 len: 924 time: 0.3371513 Mar 14 18:24:34.401516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46116) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:34.435098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-02efea9e-ed7e-4003-9619-9f9a267a34f0 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=193d167b-072c-46b0-9ab7-759c3e7acf09 HTTP/1.1" status: 200 len: 205 time: 0.0323639 Mar 14 18:24:34.438192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:34.464706 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1fe4970c-506d-4b59-a608-88f63c3f96df req-ae38d71d-3808-431c-a105-1cd735e33d0d tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.2059743 Mar 14 18:24:34.501763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0a21b17a-7a78-4abf-a9e0-b931db20197f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:34.525377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.529599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:34.540424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:34.587780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0a21b17a-7a78-4abf-a9e0-b931db20197f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:34.588068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.618032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:34.620423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.684298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7329cf-6b5a-4e1d-a9ff-e65d84365777,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.686704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.692201 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9251c54b-890c-4d18-86a8-09bc82e6a7d3 tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/subnets/ec7329cf-6b5a-4e1d-a9ff-e65d84365777 HTTP/1.1" status: 204 len: 168 time: 0.8108473 Mar 14 18:24:34.693574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.712164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08d780-6817-4880-8511-e38029897fbd None None] Network 059447e5-0271-49e8-8f54-aca79bd5acaf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:34.728490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.738332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:34.775848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:34.776346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:34.791869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Deleting port a28fe16a-52b2-496f-a944-23cc32a43e25 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:34.792203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.794224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477e0a1-35bc-457a-9f93-13470dc28597 None None] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:34.844606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:34.932963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.933924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:24:34.941054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 0a21b17a-7a78-4abf-a9e0-b931db20197f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0a21b17a-7a78-4abf-a9e0-b931db20197f,segment=NetworkSegment(772a2d2b-81ec-40ed-9b04-3dc5cf26e94d),segment_id=772a2d2b-81ec-40ed-9b04-3dc5cf26e94d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:34.947921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port a28fe16a-52b2-496f-a944-23cc32a43e25, host hv-neutron-8336, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:34.948276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.954803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.957514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:34.958178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:34.980430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Calling delete_port for a28fe16a-52b2-496f-a944-23cc32a43e25 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:34.988003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7bdf0d30-9f54-4a13-81a9-25017ba95dd8 None None] Provisioning complete for port 3c82bc83-dc37-4300-8766-fe4ddc406220 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:34.988571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0d30-9f54-4a13-81a9-25017ba95dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.005356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Deleting port 13efaa49-46b9-4966-a27e-a80a26d87391 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:35.006018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.032257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.078161 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-247de2e4-8f9f-4f89-9574-de6185a6b0e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2690773 Mar 14 18:24:35.082955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:35.095448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '2d1b6593-6eda-416e-8a7b-723ef4434a3b', 'name': 'tempest-PortsTestJSON-1084546775', 'fixed_ips': [{'subnet_id': '7c1d9e76-8123-4674-8d7a-76866380657c', 'ip_address': '172.20.0.9'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:35.109893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] For port 13efaa49-46b9-4966-a27e-a80a26d87391, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=13efaa49-46b9-4966-a27e-a80a26d87391,segment=NetworkSegment(2bc6832d-cb78-4396-a21c-ab075e9789fd),segment_id=2bc6832d-cb78-4396-a21c-ab075e9789fd)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:35.110369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.126755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] DHCP port deletion for 059447e5-0271-49e8-8f54-aca79bd5acaf request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:35.128208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Calling delete_port for 13efaa49-46b9-4966-a27e-a80a26d87391 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:35.144181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf0d30-9f54-4a13-81a9-25017ba95dd8 None None] Port 3c82bc83-dc37-4300-8766-fe4ddc406220 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:35.182230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port 537d9493-529c-4d70-874f-33c0e207a6f4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:35.182574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.185192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=0a21b17a-7a78-4abf-a9e0-b931db20197f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:35.221627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7bdf0d30-9f54-4a13-81a9-25017ba95dd8 None None] Provisioning complete for port 0a21b17a-7a78-4abf-a9e0-b931db20197f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:35.222147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bdf0d30-9f54-4a13-81a9-25017ba95dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.241010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:35.250745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b3215da9-9dac-4051-b48a-bb72f45adaf5 admin admin] 10.222.0.58 "PUT /v2.0/routers/195c6bb5-4065-41b6-b31b-7b88ea0adb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8586969 Mar 14 18:24:35.269067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Sync routers for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:35.301475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.308366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.323366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for 537d9493-529c-4d70-874f-33c0e207a6f4 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:35.339821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:35.344337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:35.345861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:35.346125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.349154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event deleted for resources: {'Port': ['ID=a28fe16a-52b2-496f-a944-23cc32a43e25,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:35.365937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.373133 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-13d45a44-c309-4fe9-ad1f-6bff01e6c72f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "DELETE /v2.0/ports/a28fe16a-52b2-496f-a944-23cc32a43e25 HTTP/1.1" status: 204 len: 168 time: 1.0838411 Mar 14 18:24:35.376465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:35.391200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.404810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Deleting port 13efaa49-46b9-4966-a27e-a80a26d87391 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:35.405694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.419725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:35.431369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f492556-e1cd-412e-a7ef-7382333191cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:24:35.436649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event deleted for resources: {'Port': ['ID=13efaa49-46b9-4966-a27e-a80a26d87391,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:35.444880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:35.452034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-661492700'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:35.455581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] No DVR routers for this DVR port 13efaa49-46b9-4966-a27e-a80a26d87391 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:35.468329 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2f492556-e1cd-412e-a7ef-7382333191cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports/a28fe16a-52b2-496f-a944-23cc32a43e25 HTTP/1.1" status: 404 len: 333 time: 0.0898905 Mar 14 18:24:35.557648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] For port 13efaa49-46b9-4966-a27e-a80a26d87391, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:35.558083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.628111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Calling delete_port for 13efaa49-46b9-4966-a27e-a80a26d87391 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:35.647209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Port 13efaa49-46b9-4966-a27e-a80a26d87391 was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:24:35.667451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.704977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.9 (2d1b6593-6eda-416e-8a7b-723ef4434a3b/7c1d9e76-8123-4674-8d7a-76866380657c/47bc4f3d-2438-4c8b-9ac4-9e6f45df8762) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:35.713204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] Pushing event deleted for resources: {'Port': ['ID=13efaa49-46b9-4966-a27e-a80a26d87391,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:35.721787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5cbe8-4cd0-48dc-9f08-59d1c20e2164 None None] No DVR routers for this DVR port 13efaa49-46b9-4966-a27e-a80a26d87391 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:35.728311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:35.777407 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b857fa26-ae5e-4a8d-907e-561794887bff req-b27106a5-cfd4-4ab2-8601-b489e126902a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.1925478 Mar 14 18:24:35.839216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Made reservation on behalf of e2b1b89411104332a3bd2bfbb3565bd4 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:35.841782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.871564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:35.938746 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:24:35.939880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.007175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:36.012645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148110580', 'description': 'tempest-secgroup-smoke-1148110580 description', 'project_id': '0a227c1c684149fdacd624d033aa7eea'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:36.034890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059447e5-0271-49e8-8f54-aca79bd5acaf']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:36.051113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.057169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc6832d-cb78-4396-a21c-ab075e9789fd') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:36.061013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc6832d-cb78-4396-a21c-ab075e9789fd') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:36.068249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.085474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.092925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:36.093805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.097509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0a21b17a-7a78-4abf-a9e0-b931db20197f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:36.110002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:36.112797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.120374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:36.133941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:36.134721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e738c467-d724-4d28-a7b9-bd54096c6a78 None None] Provisioning complete for port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:36.135105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e738c467-d724-4d28-a7b9-bd54096c6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.140561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=47bc4f3d-2438-4c8b-9ac4-9e6f45df8762,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: items = [ Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:36.159528 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:36.207862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.209162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.213248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e738c467-d724-4d28-a7b9-bd54096c6a78 None None] Port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:36.252470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-5f9e8365-2d8d-4a99-b37e-18def18db292 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.254609 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-5f9e8365-2d8d-4a99-b37e-18def18db292 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.61 "GET /v2.0/networks?id=486b63de-a377-4c21-8fc1-31b0b28e16d0 HTTP/1.1" status: 200 len: 812 time: 0.5885546 Mar 14 18:24:36.261800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:36.270236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0a21b17a-7a78-4abf-a9e0-b931db20197f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:36.270236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.270236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e738c467-d724-4d28-a7b9-bd54096c6a78 None None] Provisioning complete for port 0a21b17a-7a78-4abf-a9e0-b931db20197f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:36.270733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e738c467-d724-4d28-a7b9-bd54096c6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.271128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.277884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Request body: {'port': {'device_id': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0', 'admin_state_up': True, 'tenant_id': '0b4f7d7e0ffe4701a4dfc4c91840f866'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:36.317415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2c9e7532-3efd-40ac-9825-a3b7eab0cbe5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2332590 Mar 14 18:24:36.323436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:36.368925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.374452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '3c82bc83-dc37-4300-8766-fe4ddc406220', 'name': '', 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'mac_address': 'fa:16:3e:24:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:30Z', 'updated_at': '2022-03-14T18:24:33Z', 'revision_number': 2, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'subnets': [{'id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:36.380144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.382248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.385640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] 10.222.0.58 "DELETE /v2.0/networks/059447e5-0271-49e8-8f54-aca79bd5acaf HTTP/1.1" status: 204 len: 168 time: 1.6461403 Mar 14 18:24:36.458425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Checking router: 195c6bb5-4065-41b6-b31b-7b88ea0adb57 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:36.458779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Updating router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 port 3c82bc83-dc37-4300-8766-fe4ddc406220 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:36.499855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c0b12-c06d-4a00-a6ec-fd8058b457ce tempest-TagsExtTest-68536155 tempest-TagsExtTest-68536155-project] Pushing event deleted for resources: {'Network': ['ID=059447e5-0271-49e8-8f54-aca79bd5acaf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.505929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f19ced9-c13b-4015-8c74-39638aa77d7c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:36.513745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.526258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639c5c5-c497-4158-baa3-77da59f7a9dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.531583 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c639c5c5-c497-4158-baa3-77da59f7a9dd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2063451 Mar 14 18:24:36.534433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:36.574775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.576364 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-479ed336-934f-4545-a689-1c66f0cd6b99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5680850 Mar 14 18:24:36.579788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:36.587752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:36.596705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 13efaa49-46b9-4966-a27e-a80a26d87391 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:36.615768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.617368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f77a8f-2817-4179-a283-b2b433c0e49b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.623463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f77a8f-2817-4179-a283-b2b433c0e49b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.629398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f77a8f-2817-4179-a283-b2b433c0e49b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:36.629600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 13efaa49-46b9-4966-a27e-a80a26d87391 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:36.629991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 13efaa49-46b9-4966-a27e-a80a26d87391 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:36.635086 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e9f77a8f-2817-4179-a283-b2b433c0e49b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0949137 Mar 14 18:24:36.636209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:36.703675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Provisioning complete for port 47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:36.703951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.755272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.767489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Port 47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:36.804348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:36.804641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.823864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Provisioning complete for port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:36.824286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.892083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a3865388-9256-4d4f-90a8-e49fd1f9a521 None None] Port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:36.917672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.949591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:36.970287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:36.997763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Made reservation on behalf of 0b4f7d7e0ffe4701a4dfc4c91840f866 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:37.001338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.009097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.031830 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-33d00ed0-2830-4e48-95a7-88b6b982e4d8 req-62a482a0-7465-47db-a56b-703657c39fe5 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.0650699 Mar 14 18:24:37.035602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=537d9493-529c-4d70-874f-33c0e207a6f4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.052524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46158) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.067255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.126366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.145247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d966d-12dc-4e6e-966e-82b229f3480b None None] Pushing event updated for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.221110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Attempting to bind port 3c82bc83-dc37-4300-8766-fe4ddc406220 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:37.221479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Attempting to bind port 3c82bc83-dc37-4300-8766-fe4ddc406220 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:37.222097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Attempting to bind port 3c82bc83-dc37-4300-8766-fe4ddc406220 on network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:37.230362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:37.230848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Checking segment: {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:37.231399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.232010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Bound using segment: {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:37.233319 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Bound port: 3c82bc83-dc37-4300-8766-fe4ddc406220, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c1d22f-1d07-4811-91d8-01806535626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:37.234152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.246557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.319217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.330147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] For port 3c82bc83-dc37-4300-8766-fe4ddc406220, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:37.335016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] For port 3c82bc83-dc37-4300-8766-fe4ddc406220, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c82bc83-dc37-4300-8766-fe4ddc406220,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:37.350846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d09374-bd3f-48ea-b250-3fe2d25e8088,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.407054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.411624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.416257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.454350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.454350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fbc85625-b4c5-41ee-b045-1ee4800a62cd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8689606 Mar 14 18:24:37.455183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.460055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:37.467089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Allocated IP 172.20.0.3 (486b63de-a377-4c21-8fc1-31b0b28e16d0/8b7c6995-737b-4e7c-a7f8-020ffe0740d5/a9c744fa-18fc-4225-bf8b-efdfee0d8b55) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:37.483353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.493833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:37.494623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:37.511507 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ff5fe68f-5ab5-4109-b2b8-2476232c74af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a8b93a4aecc42ba95545f5a598230b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574492 Mar 14 18:24:37.516754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.534227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.567691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Network 34d56036-fd22-46c0-85de-993e59c19ce4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:37.568407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.569267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router 193d167b-072c-46b0-9ab7-759c3e7acf09 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:37.576380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d966d-12dc-4e6e-966e-82b229f3480b None None] Pushing event updated for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.583179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.588022 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d25d32d0-46bf-4f37-8149-a20de7c6555c tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/193d167b-072c-46b0-9ab7-759c3e7acf09 HTTP/1.1" status: 204 len: 168 time: 3.1451867 Mar 14 18:24:37.588022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:37.592236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.593685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] Provisioning complete for port 3c82bc83-dc37-4300-8766-fe4ddc406220 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:37.594156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.604418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1230513823', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:37.608655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:37.609600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:37.610231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.616650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=4dae2b80-5a49-4216-9d7b-076c9c5aef3a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.647290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=47bc4f3d-2438-4c8b-9ac4-9e6f45df8762,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.670435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.713392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:37.774319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3ede44ed-d80b-4a43-b5af-2a7ed10f23a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3270113 Mar 14 18:24:37.777929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.787877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:37.795100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.823871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.830230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3aea11f5-6e32-462a-b234-e568a414dd1a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 HTTP/1.1" status: 204 len: 168 time: 1.1916261 Mar 14 18:24:37.835561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.848752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.849425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.922507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.923714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.925379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.929539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9da0570-36f2-4544-b62e-e13e317a9dc4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:37.933966 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a9da0570-36f2-4544-b62e-e13e317a9dc4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/47bc4f3d-2438-4c8b-9ac4-9e6f45df8762 HTTP/1.1" status: 404 len: 333 time: 0.0894976 Mar 14 18:24:37.938131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:37.964124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38202afd-a055-49ee-b938-6dd8bc6c5818,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:37.973248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.980527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:37.986810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.009325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '3c82bc83-dc37-4300-8766-fe4ddc406220', 'name': '', 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'mac_address': 'fa:16:3e:24:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:30Z', 'updated_at': '2022-03-14T18:24:37Z', 'revision_number': 4, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'subnets': [{'id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:38.010352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.012623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.019194 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fb18ed0-787c-4d21-ac22-8df9a3878773 HTTP/1.1" status: 204 len: 168 time: 0.4948249 Mar 14 18:24:38.046603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d7cc-686d-4316-b678-00704464f497 None None] The sync data for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv is: [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '3c82bc83-dc37-4300-8766-fe4ddc406220', 'name': '', 'network_id': '7e9bbf53-75bc-488e-ac38-1a73501a4bb1', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'mac_address': 'fa:16:3e:24:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:30Z', 'updated_at': '2022-03-14T18:24:37Z', 'revision_number': 4, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'subnets': [{'id': 'eac7361e-d874-4058-96be-fed052b37cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:38.055997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.074256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591613e-9619-418a-b724-7636b18fb1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb18ed0-787c-4d21-ac22-8df9a3878773,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.081634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.085788 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dd6e16c9-9600-4676-bca8-82413f306d07 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6294127 Mar 14 18:24:38.087591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] For port 3c82bc83-dc37-4300-8766-fe4ddc406220, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c82bc83-dc37-4300-8766-fe4ddc406220,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:38.090730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46178) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:38.102328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:38.173298 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5d1e96f5-2354-49c1-9eac-8c102995efd2 req-824e1a79-e296-41fc-a977-1c92b3572e05 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.0439205 Mar 14 18:24:38.175450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.198310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:38.208277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.276321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.322133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15077edb-17e5-4750-954b-9e8296dd40ae None None] Pushing event updated for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.356560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1dd5f0c-65ac-4f8a-b758-242c35633ddd None None] Provisioning complete for port 3c82bc83-dc37-4300-8766-fe4ddc406220 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:38.357178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1dd5f0c-65ac-4f8a-b758-242c35633ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.434112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.434706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.454271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.495962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:38.526838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.596889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Network 486b63de-a377-4c21-8fc1-31b0b28e16d0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:38.607625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:38.613786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:38.623478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.655367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af612d93-107d-4ff6-8f08-519bd04ed238,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.667656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Pushing event updated for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.728952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.733600 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a11fe45c-ea67-44b4-923e-09a7e98bb7b9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6384668 Mar 14 18:24:38.733600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:38.737495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:38.767628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:38.768293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.779735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:38.794242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.832940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.874519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:38.879117 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-45fcb383-995e-4f95-8ef1-313b09b0b325 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6080053 Mar 14 18:24:38.879610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:38.929511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Request body: {'port': {'device_id': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:38.952681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.016294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.019549 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-98d90e8a-4265-47bc-86ad-f9b6e48c4cb1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 HTTP/1.1" status: 204 len: 168 time: 1.0672650 Mar 14 18:24:39.024968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:39.028345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=4dae2b80-5a49-4216-9d7b-076c9c5aef3a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.060226 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-397dec6f-02e7-4edf-aec6-cb3980e85acd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:39.061925 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-397dec6f-02e7-4edf-aec6-cb3980e85acd tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/ad52e4c5-ebc2-4ca3-a0b1-c6d83aedad43 HTTP/1.1" status: 404 len: 333 time: 0.0359294 Mar 14 18:24:39.065276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:39.087167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.138178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 7c1d9e76-8123-4674-8d7a-76866380657c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:39.139049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.142657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.143494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.143837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.144213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.162079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.162480 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.164908 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 2 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.189822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.304112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.380732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.380856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.403475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d59de0-f913-4f9e-bc39-c189fc8017c9,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.409306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.438679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.439266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.439370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.469288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.471054 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8942db78-a3a9-4955-950f-154891d096a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7370353 Mar 14 18:24:39.478610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:39.480027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:39.494719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.494946 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.498480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.503086 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 3 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.529526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1d9e76-8123-4674-8d7a-76866380657c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.531855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.535462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-62ce1192-ed0d-41e4-ae43-3d972071f9d6 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/7c1d9e76-8123-4674-8d7a-76866380657c HTTP/1.1" status: 204 len: 168 time: 0.4691918 Mar 14 18:24:39.538016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:39.545338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a89bde-9225-4775-89d2-ecc66a57f504 req-0cdfec8a-5a93-48f1-a89f-9657df7c9c39 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:39.546943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5a89bde-9225-4775-89d2-ecc66a57f504 req-0cdfec8a-5a93-48f1-a89f-9657df7c9c39 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 931 time: 0.2009008 Mar 14 18:24:39.553266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1a864-936e-4e84-bf00-e3d4f85c868c None None] Network 2d1b6593-6eda-416e-8a7b-723ef4434a3b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:39.564643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.565148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.565594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.573165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Project 0a227c1c684149fdacd624d033aa7eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:24:39.587619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.639843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.640299 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.647806 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 4 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.688810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c744fa-18fc-4225-bf8b-efdfee0d8b55 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:24:39.696026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.696490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.696932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.716700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.720626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.734626 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5a89bde-9225-4775-89d2-ecc66a57f504 req-170bf204-c51f-477a-a6bb-cbbf1facf02f tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695964 Mar 14 18:24:39.735198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.737413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 172.26.3.219 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/a2a7d515-d58d-408e-ae94-5f981260f31d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:39.744860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.744860 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.786225 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 5 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.802109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 0a21b17a-7a78-4abf-a9e0-b931db20197f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:39.802957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.803698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] DHCP port deletion for 2d1b6593-6eda-416e-8a7b-723ef4434a3b request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:39.836861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Transition to ACTIVE for port object a9c744fa-18fc-4225-bf8b-efdfee0d8b55 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:24:39.841310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.841643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.841999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.852767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.853028 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.854896 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 6 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.857034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.860804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Deleting port 0a21b17a-7a78-4abf-a9e0-b931db20197f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:39.861369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.880231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.880564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.880897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.894887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.895221 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.897991 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 7 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.899178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port 0a21b17a-7a78-4abf-a9e0-b931db20197f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0a21b17a-7a78-4abf-a9e0-b931db20197f,segment=NetworkSegment(772a2d2b-81ec-40ed-9b04-3dc5cf26e94d),segment_id=772a2d2b-81ec-40ed-9b04-3dc5cf26e94d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:39.899726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.902305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990b00b1-f0e9-412a-89cb-9e9f81be4b2b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:39.915169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 0a21b17a-7a78-4abf-a9e0-b931db20197f owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:39.921278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.926959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:39.927286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:39.927616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:39.931726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.958722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] For port 0a21b17a-7a78-4abf-a9e0-b931db20197f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0a21b17a-7a78-4abf-a9e0-b931db20197f,segment=NetworkSegment(772a2d2b-81ec-40ed-9b04-3dc5cf26e94d),segment_id=772a2d2b-81ec-40ed-9b04-3dc5cf26e94d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:39.959357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.966726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:39.967057 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:39.970624 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 8 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:39.981519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Calling delete_port for 0a21b17a-7a78-4abf-a9e0-b931db20197f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:39.993495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:39.994925 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7433e027-2943-4b57-b74a-2e741902a213 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5200958 Mar 14 18:24:40.000488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46192) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:40.005443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'security_group_rule': {'security_group_id': '5f19ced9-c13b-4015-8c74-39638aa77d7c', 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:40.019547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.022881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:40.023751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:40.024350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:40.035662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:40.035987 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:40.037456 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 9 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:40.087764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c82bc83-dc37-4300-8766-fe4ddc406220 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:40.095112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:40.095446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:40.095774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:40.106348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:40.106677 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:40.108453 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 10 to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a Mar 14 18:24:40.113281 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Project 0a227c1c684149fdacd624d033aa7eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:24:40.119537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.134874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:40.135217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:40.135544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:40.140902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Attempting to bind port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:40.141230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Attempting to bind port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '82cd2302-5c2b-4640-ab98-393eff15c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:40.141552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Attempting to bind port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 on network 486b63de-a377-4c21-8fc1-31b0b28e16d0 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:40.142795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3c82bc83-dc37-4300-8766-fe4ddc406220 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:40.143348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.143474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.145715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:40.146100 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:40.147156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.149682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 on network 486b63de-a377-4c21-8fc1-31b0b28e16d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:40.151807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Attempting to bind port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 on network 486b63de-a377-4c21-8fc1-31b0b28e16d0 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:40.163143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:40.163472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Checking segment: {'id': '82cd2302-5c2b-4640-ab98-393eff15c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:40.163868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Bound using segment: {'id': '82cd2302-5c2b-4640-ab98-393eff15c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:40.164301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Bound port: a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82cd2302-5c2b-4640-ab98-393eff15c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:40.164665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.174262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.183072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=0a21b17a-7a78-4abf-a9e0-b931db20197f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.185129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port 0a21b17a-7a78-4abf-a9e0-b931db20197f on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:40.209394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] Pushing event deleted for resources: {'Port': ['ID=0a21b17a-7a78-4abf-a9e0-b931db20197f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.215451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a502e74-9582-4769-90b1-a958e4c9a5a6 None None] No DVR routers for this DVR port 0a21b17a-7a78-4abf-a9e0-b931db20197f on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:40.234778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.252913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.292019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.308047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:40.316600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1b6593-6eda-416e-8a7b-723ef4434a3b']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:40.319915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:40.322776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:40.329074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.329232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:40.329472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:24:40.339106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0a21b17a-7a78-4abf-a9e0-b931db20197f no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:40.344482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:40.344833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772a2d2b-81ec-40ed-9b04-3dc5cf26e94d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:40.362068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0a21b17a-7a78-4abf-a9e0-b931db20197f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:40.362582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0a21b17a-7a78-4abf-a9e0-b931db20197f not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:40.368432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.370839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=a2a7d515-d58d-408e-ae94-5f981260f31d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.375948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1345dd32-4cbc-4d1b-82fe-e54008cd279c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.378196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:40.383270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,segment=NetworkSegment(82cd2302-5c2b-4640-ab98-393eff15c6dc),segment_id=82cd2302-5c2b-4640-ab98-393eff15c6dc)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:40.385633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.390557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.394826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:40.396129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:40.400614 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:40.447969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.449206 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e5b45e57-24c6-48e4-afd4-618a0ba66864 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477420 Mar 14 18:24:40.491971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.499935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] In _notify_port_updated(), no bound segment for port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:24:40.500816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.501414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.502774 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "PUT /v2.0/ports/4dae2b80-5a49-4216-9d7b-076c9c5aef3a HTTP/1.1" status: 200 len: 980 time: 2.7236352 Mar 14 18:24:40.506779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:40.536851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.541651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c14aa-e120-4a27-ae15-1cf9ba0b0251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=4dae2b80-5a49-4216-9d7b-076c9c5aef3a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.560725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.560725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.560725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] 10.222.0.61 "PUT /v2.0/ports/a9c744fa-18fc-4225-bf8b-efdfee0d8b55 HTTP/1.1" status: 200 len: 1093 time: 1.6346717 Mar 14 18:24:40.560725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:24:40.560725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:24:40.583706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.592215 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/2d1b6593-6eda-416e-8a7b-723ef4434a3b HTTP/1.1" status: 204 len: 168 time: 1.0481207 Mar 14 18:24:40.592215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74870c-2120-494f-ba50-29ad47f707e1 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=2d1b6593-6eda-416e-8a7b-723ef4434a3b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:40.598777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:40.643186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.643663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.644134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.644595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.645056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.645516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.646431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.647072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.647699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.648317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.655668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.658303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.658784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.659254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.659719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.660181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.660640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.661110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.661566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.662128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.662590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.663058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.663498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.663953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:40.669956 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-694a1516-80e8-45c1-a946-bd027e814a64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21585 time: 0.1597455 Mar 14 18:24:40.671252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:40.760558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Deleting port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:40.760909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.837205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port 4dae2b80-5a49-4216-9d7b-076c9c5aef3a, host hv-neutron-8336, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:40.837509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:40.851309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Calling delete_port for 4dae2b80-5a49-4216-9d7b-076c9c5aef3a owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:40.920581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1276513012'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:40.929779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2ac34-67ec-40e0-a150-8c933181e40d x-openstack-request-id: req-9ea2ac34-67ec-40e0-a150-8c933181e40d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:24:40.930656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:24:40.930905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ea2ac34-67ec-40e0-a150-8c933181e40d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:24:40.931380 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55', 'status': 'completed', 'code': 200} Mar 14 18:24:40.998628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.022556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b313b90-40aa-45e0-bb64-453c04b7885a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.028246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dae2b80-5a49-4216-9d7b-076c9c5aef3a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.042668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.043369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-f56722df-7534-4709-8aba-3844635b3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.043369 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-f56722df-7534-4709-8aba-3844635b3dfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 1096 time: 0.1096821 Mar 14 18:24:41.043568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0de2a7a2-d76f-426c-bf4c-352a506e4b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "DELETE /v2.0/ports/4dae2b80-5a49-4216-9d7b-076c9c5aef3a HTTP/1.1" status: 204 len: 168 time: 0.3668823 Mar 14 18:24:41.043568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:41.045920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe565b8-832c-47d3-900d-3b612d80a841 req-2776ef66-bea6-46f0-bf4c-03bce1e4d1de tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.047396 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9fe565b8-832c-47d3-900d-3b612d80a841 req-2776ef66-bea6-46f0-bf4c-03bce1e4d1de tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 943 time: 0.1153040 Mar 14 18:24:41.069232 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a78d17-e8b5-49b1-93bf-9641b8b78a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:24:41.070873 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c1a78d17-e8b5-49b1-93bf-9641b8b78a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports/4dae2b80-5a49-4216-9d7b-076c9c5aef3a HTTP/1.1" status: 404 len: 333 time: 0.0267324 Mar 14 18:24:41.074839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46250) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:41.079547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-201346415', 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:41.179556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:41.183585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.192435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Made reservation on behalf of e2b1b89411104332a3bd2bfbb3565bd4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:41.194914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.210325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port c1015c08-e8a3-4984-acf7-27ae8eecd730 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:41.265206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9fe565b8-832c-47d3-900d-3b612d80a841 req-ab9d7ecf-8f69-4386-9c21-c933c4d0dc63 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003288 Mar 14 18:24:41.341372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:41.353811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-daaecaf8-8284-4aec-a7bc-89ce650ef14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.355420 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-daaecaf8-8284-4aec-a7bc-89ce650ef14b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3071556 Mar 14 18:24:41.360959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.361286 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Added segment 802fb7a4-807b-4632-be48-2a09990d0be0 of type vlan for network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 Mar 14 18:24:41.372193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.472240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.488133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.491472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.564254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=c1015c08-e8a3-4984-acf7-27ae8eecd730,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.576066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Network 34d56036-fd22-46c0-85de-993e59c19ce4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:41.576066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:41.583864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:41.585265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.588666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.661310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f9ac412e-50a1-4c20-9f88-8202347008b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5852637 Mar 14 18:24:41.661846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:41.662251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.668208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.668922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.697809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66d69a-876e-4ee1-a2ca-e95e8d0c7b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.699264 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5d66d69a-876e-4ee1-a2ca-e95e8d0c7b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports/c1015c08-e8a3-4984-acf7-27ae8eecd730 HTTP/1.1" status: 200 len: 958 time: 0.0364716 Mar 14 18:24:41.699511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-2a104702-b82a-495e-a638-57a49ad70eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.701021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6bfb339a-30bc-4ce1-831b-117c34d9a8fb req-2a104702-b82a-495e-a638-57a49ad70eec service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3370054 Mar 14 18:24:41.702077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:41.752790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Network': ['ID=4e8c29fc-2d6e-4045-8c19-cfc5f06201f3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:41.764222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:41.804044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Deleting port c1015c08-e8a3-4984-acf7-27ae8eecd730 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:41.804500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.811660 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3a7adf3-f0bf-4175-bedb-b83355b6d572 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2117004 Mar 14 18:24:41.813994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:41.833643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:41.881547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:41.895107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Calling delete_port for c1015c08-e8a3-4984-acf7-27ae8eecd730 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:41.947479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-421a040f-591c-4085-899b-96b35ed75ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:41.948970 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-421a040f-591c-4085-899b-96b35ed75ce7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 1096 time: 0.1610596 Mar 14 18:24:42.000246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.004697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-77763bf3-8a4a-4a21-ab8e-a43490ab3690 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55 HTTP/1.1" status: 200 len: 217 time: 0.0437627 Mar 14 18:24:42.073089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.100505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-a5b229ac-af5f-4a68-84bb-6dec50b31da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:42.103046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-a5b229ac-af5f-4a68-84bb-6dec50b31da8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b7c6995-737b-4e7c-a7f8-020ffe0740d5 HTTP/1.1" status: 200 len: 852 time: 0.0903780 Mar 14 18:24:42.113700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1015c08-e8a3-4984-acf7-27ae8eecd730,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.119491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.125802 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a74d03b7-fbb5-45fe-84ac-c9d963511653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c1015c08-e8a3-4984-acf7-27ae8eecd730 HTTP/1.1" status: 204 len: 168 time: 0.4227581 Mar 14 18:24:42.126451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:42.142741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:42.146094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.151407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e057eeb1-ec44-4eb5-b5b5-985bbe208331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:24:42.155860 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e057eeb1-ec44-4eb5-b5b5-985bbe208331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports/c1015c08-e8a3-4984-acf7-27ae8eecd730 HTTP/1.1" status: 404 len: 333 time: 0.0283787 Mar 14 18:24:42.156545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:42.161680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705771'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.184378 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-9cc3f85c-94e6-4908-9597-603ddf1990a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=486b63de-a377-4c21-8fc1-31b0b28e16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535543 Mar 14 18:24:42.244352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Made reservation on behalf of e2b1b89411104332a3bd2bfbb3565bd4 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:42.246898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.276211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:42.368376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-c953a1b0-9023-4c3c-908a-0b471feb1f88 service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554141 Mar 14 18:24:42.445317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router c14eb2b0-8336-4703-b59a-a911daf56f04 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:42.497220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3925a-70e3-4a64-82f7-41863c4df961 req-07d5bdae-ac0b-41d0-8a36-e59e67060632 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:42.498763 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4ae3925a-70e3-4a64-82f7-41863c4df961 req-07d5bdae-ac0b-41d0-8a36-e59e67060632 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 943 time: 0.1264939 Mar 14 18:24:42.504043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.562041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4ae3925a-70e3-4a64-82f7-41863c4df961 req-12f5819d-8eaf-468b-ae79-949009eeb309 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Mar 14 18:24:42.572201 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f04fa37-a78b-4563-bd4d-3c4f8b91e45e req-0cbd7fc3-6724-4942-8bc2-730cb4f62672 service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838562 Mar 14 18:24:42.656695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:42.670095 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Sync routers for ids ['c14eb2b0-8336-4703-b59a-a911daf56f04'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:42.679032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.681648 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Routers {'c14eb2b0-8336-4703-b59a-a911daf56f04'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:42.681648 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c14eb2b0-8336-4703-b59a-a911daf56f04'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:42.725281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.748791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Network 34d56036-fd22-46c0-85de-993e59c19ce4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:42.752757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:42.772093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:42.775630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:42.776884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.783788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=08ae6f69-5b04-40c7-a0d0-4dbdb0b18589,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.787225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.788715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-276cbcb9-8ceb-4b5e-b294-91dcacfdf4c6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1906610 Mar 14 18:24:42.793035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:42.802731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:42.802963 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Set router c14eb2b0-8336-4703-b59a-a911daf56f04 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:42.811115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Checking segment: {'id': '802fb7a4-807b-4632-be48-2a09990d0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:42.811595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network hostable DHCP agents. Network: 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:42.892683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:42.892911 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ef19e29b-3e0b-4426-b49f-f5b58f2cd1b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.7324824 Mar 14 18:24:42.893097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:42.899917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.924668 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-18937db8-3b52-4ba1-9ff6-9260b853f86c tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/c14eb2b0-8336-4703-b59a-a911daf56f04 HTTP/1.1" status: 200 len: 909 time: 0.1280460 Mar 14 18:24:42.925144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:42.933949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1230513823', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': True}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:42.979565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:42.994521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:43.000656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:43.004840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.004965 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'name': 'tempest-snat-router-1230513823', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219'}], 'enable_snat': False}, 'gw_port_id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:37Z', 'updated_at': '2022-03-14T18:24:40Z', 'revision_number': 3, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port': {'id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:39Z', 'updated_at': '2022-03-14T18:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:43.006384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bfc48-29e5-4e73-a54f-3d5648a54022 None None] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:43.022666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.024085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.037310 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Checking router: c14eb2b0-8336-4703-b59a-a911daf56f04 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:43.038043 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Updating router c14eb2b0-8336-4703-b59a-a911daf56f04 port a2a7d515-d58d-408e-ae94-5f981260f31d binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:43.075886 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.134448 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a673b938-d62e-45b8-8b7a-3e40c43c39d5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3072805 Mar 14 18:24:43.135210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:43.143255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-488379536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:43.171402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.217389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] device_id is not set on port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:43.227594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.289877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.291304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.323653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.384223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4e8c29fc-2d6e-4045-8c19-cfc5f06201f3', 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:43.385426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.385559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.402779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=08ae6f69-5b04-40c7-a0d0-4dbdb0b18589,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.417030 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.418265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.418750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.419164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.424067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.424394 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.424851 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 2 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.439361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.439698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.440038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.445064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.452947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.453279 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.456145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 3 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.473414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.473835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.474116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.485717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.486806 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.487676 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 4 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.513818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.514661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.515842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.523307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.524800 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.525923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 5 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.552924 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.580179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.581297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.582826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.598302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.598761 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.599423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 6 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.670495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.672138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.672489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.684285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Allocated IP 172.20.0.2 (4e8c29fc-2d6e-4045-8c19-cfc5f06201f3/406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b/11667662-c913-4680-af0c-a0bb31e3deb1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:43.684884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.685216 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.685604 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 7 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.721788 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Attempting to bind port a2a7d515-d58d-408e-ae94-5f981260f31d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.722405 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Attempting to bind port a2a7d515-d58d-408e-ae94-5f981260f31d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.722636 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Attempting to bind port a2a7d515-d58d-408e-ae94-5f981260f31d on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.732593 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747522-9cc5-4346-95d2-ebe0a9d5e7b0 None None] Pushing event updated for resources: {'Port': ['ID=a2a7d515-d58d-408e-ae94-5f981260f31d,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:43.747103 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:43.747518 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:43.747872 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.748259 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:43.748730 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Bound port: a2a7d515-d58d-408e-ae94-5f981260f31d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:43.749126 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.809566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.815807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-39723eed-2d33-4a2c-819a-74d320815a0f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6775734 Mar 14 18:24:43.827445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:43.845664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3', 'name': 'tempest-PortsTestJSON-118912980'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:43.848981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.849316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.853947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.875720 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] For port a2a7d515-d58d-408e-ae94-5f981260f31d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:43.879544 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] For port a2a7d515-d58d-408e-ae94-5f981260f31d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a2a7d515-d58d-408e-ae94-5f981260f31d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:43.906377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:43.906722 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:43.931514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.943498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 8 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:43.959080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:43.963492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00ec0-ee75-410b-a6e4-065da3a910e6 req-01f7e4f6-59ac-44b3-83d9-56e326352c3c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:43.964680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9cd00ec0-ee75-410b-a6e4-065da3a910e6 req-01f7e4f6-59ac-44b3-83d9-56e326352c3c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 943 time: 0.2524889 Mar 14 18:24:43.980078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:43.981394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:43.981731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:43.988792 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.018895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:44.020585 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:44.028533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 9 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:44.079435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.110569 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Routers {'c14eb2b0-8336-4703-b59a-a911daf56f04'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:44.111992 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c14eb2b0-8336-4703-b59a-a911daf56f04'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:44.135935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:44.139682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:44.145245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:44.150003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Pushing event updated for resources: {'Port': ['ID=11667662-c913-4680-af0c-a0bb31e3deb1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.201302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747522-9cc5-4346-95d2-ebe0a9d5e7b0 None None] Pushing event updated for resources: {'Port': ['ID=a2a7d515-d58d-408e-ae94-5f981260f31d,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.252614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Attempting to bind port 11667662-c913-4680-af0c-a0bb31e3deb1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:44.253444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Attempting to bind port 11667662-c913-4680-af0c-a0bb31e3deb1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '802fb7a4-807b-4632-be48-2a09990d0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:44.254005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Attempting to bind port 11667662-c913-4680-af0c-a0bb31e3deb1 on network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:44.262383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:44.263083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Checking segment: {'id': '802fb7a4-807b-4632-be48-2a09990d0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:44.263801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.264357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Bound using segment: {'id': '802fb7a4-807b-4632-be48-2a09990d0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:44.265011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Bound port: 11667662-c913-4680-af0c-a0bb31e3deb1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802fb7a4-807b-4632-be48-2a09990d0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4e8c29fc-2d6e-4045-8c19-cfc5f06201f3'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:44.265568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.295853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] Set router c14eb2b0-8336-4703-b59a-a911daf56f04 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:44.363188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] For port 11667662-c913-4680-af0c-a0bb31e3deb1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:44.368194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] For port 11667662-c913-4680-af0c-a0bb31e3deb1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11667662-c913-4680-af0c-a0bb31e3deb1,segment=NetworkSegment(802fb7a4-807b-4632-be48-2a09990d0be0),segment_id=802fb7a4-807b-4632-be48-2a09990d0be0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:44.410263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.421439 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9cd00ec0-ee75-410b-a6e4-065da3a910e6 req-bcb5b5f4-8f71-4d54-8477-079245731ee5 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423873 Mar 14 18:24:44.442778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:44.442778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:44.442778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:44.444377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:44.444708 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:44.449398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.449558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempt 10 to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 Mar 14 18:24:44.450698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.466745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:44.467085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:44.467664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempting to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:44.475896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:24:44.479435 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Failed to bind port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '9fd2aa19-f16b-423d-a698-bac6880f8c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '34d56036-fd22-46c0-85de-993e59c19ce4'}] Mar 14 18:24:44.479435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.538191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:44.542614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.544133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854e6bf-2fc6-4717-8c04-2fa3cbc19be2 None None] Pushing event updated for resources: {'Port': ['ID=11667662-c913-4680-af0c-a0bb31e3deb1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.573381 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'name': 'tempest-snat-router-1230513823', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219'}], 'enable_snat': False}, 'gw_port_id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:37Z', 'updated_at': '2022-03-14T18:24:40Z', 'revision_number': 3, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port': {'id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:39Z', 'updated_at': '2022-03-14T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:44.588137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:44.595698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:24:44.595698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port f122f5fa-4ac7-4a97-93da-4145f5488df1 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:44.621430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670d429-94b9-48c9-a0de-709e8f1dbe81 None None] The sync data for ids ['c14eb2b0-8336-4703-b59a-a911daf56f04'] in dv-neutron-833670-1-hyperv is: [{'id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'name': 'tempest-snat-router-1230513823', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219'}], 'enable_snat': False}, 'gw_port_id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:37Z', 'updated_at': '2022-03-14T18:24:40Z', 'revision_number': 3, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port': {'id': 'a2a7d515-d58d-408e-ae94-5f981260f31d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14eb2b0-8336-4703-b59a-a911daf56f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:39Z', 'updated_at': '2022-03-14T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:44.662979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 172.26.3.174 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/5b06f801-6f5f-4984-9014-cbef5e4a22c4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:44.672201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.788721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] In _notify_port_updated(), no bound segment for port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 on network 34d56036-fd22-46c0-85de-993e59c19ce4 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:24:44.790275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:44.791054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.795103 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "PUT /v2.0/ports/08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 HTTP/1.1" status: 200 len: 978 time: 1.8985214 Mar 14 18:24:44.795905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:44.849774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79f37-4506-4df3-a13b-1c8c76490e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event updated for resources: {'Port': ['ID=08ae6f69-5b04-40c7-a0d0-4dbdb0b18589,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:44.901391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:44.910848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.11 (4e8c29fc-2d6e-4045-8c19-cfc5f06201f3/406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b/f122f5fa-4ac7-4a97-93da-4145f5488df1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:44.982711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Deleting port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:44.983051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.058887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.109499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:45.115938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:45.118996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:45.129810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] For port 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589, host hv-neutron-8336, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:45.130198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.153211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Calling delete_port for 08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:45.169838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=5b06f801-6f5f-4984-9014-cbef5e4a22c4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.274386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.393092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.429002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.434161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Pushing event deleted for resources: {'Port': ['ID=08ae6f69-5b04-40c7-a0d0-4dbdb0b18589,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.541922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.545970 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3370ea32-9543-4b21-8e6f-23f5cf7a17ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "DELETE /v2.0/ports/08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 HTTP/1.1" status: 204 len: 168 time: 0.7434013 Mar 14 18:24:45.550756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:45.580136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:45.583507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:45.588247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:45.593009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=f122f5fa-4ac7-4a97-93da-4145f5488df1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:45.638807 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d57a4b-a008-469f-9bfb-f88dd952f9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:24:45.643472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:45.644115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.646462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-41d57a4b-a008-469f-9bfb-f88dd952f9ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771030673-project-admin] 10.222.0.58 "GET /v2.0/ports/08ae6f69-5b04-40c7-a0d0-4dbdb0b18589 HTTP/1.1" status: 404 len: 333 time: 0.0919132 Mar 14 18:24:45.646734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:45.692840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c240fe-f0c6-43ac-b134-117f763fffec req-011517c5-6076-43c6-8363-bd091f7f67f7 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:45.694850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81c240fe-f0c6-43ac-b134-117f763fffec req-011517c5-6076-43c6-8363-bd091f7f67f7 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 943 time: 0.1430058 Mar 14 18:24:45.696333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.805095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:45.813361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d6ee9218-d2c7-4e0f-8c4f-2849b6d338f4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9843733 Mar 14 18:24:45.815851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46334) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:45.887488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81c240fe-f0c6-43ac-b134-117f763fffec req-d7a2a0a4-133b-4a90-9d40-ef6475ce693f tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413367 Mar 14 18:24:46.098285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.115428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7bf91-f0ac-4a30-85a5-43c94f989b97 None None] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:46.141613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.267442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a2a7d515-d58d-408e-ae94-5f981260f31d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:46.291235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d56036-fd22-46c0-85de-993e59c19ce4']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:46.309026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd2aa19-f16b-423d-a698-bac6880f8c9e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:46.309327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd2aa19-f16b-423d-a698-bac6880f8c9e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:46.341473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.361337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.387909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:46.388310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:46.391930 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:46.421383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router 42ab48d9-405f-4678-b52b-50ed17236089 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:46.448331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] Provisioning complete for port 11667662-c913-4680-af0c-a0bb31e3deb1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:46.448852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.500059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.527114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a2a7d515-d58d-408e-ae94-5f981260f31d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:46.527858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.575779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.590493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.595975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] 10.222.0.58 "DELETE /v2.0/networks/34d56036-fd22-46c0-85de-993e59c19ce4 HTTP/1.1" status: 204 len: 168 time: 0.9483128 Mar 14 18:24:46.618169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:46.650581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Sync routers for ids ['42ab48d9-405f-4678-b52b-50ed17236089'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:46.664961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6017c-c391-4df1-931b-f84488d040d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1906968489-project] Pushing event deleted for resources: {'Network': ['ID=34d56036-fd22-46c0-85de-993e59c19ce4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:46.699309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.710129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.712454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-56b35d10-c31c-4d03-865e-a250035f65f4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7855635 Mar 14 18:24:46.715582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46342) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:46.757426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Routers {'42ab48d9-405f-4678-b52b-50ed17236089'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:46.758170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['42ab48d9-405f-4678-b52b-50ed17236089'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:46.802706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:46.906405 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-faf59871-7244-4efa-a93c-a5a4c042ba7c tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/42ab48d9-405f-4678-b52b-50ed17236089 HTTP/1.1" status: 200 len: 908 time: 0.1893811 Mar 14 18:24:46.909155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:46.917226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port a2a7d515-d58d-408e-ae94-5f981260f31d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a2a7d515-d58d-408e-ae94-5f981260f31d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:46.932254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] For port 11667662-c913-4680-af0c-a0bb31e3deb1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11667662-c913-4680-af0c-a0bb31e3deb1,segment=NetworkSegment(802fb7a4-807b-4632-be48-2a09990d0be0),segment_id=802fb7a4-807b-4632-be48-2a09990d0be0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:46.957132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.026461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.027249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11667662-c913-4680-af0c-a0bb31e3deb1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:47.032684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.085745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.089873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.118656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Set router 42ab48d9-405f-4678-b52b-50ed17236089 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:24:47.163395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd569-63e4-40fb-92f0-4ce66ee6548e req-6bb90a93-ba26-4430-82dc-34901d1ec20d tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:47.165737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-200bd569-63e4-40fb-92f0-4ce66ee6548e req-6bb90a93-ba26-4430-82dc-34901d1ec20d tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 943 time: 0.1440127 Mar 14 18:24:47.198144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a9c744fa-18fc-4225-bf8b-efdfee0d8b55 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:24:47.268357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=a2a7d515-d58d-408e-ae94-5f981260f31d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:47.321527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-200bd569-63e4-40fb-92f0-4ce66ee6548e req-3f13828d-24d3-497d-a918-850be9a372d1 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258466 Mar 14 18:24:47.324811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:47.327043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=f122f5fa-4ac7-4a97-93da-4145f5488df1,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:47.357774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 11667662-c913-4680-af0c-a0bb31e3deb1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:47.358172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.376712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b9325cc-11c1-476f-9a9d-b31f6a797169 None None] Provisioning complete for port f122f5fa-4ac7-4a97-93da-4145f5488df1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:47.377082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b9325cc-11c1-476f-9a9d-b31f6a797169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.401620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.525753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4aeee-98b2-429e-a2be-6f026e7ed708 None None] Pushing event updated for resources: {'Port': ['ID=11667662-c913-4680-af0c-a0bb31e3deb1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:47.546535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5b9325cc-11c1-476f-9a9d-b31f6a797169 None None] Port f122f5fa-4ac7-4a97-93da-4145f5488df1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:47.594068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,segment=NetworkSegment(82cd2302-5c2b-4640-ab98-393eff15c6dc),segment_id=82cd2302-5c2b-4640-ab98-393eff15c6dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:47.607617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Deleting port 5b06f801-6f5f-4984-9014-cbef5e4a22c4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:47.607966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.632746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b9325cc-11c1-476f-9a9d-b31f6a797169 None None] Provisioning complete for port 11667662-c913-4680-af0c-a0bb31e3deb1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:47.633638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b9325cc-11c1-476f-9a9d-b31f6a797169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.643360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55', 'network_id': '486b63de-a377-4c21-8fc1-31b0b28e16d0', 'port_id': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55', 'mac_address': 'fa:16:3e:07:e4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7c6995-737b-4e7c-a7f8-020ffe0740d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:24:47.658725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1a7b30d3-3039-4a19-9560-e7046b933c83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=388f0f3376d04690b10cdbd60e7a325e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324909 Mar 14 18:24:47.659946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:47.669416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.722210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.738140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Calling delete_port for 5b06f801-6f5f-4984-9014-cbef5e4a22c4 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:47.820083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.846734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.849818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.906642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5748141-3133-4b42-b3ad-aae018c84a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.914649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c744fa-18fc-4225-bf8b-efdfee0d8b55 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:24:47.924759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:47.951868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,segment=NetworkSegment(82cd2302-5c2b-4640-ab98-393eff15c6dc),segment_id=82cd2302-5c2b-4640-ab98-393eff15c6dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:47.954338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab48d9-405f-4678-b52b-50ed17236089', 'name': 'tempest-snat-router-1230513823', 'tenant_id': '8186f9362b8145369200877ee71ce718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': '5b06f801-6f5f-4984-9014-cbef5e4a22c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:43Z', 'updated_at': '2022-03-14T18:24:45Z', 'revision_number': 3, 'project_id': '8186f9362b8145369200877ee71ce718', 'gw_port': {'id': '5b06f801-6f5f-4984-9014-cbef5e4a22c4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab48d9-405f-4678-b52b-50ed17236089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:44Z', 'updated_at': '2022-03-14T18:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:47.987590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Checking router: 42ab48d9-405f-4678-b52b-50ed17236089 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:24:47.987950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Updating router 42ab48d9-405f-4678-b52b-50ed17236089 port 5b06f801-6f5f-4984-9014-cbef5e4a22c4 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:24:48.016714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.049034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.061218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a2a7d515-d58d-408e-ae94-5f981260f31d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:48.063638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.066282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.070711 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5d61c9c-baed-49d5-9f0d-b752f2825fe0 HTTP/1.1" status: 204 len: 168 time: 0.4087098 Mar 14 18:24:48.090599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.113724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df104d74-41ad-46ed-a5c7-c25f1c38c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d61c9c-baed-49d5-9f0d-b752f2825fe0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.133680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b06f801-6f5f-4984-9014-cbef5e4a22c4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.255361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.316954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.371190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.374095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.400306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.507020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eacc34-8b60-4c2c-a882-d0f075c0c429 req-a2831167-5536-4087-8f05-95054039ce92 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:48.511707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.518171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['a9c744fa-18fc-4225-bf8b-efdfee0d8b55'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:24:48.520999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c2eacc34-8b60-4c2c-a882-d0f075c0c429 req-a2831167-5536-4087-8f05-95054039ce92 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 944 time: 0.1016068 Mar 14 18:24:48.527321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.540536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.541070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42ab48d9-405f-4678-b52b-50ed17236089 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:48.544564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9b40df3f-2504-4c1f-a0de-219fc6a129b6 None None] Provisioning complete for port f122f5fa-4ac7-4a97-93da-4145f5488df1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:48.550129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b40df3f-2504-4c1f-a0de-219fc6a129b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.596596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.598664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=f122f5fa-4ac7-4a97-93da-4145f5488df1,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:48.601238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-51751ec8-1f6a-40a8-9985-45fc3c12dde3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/routers/42ab48d9-405f-4678-b52b-50ed17236089 HTTP/1.1" status: 204 len: 168 time: 1.6908386 Mar 14 18:24:48.603702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:48.606235 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c2eacc34-8b60-4c2c-a882-d0f075c0c429 req-33a19f5b-f349-4f8f-a3a9-05fb12845b0f tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Mar 14 18:24:48.656067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a2a7d515-d58d-408e-ae94-5f981260f31d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:48.656445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.661258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9b40df3f-2504-4c1f-a0de-219fc6a129b6 None None] Port f122f5fa-4ac7-4a97-93da-4145f5488df1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:48.683364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:48.686285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:48.822974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46368) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:48.837015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:48.903828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dbd38bb4-3c0b-4f6a-823b-bc2dbce83a02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2b1b89411104332a3bd2bfbb3565bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719953 Mar 14 18:24:48.912299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46372) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:48.971044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11667662-c913-4680-af0c-a0bb31e3deb1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:48.988275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.018573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.130950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.135137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.141890 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff60dcfd-8b96-4a60-8193-49c2e7e8edfd HTTP/1.1" status: 204 len: 168 time: 0.2230639 Mar 14 18:24:49.142181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70196c68-8b6f-469e-a36b-092a9c9ebb31 None None] Provisioning complete for port f122f5fa-4ac7-4a97-93da-4145f5488df1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:49.142181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70196c68-8b6f-469e-a36b-092a9c9ebb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.150889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcbd9f-3f39-457c-86c3-2dcc65945036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60dcfd-8b96-4a60-8193-49c2e7e8edfd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:49.180824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:24:49.180824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:24:49.205065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 11667662-c913-4680-af0c-a0bb31e3deb1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:49.205426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.237702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-70196c68-8b6f-469e-a36b-092a9c9ebb31 None None] Port f122f5fa-4ac7-4a97-93da-4145f5488df1 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:49.311897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.441502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Deleting port a2a7d515-d58d-408e-ae94-5f981260f31d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:49.442228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.444613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Router 4f3eb208-4b6e-4608-9517-e804213e4f44 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:49.605405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] For port a2a7d515-d58d-408e-ae94-5f981260f31d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a2a7d515-d58d-408e-ae94-5f981260f31d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:49.605766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:49.608756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:49.620167 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] Sync routers for ids ['4f3eb208-4b6e-4608-9517-e804213e4f44'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:49.621177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:49.621617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-72ff5700-32ad-40b0-bff0-e1e49f90dcbf tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/routers/4f3eb208-4b6e-4608-9517-e804213e4f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8041537 Mar 14 18:24:49.634518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Calling delete_port for a2a7d515-d58d-408e-ae94-5f981260f31d owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:49.636654 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] Routers {'4f3eb208-4b6e-4608-9517-e804213e4f44'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:49.638226 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4f3eb208-4b6e-4608-9517-e804213e4f44'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:49.688200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1552c6c-278a-4d47-8f5c-8195d91be99c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:49.689870 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c1552c6c-278a-4d47-8f5c-8195d91be99c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f3eb208-4b6e-4608-9517-e804213e4f44 HTTP/1.1" status: 200 len: 982 time: 0.0676205 Mar 14 18:24:49.694514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46384) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:49.720184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Port 5b06f801-6f5f-4984-9014-cbef5e4a22c4 not found while updating agent binding for router 42ab48d9-405f-4678-b52b-50ed17236089. {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 14 18:24:49.736512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Routers set() bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:49.737000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Router IDs set() for agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:24:49.737714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_agentschedulers_db [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42ab48d9-405f-4678-b52b-50ed17236089'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent'). {{(pid=103394) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 14 18:24:49.738429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82259e0-cb5b-4c32-a507-16748ceb449e None None] The sync data for ids ['42ab48d9-405f-4678-b52b-50ed17236089'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:49.764046 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:49.779460 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] Routers {'4f3eb208-4b6e-4608-9517-e804213e4f44'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:49.780433 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4f3eb208-4b6e-4608-9517-e804213e4f44'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:49.845126 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:49.846435 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15f4a6-b58a-46ad-ab67-ed5bbdc1f3f1 None None] The sync data for ids ['4f3eb208-4b6e-4608-9517-e804213e4f44'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:49.903249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7814-339c-405f-9d65-dc678c04432e req-6893a2f1-39b4-4b95-9331-724acc661f66 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:49.905382 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-030c7814-339c-405f-9d65-dc678c04432e req-6893a2f1-39b4-4b95-9331-724acc661f66 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 944 time: 0.1285269 Mar 14 18:24:49.965264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-030c7814-339c-405f-9d65-dc678c04432e req-b2ed83c8-960f-4313-97a3-3ff4dba45f4c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504599 Mar 14 18:24:50.038842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.081771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2a7d515-d58d-408e-ae94-5f981260f31d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:50.102472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac5d9-49ad-4c2b-81f2-dd8d93c9540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.145942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.277650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.280390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.404763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.405322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c14eb2b0-8336-4703-b59a-a911daf56f04 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:50.409879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.411189 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1533dc4a-6763-4091-a027-1b527db881b3 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c14eb2b0-8336-4703-b59a-a911daf56f04 HTTP/1.1" status: 204 len: 168 time: 1.8060093 Mar 14 18:24:50.418370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:50.424820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411651321', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:50.469364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.525169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.527123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.561265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46406) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:50.604041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.683662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1436355484'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:50.759614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port f122f5fa-4ac7-4a97-93da-4145f5488df1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:50.759958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.816609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Made reservation on behalf of ba8d713b7b5643fd91bdeae74d8c0003 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:50.820095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.825643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.831595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.876314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:50.896187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for f122f5fa-4ac7-4a97-93da-4145f5488df1 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:51.027326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.106531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.144635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:24:51.161433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.181790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.205176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c2eb-53f4-4bc6-a65a-e937f0e8ce96 req-2ab4caed-bacc-4949-bb40-b2337800f7b4 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:51.206717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8203c2eb-53f4-4bc6-a65a-e937f0e8ce96 req-2ab4caed-bacc-4949-bb40-b2337800f7b4 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 944 time: 0.1280882 Mar 14 18:24:51.207400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d54bf7-cde8-4431-acb3-1d98f7f40ea6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.228523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a9c744fa-18fc-4225-bf8b-efdfee0d8b55 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:51.266436 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8203c2eb-53f4-4bc6-a65a-e937f0e8ce96 req-796c9865-8e5a-43fb-9995-0d78f54479df tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Mar 14 18:24:51.321007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.325003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.329205 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Added segment 5effc469-a9eb-463a-aa90-97a8a9bf68af of type vlan for network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 Mar 14 18:24:51.349125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.360094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=f122f5fa-4ac7-4a97-93da-4145f5488df1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.398943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.404828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:24:51.409541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:51.416680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.459392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Allocated IP 172.26.3.193 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fdd5fb4f-a375-4d45-83ae-6e4590df3133) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:51.582280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.598973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.607902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.613398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:51.615255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.628397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:24:51.632186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324465af-0c16-439d-9042-7f81646b9ed5" -d '{"events": [{"server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "name": "network-vif-plugged", "status": "completed", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:24:51.647674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.685602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,segment=NetworkSegment(82cd2302-5c2b-4640-ab98-393eff15c6dc),segment_id=82cd2302-5c2b-4640-ab98-393eff15c6dc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:51.697508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888051f8-ec9a-474f-8a36-df297d128e6b x-openstack-request-id: req-888051f8-ec9a-474f-8a36-df297d128e6b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:24:51.697872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "name": "network-vif-plugged", "status": "completed", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:24:51.698173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-888051f8-ec9a-474f-8a36-df297d128e6b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:24:51.698627 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55', 'code': 200} Mar 14 18:24:51.725182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.743009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:51.770950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:51.772453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:51.791120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'Network': ['ID=d99b63ad-1d0d-49bd-af9b-2ba4d25680c0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.804804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:51.804932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cbe60761-6a23-4ff4-b2bb-21768189e245 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2367711 Mar 14 18:24:51.804932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:51.807402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Request body: {'subnet': {'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:51.808167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:51.813442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:24:51.962667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Router 4f3eb208-4b6e-4608-9517-e804213e4f44 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:24:51.962947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event updated for resources: {'Port': ['ID=fdd5fb4f-a375-4d45-83ae-6e4590df3133,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:52.016997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a2a7d515-d58d-408e-ae94-5f981260f31d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:52.022110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Made reservation on behalf of ba8d713b7b5643fd91bdeae74d8c0003 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:52.026839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.032200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892763e9-7b50-4664-a493-929fbb06259b req-cd61b539-2289-48b7-831c-8aad7973aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:52.033888 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-892763e9-7b50-4664-a493-929fbb06259b req-cd61b539-2289-48b7-831c-8aad7973aa1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 1098 time: 0.0477214 Mar 14 18:24:52.050653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a2a7d515-d58d-408e-ae94-5f981260f31d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:52.050952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a2a7d515-d58d-408e-ae94-5f981260f31d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:52.075825 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-892763e9-7b50-4664-a493-929fbb06259b req-5ee1280e-23fc-4bda-989b-804d10b2fa4d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Mar 14 18:24:52.110489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:52.115751 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-700534fe-91b8-4d96-a14f-d2ab7df69381 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/routers/4f3eb208-4b6e-4608-9517-e804213e4f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203162 Mar 14 18:24:52.118645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:52.126136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] Sync routers for ids ['4f3eb208-4b6e-4608-9517-e804213e4f44'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:52.145733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] Routers {'4f3eb208-4b6e-4608-9517-e804213e4f44'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:52.146418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4f3eb208-4b6e-4608-9517-e804213e4f44'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:52.163557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eab75e-a612-4253-ab53-41fe48fb9d45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:24:52.168791 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44eab75e-a612-4253-ab53-41fe48fb9d45 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/f122f5fa-4ac7-4a97-93da-4145f5488df1 HTTP/1.1" status: 404 len: 333 time: 0.0492396 Mar 14 18:24:52.170015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:52.187279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:52.198905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] Routers {'4f3eb208-4b6e-4608-9517-e804213e4f44'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:52.199543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4f3eb208-4b6e-4608-9517-e804213e4f44'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:52.246366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:52.247296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b3e69-0255-40a1-b96c-80d7650c5cd1 None None] The sync data for ids ['4f3eb208-4b6e-4608-9517-e804213e4f44'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:52.261944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.266737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.356274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.434041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'Subnet': ['ID=8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:52.459021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329bc8f-01d6-409d-86c8-749ab1865736 req-53349838-3790-4081-a6e0-7ca333b88d71 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:52.460538 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0329bc8f-01d6-409d-86c8-749ab1865736 req-53349838-3790-4081-a6e0-7ca333b88d71 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1149254 Mar 14 18:24:52.469418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Checking segment: {'id': '5effc469-a9eb-463a-aa90-97a8a9bf68af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:52.474301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Network hostable DHCP agents. Network: d99b63ad-1d0d-49bd-af9b-2ba4d25680c0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:24:52.511827 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0329bc8f-01d6-409d-86c8-749ab1865736 req-63febee3-08ed-44ee-9971-ef6d88aedc8a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Mar 14 18:24:52.517832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.521391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.571816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:24:52.650906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d99b63ad-1d0d-49bd-af9b-2ba4d25680c0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:52.655173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:52.661940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.662672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d34a76-27bf-43c6-81c3-7c55a73682cc None None] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:52.687457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.734148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.734796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3eb208-4b6e-4608-9517-e804213e4f44 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:52.741146 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f9d56e26-bf49-40c1-b12b-ebe3b797fb2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9372022 Mar 14 18:24:52.744028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:52.749040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Request body: {'port': {'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1752241775'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:52.757559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.765167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8670f1d-d434-493f-882b-c831dcc4422b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/routers/4f3eb208-4b6e-4608-9517-e804213e4f44 HTTP/1.1" status: 204 len: 168 time: 0.5941682 Mar 14 18:24:52.769028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46428) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:52.833802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d99b63ad-1d0d-49bd-af9b-2ba4d25680c0', 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0', 'tenant_id': 'ba8d713b7b5643fd91bdeae74d8c0003', 'fixed_ips': [{'subnet_id': '8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:52.834988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.868462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.879196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:52.884525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.941435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:52.965413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Made reservation on behalf of ba8d713b7b5643fd91bdeae74d8c0003 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:52.969170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.002287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] device_id is not set on port 0f214e19-9625-43f1-9533-abb6be171da7 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:53.022693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.054616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Allocated IP 172.20.0.2 (d99b63ad-1d0d-49bd-af9b-2ba4d25680c0/8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892/fc53f8b1-89a9-48e1-accd-2bcdf02518ee) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:53.058007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.104683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Router 8904d571-a3f9-414d-8229-1e4903ac9098 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:24:53.232889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.237856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:53.247374 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] Sync routers for ids ['8904d571-a3f9-414d-8229-1e4903ac9098'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:53.257878 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] Routers {'8904d571-a3f9-414d-8229-1e4903ac9098'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:53.258805 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8904d571-a3f9-414d-8229-1e4903ac9098'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:53.291536 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:53.300243 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] Routers {'8904d571-a3f9-414d-8229-1e4903ac9098'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:53.300901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8904d571-a3f9-414d-8229-1e4903ac9098'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:53.319472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.334857 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:53.335579 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b18b1d1-998e-4cc0-b407-723d440705c7 None None] The sync data for ids ['8904d571-a3f9-414d-8229-1e4903ac9098'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:53.354639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.373965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:53.380563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.381783 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7dc86853-2cb3-445d-bc0b-71d80b713fe6 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9622376 Mar 14 18:24:53.384834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46432) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:53.392168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.392870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bac9c-1603-40c3-913f-aa17f0cca7f1 None None] Network 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:53.396215 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-233cf5b7-92f7-40b5-91f7-5008193d2c6c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b HTTP/1.1" status: 204 len: 168 time: 0.6233025 Mar 14 18:24:53.396509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46434) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:53.397508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:53.466276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:53.480712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:53.483143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:53.492455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Pushing event updated for resources: {'Port': ['ID=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:53.518854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Allocated IP 172.20.0.3 (d99b63ad-1d0d-49bd-af9b-2ba4d25680c0/8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892/0f214e19-9625-43f1-9533-abb6be171da7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:53.519097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.619360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Attempting to bind port fc53f8b1-89a9-48e1-accd-2bcdf02518ee on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:53.619957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Attempting to bind port fc53f8b1-89a9-48e1-accd-2bcdf02518ee by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5effc469-a9eb-463a-aa90-97a8a9bf68af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:53.620382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Attempting to bind port fc53f8b1-89a9-48e1-accd-2bcdf02518ee on network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:53.631356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:53.631786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Checking segment: {'id': '5effc469-a9eb-463a-aa90-97a8a9bf68af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:53.632308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.632814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Bound using segment: {'id': '5effc469-a9eb-463a-aa90-97a8a9bf68af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:53.633813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Bound port: fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effc469-a9eb-463a-aa90-97a8a9bf68af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:53.634234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.726508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] For port fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:53.726722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 11667662-c913-4680-af0c-a0bb31e3deb1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:53.727920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.730537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] For port fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,segment=NetworkSegment(5effc469-a9eb-463a-aa90-97a8a9bf68af),segment_id=5effc469-a9eb-463a-aa90-97a8a9bf68af)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:53.736301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] DHCP port deletion for 4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:53.789793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e17e-8cf4-4497-8298-7d0d2ffb74e3 req-e7120ac1-7d5e-4cd7-8979-1b957ed7a490 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:53.791390 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc19e17e-8cf4-4497-8298-7d0d2ffb74e3 req-e7120ac1-7d5e-4cd7-8979-1b957ed7a490 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1457675 Mar 14 18:24:53.798764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Deleting port 11667662-c913-4680-af0c-a0bb31e3deb1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:53.799142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.813775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] For port 11667662-c913-4680-af0c-a0bb31e3deb1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11667662-c913-4680-af0c-a0bb31e3deb1,segment=NetworkSegment(802fb7a4-807b-4632-be48-2a09990d0be0),segment_id=802fb7a4-807b-4632-be48-2a09990d0be0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:53.814966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.835610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 11667662-c913-4680-af0c-a0bb31e3deb1 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:53.861850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc19e17e-8cf4-4497-8298-7d0d2ffb74e3 req-3f637101-805e-4e6c-8a68-71919699f668 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Mar 14 18:24:53.894667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] For port 11667662-c913-4680-af0c-a0bb31e3deb1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11667662-c913-4680-af0c-a0bb31e3deb1,segment=NetworkSegment(802fb7a4-807b-4632-be48-2a09990d0be0),segment_id=802fb7a4-807b-4632-be48-2a09990d0be0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:53.895001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:53.915729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Calling delete_port for 11667662-c913-4680-af0c-a0bb31e3deb1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:53.919009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.016221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.036868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570258ac-4017-4f2f-bb0e-2497d2c05092 None None] Pushing event updated for resources: {'Port': ['ID=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.042438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11667662-c913-4680-af0c-a0bb31e3deb1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:24:54.049366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=11667662-c913-4680-af0c-a0bb31e3deb1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.052034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No DVR routers for this DVR port 11667662-c913-4680-af0c-a0bb31e3deb1 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:54.080536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 11667662-c913-4680-af0c-a0bb31e3deb1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:24:54.081151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11667662-c913-4680-af0c-a0bb31e3deb1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:24:54.125022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.171690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] No DVR routers for this DVR port 11667662-c913-4680-af0c-a0bb31e3deb1 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:24:54.174789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f13c-0258-48e7-8f08-a303cbdacce6 None None] Pushing event deleted for resources: {'Port': ['ID=11667662-c913-4680-af0c-a0bb31e3deb1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.187251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.218830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8c29fc-2d6e-4045-8c19-cfc5f06201f3']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:54.229828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802fb7a4-807b-4632-be48-2a09990d0be0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:54.230164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802fb7a4-807b-4632-be48-2a09990d0be0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:54.291088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.439490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.583500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.598048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.604839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:24:54.605240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:24:54.608321 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:24:54.640269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.703014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:54.703742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:54.708367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:54.710890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'Port': ['ID=0f214e19-9625-43f1-9533-abb6be171da7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.747379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.755920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.761482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/4e8c29fc-2d6e-4045-8c19-cfc5f06201f3 HTTP/1.1" status: 204 len: 168 time: 1.3619938 Mar 14 18:24:54.766023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46442) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:54.773158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d65ee1-2718-4f3d-8d3e-e462dd3bb21b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=4e8c29fc-2d6e-4045-8c19-cfc5f06201f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:54.785810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:54.786439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:54.831564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe0d0f-150b-4259-a690-ecafe6a9d212 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:54.837088 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3bbe0d0f-150b-4259-a690-ecafe6a9d212 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/34c26fa6-28f2-47af-bb9f-3a71609a786b HTTP/1.1" status: 200 len: 840 time: 0.0660353 Mar 14 18:24:54.837990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:54.910756 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1bc10744-3b54-41dc-8d93-458f5782b4a4 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1628234 Mar 14 18:24:54.911916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46448) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:54.926643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Request body: {'port': {'network_id': 'd99b63ad-1d0d-49bd-af9b-2ba4d25680c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-189632548', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:54.926888 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4c7d4582-25bb-4833-b9f0-3138d772cfb4 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/34c26fa6-28f2-47af-bb9f-3a71609a786b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0846386 Mar 14 18:24:54.927005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:54.927005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:54.927005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:54.927222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:54.932778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:55.130610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Made reservation on behalf of ba8d713b7b5643fd91bdeae74d8c0003 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:55.136101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.137147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bdb11-9a0e-4303-a950-2e27d57028e1 req-f8677473-b5c6-46f8-a9f6-46355c72e8ac tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:55.138680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a47bdb11-9a0e-4303-a950-2e27d57028e1 req-f8677473-b5c6-46f8-a9f6-46355c72e8ac tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1567860 Mar 14 18:24:55.169700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] device_id is not set on port bfffeba9-0b36-4007-b5c6-66f87c7ffe6b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:55.219816 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a47bdb11-9a0e-4303-a950-2e27d57028e1 req-61ce37f0-f8ab-4ef7-ac39-98d7962e7c56 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Mar 14 18:24:55.251780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:55.252706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.325732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Allocated IP 172.20.0.7 (d99b63ad-1d0d-49bd-af9b-2ba4d25680c0/8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892/bfffeba9-0b36-4007-b5c6-66f87c7ffe6b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:55.352776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8026bb9-9fba-483e-877e-c422c2be0a69 None None] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:55.423246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9ed3a-584a-4eb8-92bf-677ce5f1ce49 req-d4e6f868-7abd-4ce3-8233-938f96e33e3f tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:55.425352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1dc9ed3a-584a-4eb8-92bf-677ce5f1ce49 req-d4e6f868-7abd-4ce3-8233-938f96e33e3f tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.0924926 Mar 14 18:24:55.444621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] Provisioning complete for port fc53f8b1-89a9-48e1-accd-2bcdf02518ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:55.445131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.473721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.482551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.529980 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1dc9ed3a-584a-4eb8-92bf-677ce5f1ce49 req-c5191738-3b11-4293-a19f-51cd48fd76c5 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945477 Mar 14 18:24:55.619753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.721487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router 8904d571-a3f9-414d-8229-1e4903ac9098 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:24:55.749278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.760834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.813930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] For port fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,segment=NetworkSegment(5effc469-a9eb-463a-aa90-97a8a9bf68af),segment_id=5effc469-a9eb-463a-aa90-97a8a9bf68af)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:55.820186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:55.823459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.823971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:55.828421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:55.881027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'Port': ['ID=bfffeba9-0b36-4007-b5c6-66f87c7ffe6b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:55.891627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.897971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:55.903371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:55.904084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.906420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:55.909456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:55.910074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.919977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:24:55.924850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:55.925958 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9953976e-ceec-4fb4-aace-5ee91a231627 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "PUT /v2.0/routers/8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 200 len: 925 time: 2.5402792 Mar 14 18:24:55.929417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=6ddfae89-faca-4ee1-ac47-bfc2b3b05a04,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:55.929672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:55.937758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3eb0a-b0f5-4a85-baa8-eb3b949eff96 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:56.008989 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bbca0a6b-8e1c-4c1b-8ecf-45f3d261ba2f tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0941353 Mar 14 18:24:56.012935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.042659 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1b81d585-bf90-4014-b6f9-254cef4d1933 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1100147 Mar 14 18:24:56.080803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.107107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625762134'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:56.155847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f6714-a43b-43c0-905f-2e1e86a23b01 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.162700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] Sync routers for ids ['8904d571-a3f9-414d-8229-1e4903ac9098'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:24:56.171306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f6714-a43b-43c0-905f-2e1e86a23b01 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.178575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f6714-a43b-43c0-905f-2e1e86a23b01 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.186414 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-400f6714-a43b-43c0-905f-2e1e86a23b01 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1718662 Mar 14 18:24:56.186891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.197497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc53f8b1-89a9-48e1-accd-2bcdf02518ee up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:56.213437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] Routers {'8904d571-a3f9-414d-8229-1e4903ac9098'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:56.217746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-904f89ec-81ce-4a95-aadb-bcf25a0280f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 200 len: 925 time: 0.2867050 Mar 14 18:24:56.220990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8904d571-a3f9-414d-8229-1e4903ac9098'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.221302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.253117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.325090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-553b0d70-de06-4cbc-9b9a-d01766f5937d None None] Provisioning complete for port 0f214e19-9625-43f1-9533-abb6be171da7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:56.325715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-553b0d70-de06-4cbc-9b9a-d01766f5937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.372963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.375454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b5e8c-0503-4a74-b6db-c77433b69663 req-c55a9fb2-f6f8-4328-a88b-934b9ffe9c1c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.377030 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f28b5e8c-0503-4a74-b6db-c77433b69663 req-c55a9fb2-f6f8-4328-a88b-934b9ffe9c1c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.2097051 Mar 14 18:24:56.380673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.389836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74530ba1-1458-4668-8f1d-3e7748609bbd tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.392056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-74530ba1-1458-4668-8f1d-3e7748609bbd tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=8904d571-a3f9-414d-8229-1e4903ac9098&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1694052 Mar 14 18:24:56.394815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.402334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-553b0d70-de06-4cbc-9b9a-d01766f5937d None None] Port 0f214e19-9625-43f1-9533-abb6be171da7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:56.420352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] Routers {'8904d571-a3f9-414d-8229-1e4903ac9098'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:24:56.420986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8904d571-a3f9-414d-8229-1e4903ac9098'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.433810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720bbfa-0793-47c0-9b33-e1fa679d07e6 None None] Pushing event updated for resources: {'Port': ['ID=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:56.440139 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f28b5e8c-0503-4a74-b6db-c77433b69663 req-1f020e2f-bd9a-4953-bf04-7ec87188c2c9 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Mar 14 18:24:56.452955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Deleting port bfffeba9-0b36-4007-b5c6-66f87c7ffe6b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:56.453214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.456185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.507703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-553b0d70-de06-4cbc-9b9a-d01766f5937d None None] Provisioning complete for port fc53f8b1-89a9-48e1-accd-2bcdf02518ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:56.508089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-553b0d70-de06-4cbc-9b9a-d01766f5937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.532627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:24:56.533294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979c134-b170-46af-9a7f-b337b2203afb None None] The sync data for ids ['8904d571-a3f9-414d-8229-1e4903ac9098'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:24:56.554449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'tenant_id': '3e6b9771a6244ebfa441c31463bc17d7', 'fixed_ips': [{'subnet_id': '6ddfae89-faca-4ee1-ac47-bfc2b3b05a04'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:24:56.554449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.565103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc46e8-51dd-48e5-9442-4c61499e31da,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:56.587449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fc7bb-472e-4508-8f4f-946bd204c5d4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:56.592970 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ad6fc7bb-472e-4508-8f4f-946bd204c5d4 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1969376 Mar 14 18:24:56.593113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.594862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fc53f8b1-89a9-48e1-accd-2bcdf02518ee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:56.595290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.595898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46472) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.597658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.597954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7bb14b60-75b7-4b59-a256-2f7c07d58d3c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5145772 Mar 14 18:24:56.616366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.630499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Calling delete_port for bfffeba9-0b36-4007-b5c6-66f87c7ffe6b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:56.635733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'security_group': {'name': 'tempest-secgroup-1757892900'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:56.681101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e3210555-b3f9-4da8-8f72-18ffb715d516 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 200 len: 205 time: 0.0823643 Mar 14 18:24:56.682499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46476) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:56.812754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.817515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.914587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Allocated IP 172.20.0.2 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/6ddfae89-faca-4ee1-ac47-bfc2b3b05a04/f4916bfe-0b21-41f3-a626-37604b5af9f1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:56.931177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.971702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:56.989061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event deleted for resources: {'Port': ['ID=bfffeba9-0b36-4007-b5c6-66f87c7ffe6b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:56.990364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.044693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c546e44b-ec5e-4b20-b06a-d5902a882daa None None] Could not find standard attr ID for object bfffeba9-0b36-4007-b5c6-66f87c7ffe6b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:24:57.077769 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.085351 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6f6ee8df-5f97-457f-9f10-f03a469d6bc3 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "DELETE /v2.0/ports/bfffeba9-0b36-4007-b5c6-66f87c7ffe6b HTTP/1.1" status: 204 len: 168 time: 0.8924732 Mar 14 18:24:57.086438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:57.093467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Request body: {'port': {'name': 'tempest-new-port-name-2129444293', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:57.094057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] bootfile-name is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:57.094496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] tftp-server is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:57.095153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.api.validators [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] server-ip-address is not in valid_values {{(pid=103393) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 14 18:24:57.106846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c546e44b-ec5e-4b20-b06a-d5902a882daa None None] Provisioning complete for port 0f214e19-9625-43f1-9533-abb6be171da7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:57.107275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c546e44b-ec5e-4b20-b06a-d5902a882daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.136124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.152377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.168757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c546e44b-ec5e-4b20-b06a-d5902a882daa None None] Port 0f214e19-9625-43f1-9533-abb6be171da7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:57.188539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c052c299-d55f-4005-924b-a0a160e04f2b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.200508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.212326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port fdd5fb4f-a375-4d45-83ae-6e4590df3133 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:57.212664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.239269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.277947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:57.279949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.281493 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c7f771f2-bd75-4ef8-856a-cd3bb8520f69 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6584499 Mar 14 18:24:57.281775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:57.284392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:57.287576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:57.290371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1219895274', 'security_groups': ['c052c299-d55f-4005-924b-a0a160e04f2b'], 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ddfae89-faca-4ee1-ac47-bfc2b3b05a04'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:57.304917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.369961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Attempting to bind port f4916bfe-0b21-41f3-a626-37604b5af9f1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:24:57.370259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Attempting to bind port f4916bfe-0b21-41f3-a626-37604b5af9f1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0e20fccb-e70f-4a26-829d-77e0f534fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:24:57.370623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Attempting to bind port f4916bfe-0b21-41f3-a626-37604b5af9f1 on network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:24:57.377930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:24:57.378659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Checking segment: {'id': '0e20fccb-e70f-4a26-829d-77e0f534fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:24:57.378835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.379223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Bound using segment: {'id': '0e20fccb-e70f-4a26-829d-77e0f534fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:24:57.380208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Bound port: f4916bfe-0b21-41f3-a626-37604b5af9f1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e20fccb-e70f-4a26-829d-77e0f534fc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:24:57.380598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.392381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.416748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for fdd5fb4f-a375-4d45-83ae-6e4590df3133 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:57.463867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.476343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:24:57.480550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:24:57.525766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.577104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.629562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event updated for resources: {'Port': ['ID=0f214e19-9625-43f1-9533-abb6be171da7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.640905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] In _notify_port_updated(), no bound segment for port 0f214e19-9625-43f1-9533-abb6be171da7 on network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:24:57.650009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:57.650823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:57.652439 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a71bfc3a-0443-4db6-b116-52bb12c6f63e tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "PUT /v2.0/ports/0f214e19-9625-43f1-9533-abb6be171da7 HTTP/1.1" status: 200 len: 1136 time: 0.5644274 Mar 14 18:24:57.656187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:57.714289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d589-f09b-4009-a62b-f5e593104b7b None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:57.726364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068e03f-a862-4b44-9c88-f6334edab64c tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:57.729158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3068e03f-a862-4b44-9c88-f6334edab64c tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "GET /v2.0/ports/0f214e19-9625-43f1-9533-abb6be171da7 HTTP/1.1" status: 200 len: 1136 time: 0.0718167 Mar 14 18:24:57.735568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:57.870257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:24:57.894122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Deleting port 0f214e19-9625-43f1-9533-abb6be171da7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:57.894990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.019546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973d6f-6efd-4634-9bdb-9de0d9298793 req-b87e5312-90d6-4542-b9e9-e886b6c5a1cf tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:58.021118 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91973d6f-6efd-4634-9bdb-9de0d9298793 req-b87e5312-90d6-4542-b9e9-e886b6c5a1cf tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1742651 Mar 14 18:24:58.031658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ffd24466-03a4-4f3b-b514-d19ea7e23b98 None None] Provisioning complete for port 0f214e19-9625-43f1-9533-abb6be171da7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:58.032029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ffd24466-03a4-4f3b-b514-d19ea7e23b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.092371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.098584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.104853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.115560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc53f8b1-89a9-48e1-accd-2bcdf02518ee up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:24:58.118393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ffd24466-03a4-4f3b-b514-d19ea7e23b98 None None] Port 0f214e19-9625-43f1-9533-abb6be171da7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:58.118850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Calling delete_port for 0f214e19-9625-43f1-9533-abb6be171da7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:58.168098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91973d6f-6efd-4634-9bdb-9de0d9298793 req-c4a0cbac-df9d-4d9b-98ff-abca38c7f322 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181509 Mar 14 18:24:58.169232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 501a53f6-5075-4545-9422-ab6efc3da00f yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:24:58.182876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fc53f8b1-89a9-48e1-accd-2bcdf02518ee triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:58.187890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.254624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.355963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=fdd5fb4f-a375-4d45-83ae-6e4590df3133,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.487759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.600642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.7 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/6ddfae89-faca-4ee1-ac47-bfc2b3b05a04/501a53f6-5075-4545-9422-ab6efc3da00f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:24:58.604268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.608184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.691567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.736385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event deleted for resources: {'Port': ['ID=0f214e19-9625-43f1-9533-abb6be171da7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:58.755879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.756549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router 8904d571-a3f9-414d-8229-1e4903ac9098 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:24:58.766055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.771830 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9ef72a4d-c263-47b4-9ad1-1d14368f26f8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 204 len: 168 time: 2.0883319 Mar 14 18:24:58.771988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46494) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:58.779958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823560240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:58.830457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.889429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.896791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:58.901935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1070986d-53ae-42c3-864b-e9b3a8098e45 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "DELETE /v2.0/ports/0f214e19-9625-43f1-9533-abb6be171da7 HTTP/1.1" status: 204 len: 168 time: 1.1575866 Mar 14 18:24:58.985436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.985436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:58.989808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c42d-a3fa-464f-9e0f-ff7312bd25d9 req-1cc4169c-6675-4df1-b66d-3d11279dfbac tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:58.997682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b53c42d-a3fa-464f-9e0f-ff7312bd25d9 req-1cc4169c-6675-4df1-b66d-3d11279dfbac tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1120157 Mar 14 18:24:59.023841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.059370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-829a0c46-774f-4641-8f99-23f47c6aca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:59.061344 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-829a0c46-774f-4641-8f99-23f47c6aca7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 1098 time: 0.0929792 Mar 14 18:24:59.104744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:24:59.113007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=501a53f6-5075-4545-9422-ab6efc3da00f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.116661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:24:59.119085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:24:59.135011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Deleting subnet 8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:24:59.139822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.164093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.179666 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b53c42d-a3fa-464f-9e0f-ff7312bd25d9 req-9be2f1f6-acea-4bda-85b6-e955e650cf39 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810632 Mar 14 18:24:59.220617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-e13d2bdd-195c-491f-9c94-b34d064194c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:59.222254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-e13d2bdd-195c-491f-9c94-b34d064194c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=486b63de-a377-4c21-8fc1-31b0b28e16d0 HTTP/1.1" status: 200 len: 913 time: 0.1481998 Mar 14 18:24:59.226441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.236512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:59.237176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.256814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.257829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.284480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.290300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-16235a28-866b-4169-a886-e4320d366b73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55 HTTP/1.1" status: 200 len: 217 time: 0.0604005 Mar 14 18:24:59.323044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:59.340613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.341294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.355427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-9c9f887e-30e4-435d-8eec-2d8c5317bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:24:59.355427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-9c9f887e-30e4-435d-8eec-2d8c5317bf86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b7c6995-737b-4e7c-a7f8-020ffe0740d5 HTTP/1.1" status: 200 len: 852 time: 0.0559363 Mar 14 18:24:59.375318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.400900 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-9a299651-9582-443a-af14-dced3e928b45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=486b63de-a377-4c21-8fc1-31b0b28e16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384889 Mar 14 18:24:59.403925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.407804 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-256cc1ab-94d0-4714-a6cc-d679e0b2025d tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6291475 Mar 14 18:24:59.416997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46502) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:59.422683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:59.431755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3104886b-2a2a-4c96-b14d-7fefc9edba55 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1461430 Mar 14 18:24:59.435029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:59.445246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:24:59.462913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.510234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:59.525116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.563967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.572568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.575750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209cbaa-1e42-4661-a394-9d3bf4ded31f None None] Network d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:24:59.576161 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8663e88d-b6b2-40f4-a92f-d4006440f9d8 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "DELETE /v2.0/subnets/8a6fd29b-2b5b-4ef0-ac0d-ae1d3c09c892 HTTP/1.1" status: 204 len: 168 time: 0.6775835 Mar 14 18:24:59.579073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:24:59.580181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.662598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b1a28-4718-40f1-9ee4-fea3bae8451e None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:24:59.686766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.720058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-80c17b02-c0a8-48a8-9853-3d2601df6da0 service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111689 Mar 14 18:24:59.727297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.728378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49c385b8-2c8f-4fc6-9028-91b4401aa5c6 None None] Provisioning complete for port 501a53f6-5075-4545-9422-ab6efc3da00f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:24:59.728722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49c385b8-2c8f-4fc6-9028-91b4401aa5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.750295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Deleting port fc53f8b1-89a9-48e1-accd-2bcdf02518ee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:59.750639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.825757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49c385b8-2c8f-4fc6-9028-91b4401aa5c6 None None] Port 501a53f6-5075-4545-9422-ab6efc3da00f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:24:59.826554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] For port fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,segment=NetworkSegment(5effc469-a9eb-463a-aa90-97a8a9bf68af),segment_id=5effc469-a9eb-463a-aa90-97a8a9bf68af)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:24:59.826554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:24:59.826770 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d90a7-72c6-4d52-a3e6-4bf04a76e17d req-c3902247-60b5-4a73-a3fc-11b399e6b25c service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956197 Mar 14 18:24:59.838710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Calling delete_port for fc53f8b1-89a9-48e1-accd-2bcdf02518ee owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:24:59.897998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] DHCP port deletion for d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:24:59.946124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Deleting port fc53f8b1-89a9-48e1-accd-2bcdf02518ee {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:24:59.946507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.030105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:00.032920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] For port fc53f8b1-89a9-48e1-accd-2bcdf02518ee, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,segment=NetworkSegment(5effc469-a9eb-463a-aa90-97a8a9bf68af),segment_id=5effc469-a9eb-463a-aa90-97a8a9bf68af)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:00.033372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.075511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Calling delete_port for fc53f8b1-89a9-48e1-accd-2bcdf02518ee owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:00.139653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:00.140944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.147328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:00.147697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.260406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ddfae89-faca-4ee1-ac47-bfc2b3b05a04 (CIDR: 172.20.0.0/28) Mar 14 18:25:00.299064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc53f8b1-89a9-48e1-accd-2bcdf02518ee no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:00.308161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e8c6-aadb-49a8-a024-1034ef9a1b06 req-bc287533-2463-4055-be55-1afeb5b78f46 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:00.309677 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6e5e8c6-aadb-49a8-a024-1034ef9a1b06 req-bc287533-2463-4055-be55-1afeb5b78f46 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.0553942 Mar 14 18:25:00.364217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6e5e8c6-aadb-49a8-a024-1034ef9a1b06 req-207dc781-26b8-4d12-84b8-8c69a81b8337 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Mar 14 18:25:00.386165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.622570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.628288 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:00.628921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:00.641114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.662547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.671429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.694117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event deleted for resources: {'Port': ['ID=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:00.704071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] No DVR routers for this DVR port fc53f8b1-89a9-48e1-accd-2bcdf02518ee on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:00.763136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] No DVR routers for this DVR port fc53f8b1-89a9-48e1-accd-2bcdf02518ee on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:00.765455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48434713-5547-43e5-81be-f30c273cf5b9 None None] Pushing event deleted for resources: {'Port': ['ID=fc53f8b1-89a9-48e1-accd-2bcdf02518ee,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:00.789654 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fc1b6e15-be9c-49fa-8e27-ea8a9d36bebc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3532209 Mar 14 18:25:00.793408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:00.800705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:00.811830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Allocated IP 172.26.3.155 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b4d0a53d-de3e-4177-bcd4-7189faf7f820) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:00.907460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.925360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:00.938123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b63ad-1d0d-49bd-af9b-2ba4d25680c0']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.959031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5effc469-a9eb-463a-aa90-97a8a9bf68af') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.959657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5effc469-a9eb-463a-aa90-97a8a9bf68af') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:00.978351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.002169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.013494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:01.013893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:01.016876 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:01.063086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.114830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:01.119961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.124128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:01.124128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:01.130130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:01.132187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event updated for resources: {'Port': ['ID=b4d0a53d-de3e-4177-bcd4-7189faf7f820,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.144425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.179811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.187694 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] 10.222.0.58 "DELETE /v2.0/networks/d99b63ad-1d0d-49bd-af9b-2ba4d25680c0 HTTP/1.1" status: 204 len: 168 time: 1.6075420 Mar 14 18:25:01.206006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff084a0-038a-46eb-afb7-dfaa7a1da523 tempest-ExtraDHCPOptionsTestJSON-1420680347 tempest-ExtraDHCPOptionsTestJSON-1420680347-project] Pushing event deleted for resources: {'Network': ['ID=d99b63ad-1d0d-49bd-af9b-2ba4d25680c0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.488669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e56f2-87fb-4833-acf4-496c5261d1d3 req-6784aec5-5734-4011-a868-6cab873d2d19 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:01.489771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-291e56f2-87fb-4833-acf4-496c5261d1d3 req-6784aec5-5734-4011-a868-6cab873d2d19 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.0531387 Mar 14 18:25:01.491488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.559481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.563807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:01.573066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:01.582455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:01.583412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.587817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b9ed8-30bb-4929-b4dd-c56cc10eee17 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:01.631895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=6b7384c1-96f7-4ec0-9e29-ae7160ff694f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:01.650471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-291e56f2-87fb-4833-acf4-496c5261d1d3 req-923cfe86-c2fc-442a-bdad-42a2c4000bf1 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444039 Mar 14 18:25:01.710210 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4079bba3-f45d-42c5-966a-5688a5084b66 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9152777 Mar 14 18:25:01.713678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:01.785260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:01.793658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1885084862', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b7384c1-96f7-4ec0-9e29-ae7160ff694f'}], 'security_groups': ['aedc46e8-51dd-48e5-9442-4c61499e31da']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:01.876767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Update dhcp port {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'fixed_ips': [{'subnet_id': '6ddfae89-faca-4ee1-ac47-bfc2b3b05a04', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b7384c1-96f7-4ec0-9e29-ae7160ff694f'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'f4916bfe-0b21-41f3-a626-37604b5af9f1'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:25:01.910303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:01.995573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-45274ce8-d5b0-4e77-9412-125986e78ce5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba8d713b7b5643fd91bdeae74d8c0003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087941 Mar 14 18:25:01.998293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46546) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:02.059160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.086645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.224529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.225224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.229773 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5d54bf7-cde8-4431-acb3-1d98f7f40ea6 HTTP/1.1" status: 204 len: 168 time: 0.2269189 Mar 14 18:25:02.235986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9341c-cc65-4355-860d-e64df573c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d54bf7-cde8-4431-acb3-1d98f7f40ea6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:02.278185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Allocated IP 172.20.0.18 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/6b7384c1-96f7-4ec0-9e29-ae7160ff694f/f4916bfe-0b21-41f3-a626-37604b5af9f1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:02.287166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.294447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.393993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.401330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:02.433625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.496251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:02.615052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb0e06-3e07-4a89-ae5e-dcc047788342 None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:02.673075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Router ddf16b7b-a3b7-4c35-8822-ef95287db414 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:25:02.940462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abb2b-0473-4501-a099-06cf720f08ad req-1904a93d-ceca-46b0-8f56-0329a0e95b39 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:02.942048 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b37abb2b-0473-4501-a099-06cf720f08ad req-1904a93d-ceca-46b0-8f56-0329a0e95b39 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1748321 Mar 14 18:25:02.998672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:03.006375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.010635 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253d418-4501-49e7-a766-f4691522626d None None] Sync routers for ids ['ddf16b7b-a3b7-4c35-8822-ef95287db414'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:03.011790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46564) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.013802 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a0917429-218c-4070-854f-503897a8847a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "PUT /v2.0/routers/ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 200 len: 884 time: 3.5885789 Mar 14 18:25:03.028440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Delete allocated IP 172.20.0.7 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/6ddfae89-faca-4ee1-ac47-bfc2b3b05a04) {{(pid=103393) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:25:03.033646 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] Routers {'ddf16b7b-a3b7-4c35-8822-ef95287db414'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:03.034299 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ddf16b7b-a3b7-4c35-8822-ef95287db414'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:03.056947 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b37abb2b-0473-4501-a099-06cf720f08ad req-2fc2f459-85cf-4e21-ad0a-bd59b399bcf9 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083703 Mar 14 18:25:03.072603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.30 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/6b7384c1-96f7-4ec0-9e29-ae7160ff694f/501a53f6-5075-4545-9422-ab6efc3da00f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:03.106644 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:03.135533 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] Routers {'ddf16b7b-a3b7-4c35-8822-ef95287db414'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:03.137989 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ddf16b7b-a3b7-4c35-8822-ef95287db414'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:03.216829 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fc5c310f-8c56-4a88-9b6e-571ed13906b1 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 200 len: 925 time: 0.2032177 Mar 14 18:25:03.217989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46570) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.241849 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e253d418-4501-49e7-a766-f4691522626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:03.246090 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253d418-4501-49e7-a766-f4691522626d None None] The sync data for ids ['ddf16b7b-a3b7-4c35-8822-ef95287db414'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:03.302399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ace4a-5d27-493b-b134-1b01d5c7d0d6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:03.313283 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b32ace4a-5d27-493b-b134-1b01d5c7d0d6 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=ddf16b7b-a3b7-4c35-8822-ef95287db414&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0848300 Mar 14 18:25:03.314793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46572) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.347986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.433462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9050fdf-7381-476e-be17-bdf353b92175 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:03.433462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9050fdf-7381-476e-be17-bdf353b92175 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1139266 Mar 14 18:25:03.433462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.450621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.462351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:03.463717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23b48582-3ebb-446d-a181-5b03453bafc8 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 200 len: 205 time: 0.0292110 Mar 14 18:25:03.463952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.467497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46580) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.516394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:03.537363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Provisioning complete for port 501a53f6-5075-4545-9422-ab6efc3da00f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:03.537790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.577936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Port 501a53f6-5075-4545-9422-ab6efc3da00f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:03.578797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=501a53f6-5075-4545-9422-ab6efc3da00f,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:03.589953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:03.590424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79f4b422-88bd-4379-b3a4-5cd62cb2d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.603140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] In _notify_port_updated(), no bound segment for port 501a53f6-5075-4545-9422-ab6efc3da00f on network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:25:03.609940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:03.610600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.614437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d55a8f7-62b8-4db0-b6a9-7f0d95a4159a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/ports/501a53f6-5075-4545-9422-ab6efc3da00f HTTP/1.1" status: 200 len: 921 time: 1.8965838 Mar 14 18:25:03.615302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.630244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.776445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.788540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e670d-306a-4ff0-b1cf-b6ba592e8360 req-aca8486f-ffcf-455b-8090-9018a3dedb2e tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:03.795235 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af1e670d-306a-4ff0-b1cf-b6ba592e8360 req-aca8486f-ffcf-455b-8090-9018a3dedb2e tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1125715 Mar 14 18:25:03.805150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46598) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:03.816873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 501a53f6-5075-4545-9422-ab6efc3da00f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:03.817215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.891938 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af1e670d-306a-4ff0-b1cf-b6ba592e8360 req-3e63036a-293f-47e6-bc24-c51f9d373f9e tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941970 Mar 14 18:25:03.929245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port b4d0a53d-de3e-4177-bcd4-7189faf7f820 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:03.929601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:03.983556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.012353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 501a53f6-5075-4545-9422-ab6efc3da00f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:04.014123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1694303556'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:04.056806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.070720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:04.084709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for b4d0a53d-de3e-4177-bcd4-7189faf7f820 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:04.142333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:04.142782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.153552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:04.156986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.173671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.240656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.257499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b92f2268-6c73-4da6-a0f6-3213801f555d None None] Provisioning complete for port 501a53f6-5075-4545-9422-ab6efc3da00f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:04.258286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b92f2268-6c73-4da6-a0f6-3213801f555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.287250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b92f2268-6c73-4da6-a0f6-3213801f555d None None] Port 501a53f6-5075-4545-9422-ab6efc3da00f was deleted so its status cannot be updated. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 14 18:25:04.304548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=501a53f6-5075-4545-9422-ab6efc3da00f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.356261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.410713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.411152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.416617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d776ab95-c77c-4e8a-ae9d-130321af7e27 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/501a53f6-5075-4545-9422-ab6efc3da00f HTTP/1.1" status: 204 len: 168 time: 0.7976997 Mar 14 18:25:04.419914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46604) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:04.444807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c8604f-18b2-4afb-89dc-d6eb4a79b921 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:25:04.450213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d7c8604f-18b2-4afb-89dc-d6eb4a79b921 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/501a53f6-5075-4545-9422-ab6efc3da00f HTTP/1.1" status: 404 len: 333 time: 0.0294445 Mar 14 18:25:04.450389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.453618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:04.461137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=b4d0a53d-de3e-4177-bcd4-7189faf7f820,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.501730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1a42ed-0f1a-4c4f-9f31-492ed9f1ef39,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.518656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.534197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:04.549954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.571654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.572048 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346 of type vlan for network 066f1dfa-00e4-4452-8ac1-312059a63c85 Mar 14 18:25:04.626371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.663388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.698129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.700907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.702100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/security-groups/c052c299-d55f-4005-924b-a0a160e04f2b HTTP/1.1" status: 204 len: 168 time: 0.2508471 Mar 14 18:25:04.706018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46608) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:04.731407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8afca-7ee1-4f46-b888-31a8405066e5 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052c299-d55f-4005-924b-a0a160e04f2b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.733882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.740022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.789167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.812575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.839919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.845854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:04.850066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.859607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.860121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router ddf16b7b-a3b7-4c35-8822-ef95287db414 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:25:04.867148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.878712 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f3def925-4f6c-481a-a431-5e59e5730e1b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 204 len: 168 time: 1.3991845 Mar 14 18:25:04.878853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:04.879246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-571255030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:04.928862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=066f1dfa-00e4-4452-8ac1-312059a63c85,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.930887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.934004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:04.935858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/security-groups/aedc46e8-51dd-48e5-9442-4c61499e31da HTTP/1.1" status: 204 len: 168 time: 0.2273791 Mar 14 18:25:04.943635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46614) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:04.948679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:04.960134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d053f-1eed-4886-b34b-483459cfbdfe tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc46e8-51dd-48e5-9442-4c61499e31da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:04.986758 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9aae209b-fa95-4c38-a91d-285314d43383 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1789112 Mar 14 18:25:05.027730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 6ddfae89-faca-4ee1-ac47-bfc2b3b05a04 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:05.044203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.047389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.048463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.153261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.158250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.188951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b5b3-c22e-4dff-80a4-db32680bace2 req-c9f6c0c2-7729-41f6-86e3-34ec61ca87a8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:05.190680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2b17b5b3-c22e-4dff-80a4-db32680bace2 req-c9f6c0c2-7729-41f6-86e3-34ec61ca87a8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1611826 Mar 14 18:25:05.217468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.248762 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2b17b5b3-c22e-4dff-80a4-db32680bace2 req-23e4cfc0-46c9-4de6-8fa4-92023ad6c454 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Mar 14 18:25:05.296904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.311188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.315285 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-673f8bf1-f871-4da6-ac13-4b1af270a906 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4380560 Mar 14 18:25:05.315608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:05.321274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': True}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:05.526425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.571084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ddff6-5ee0-4f69-80db-85c98b9652fe None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:05.585095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddfae89-faca-4ee1-ac47-bfc2b3b05a04,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:05.587990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.592242 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7caeb292-4665-4d06-af41-bca9154a8548 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/6ddfae89-faca-4ee1-ac47-bfc2b3b05a04 HTTP/1.1" status: 204 len: 168 time: 0.6474414 Mar 14 18:25:05.597051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46624) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:05.604130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:05.669957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:05.741820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-df639d67-61d2-494b-abc5-cbee7dc2d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:05.745071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-df639d67-61d2-494b-abc5-cbee7dc2d4df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 1098 time: 0.0590236 Mar 14 18:25:05.926895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-20e200f4-bc31-4e54-bb0e-80440e781f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:05.928319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-20e200f4-bc31-4e54-bb0e-80440e781f1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=486b63de-a377-4c21-8fc1-31b0b28e16d0 HTTP/1.1" status: 200 len: 913 time: 0.1736698 Mar 14 18:25:05.989480 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-5845715c-b97a-4bdb-bae2-b086f08caf59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55 HTTP/1.1" status: 200 len: 217 time: 0.0524061 Mar 14 18:25:06.048997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-c4a21ecf-4ffa-4a89-9050-e06702aaf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:06.050678 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-c4a21ecf-4ffa-4a89-9050-e06702aaf669 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b7c6995-737b-4e7c-a7f8-020ffe0740d5 HTTP/1.1" status: 200 len: 852 time: 0.0540740 Mar 14 18:25:06.102123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-362c5b37-9d01-4045-ae9d-b11a1f21d426 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=486b63de-a377-4c21-8fc1-31b0b28e16d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436044 Mar 14 18:25:06.103589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa755-c1c4-491b-a244-083b73328112 req-5a5b19d9-eef2-44c1-813c-9bcb705a60ab tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:06.105541 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7defa755-c1c4-491b-a244-083b73328112 req-5a5b19d9-eef2-44c1-813c-9bcb705a60ab tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.4748497 Mar 14 18:25:06.166775 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7defa755-c1c4-491b-a244-083b73328112 req-cecb4d9f-fd16-4506-993f-c8112849e01e tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537853 Mar 14 18:25:06.233462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:06.243069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.316210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.340364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-feac1c59-8274-41c6-8778-b283d10a3b5c service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303452 Mar 14 18:25:06.341601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.530304 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7fab4a1-921a-4a3a-a7b0-5d2a8f9fb9d5 req-2fdb85de-b93e-4a4a-8509-ea2f6122ba1d service neutron] 10.222.0.61 "GET /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802692 Mar 14 18:25:06.551182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 172.26.3.79 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/5a9d3063-1a90-41eb-9676-a8ce176d20ec) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:06.635405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-84e11be9-bb7f-418a-9438-58694e505e50 None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:06.636549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84e11be9-bb7f-418a-9438-58694e505e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.667182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.672169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-84e11be9-bb7f-418a-9438-58694e505e50 None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:06.682935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-84e11be9-bb7f-418a-9438-58694e505e50 None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:06.690008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-84e11be9-bb7f-418a-9438-58694e505e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.725575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.773416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:06.776725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:06.779757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:06.780417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.785789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060c96b-7a3e-45fe-8b8c-e966436e7465 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:06.790680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=2a1f0a0e-4824-475d-89f8-282da0ef205c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.816882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:06.864982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:06.867825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:06.871332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:06.895039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9d3063-1a90-41eb-9676-a8ce176d20ec,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:06.979918 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-085a9dae-858e-442c-a0f7-0dfbd5eee28d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3817220 Mar 14 18:25:06.982671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:06.987897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'security_group': {'name': 'tempest-secgroup-32066359'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:07.034128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Update dhcp port {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'fixed_ips': [{'subnet_id': '6b7384c1-96f7-4ec0-9e29-ae7160ff694f', 'ip_address': '172.20.0.18'}, {'subnet_id': '2a1f0a0e-4824-475d-89f8-282da0ef205c'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'f4916bfe-0b21-41f3-a626-37604b5af9f1'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:25:07.060470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.102428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.169759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.245267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Allocated IP 172.20.0.2 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/2a1f0a0e-4824-475d-89f8-282da0ef205c/f4916bfe-0b21-41f3-a626-37604b5af9f1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:07.288820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.328264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.330383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba9aa2-4e8f-4d97-8a40-e92013b185f3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.357014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-43986d54-0b43-44dc-8044-735155a37404 None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:07.389918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.413523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.418387 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fe85725a-336b-4b5f-9ba7-8de000ee3759 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.4312112 Mar 14 18:25:07.419009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:07.424522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680947431'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:07.491516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.554171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.655793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43986d54-0b43-44dc-8044-735155a37404 None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.721043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.735574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e383f23-3f3a-4ebc-9ac1-01328a21a725 req-85d23915-fb38-4ba6-8eb1-320a55bfff68 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:07.737109 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e383f23-3f3a-4ebc-9ac1-01328a21a725 req-85d23915-fb38-4ba6-8eb1-320a55bfff68 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.4693098 Mar 14 18:25:07.827910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.830133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e383f23-3f3a-4ebc-9ac1-01328a21a725 req-e646bc02-1565-41e1-83e2-f63d3389f3fd tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787151 Mar 14 18:25:07.881170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e3a94-cc46-441e-a763-341068f43954,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:07.965201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.969177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.980726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:07.982483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cd301091-5c28-4384-bff0-72d9f8851d6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5622902 Mar 14 18:25:07.988117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:07.990958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014191038'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.059335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:08.108088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.126509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:08.126897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.223967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.227031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.230459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.286211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router 4733cc39-0c6b-4b23-a21b-22d518a3ddee is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:25:08.319333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.350262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd04b0f-daf6-49c7-9978-4f485ccc5bbd,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:08.392283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c44d6e3b-bcf6-4c69-bbe8-a7fbf147eb1d None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:08.392644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c44d6e3b-bcf6-4c69-bbe8-a7fbf147eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.421777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:08.426457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.427279 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-850e5938-2492-4a75-b0df-a83903ce19f5 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "PUT /v2.0/routers/4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 200 len: 917 time: 3.1104567 Mar 14 18:25:08.429976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46640) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.434092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c44d6e3b-bcf6-4c69-bbe8-a7fbf147eb1d None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:08.435815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.436528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] Sync routers for ids ['4733cc39-0c6b-4b23-a21b-22d518a3ddee'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:08.440224 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eed8956c-b3d0-476d-9f17-a41f328f1b2b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4540124 Mar 14 18:25:08.440944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.446926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1532923580', 'security_groups': ['edd04b0f-daf6-49c7-9978-4f485ccc5bbd'], 'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a1f0a0e-4824-475d-89f8-282da0ef205c'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:08.454582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] Routers {'4733cc39-0c6b-4b23-a21b-22d518a3ddee'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:08.455212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4733cc39-0c6b-4b23-a21b-22d518a3ddee'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.494090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c44d6e3b-bcf6-4c69-bbe8-a7fbf147eb1d None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:08.494911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c44d6e3b-bcf6-4c69-bbe8-a7fbf147eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.496918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.497398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:08.501114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.538271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] Routers {'4733cc39-0c6b-4b23-a21b-22d518a3ddee'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:08.539068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4733cc39-0c6b-4b23-a21b-22d518a3ddee'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.577690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:08.578265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd92ec-681c-4546-b421-14c3d3bf0d3b None None] The sync data for ids ['4733cc39-0c6b-4b23-a21b-22d518a3ddee'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:08.632319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-672c7e6e-500b-46a6-b56e-a9f8448f5cde tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 200 len: 923 time: 0.2005496 Mar 14 18:25:08.635417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46644) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.666463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:08.734240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2e8a6-f1d3-4c10-ad66-e3321428b492 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:08.735806 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-06d2e8a6-f1d3-4c10-ad66-e3321428b492 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=4733cc39-0c6b-4b23-a21b-22d518a3ddee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0993745 Mar 14 18:25:08.739434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.816796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.846782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] device_id is not set on port 0b9437f3-a300-415f-ba83-61811386017c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:08.862880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:08.895638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b3e1c-41d7-4855-923b-af18df35d8b0 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:08.901750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6e7b3e1c-41d7-4855-923b-af18df35d8b0 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1567051 Mar 14 18:25:08.901967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.940475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-25d026b0-0c7a-4608-82fd-f4ed14ba45d7 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 200 len: 205 time: 0.0355654 Mar 14 18:25:08.943356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:08.993463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=2fd3ad81-7042-4121-b556-80f03d177804,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.014319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:09.014679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: 066f1dfa-00e4-4452-8ac1-312059a63c85, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:09.043482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941871-d39e-42c4-a8cf-fc3f6f33b175 req-dfd7b20b-a281-44c6-a2d7-82ecf96fba06 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.044976 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76941871-d39e-42c4-a8cf-fc3f6f33b175 req-dfd7b20b-a281-44c6-a2d7-82ecf96fba06 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1192842 Mar 14 18:25:09.081028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.084215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.7 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/2a1f0a0e-4824-475d-89f8-282da0ef205c/0b9437f3-a300-415f-ba83-61811386017c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:09.105171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76941871-d39e-42c4-a8cf-fc3f6f33b175 req-3acc217d-e092-415d-833c-fad20670964a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Mar 14 18:25:09.170304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:09.194980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.248267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.262603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 066f1dfa-00e4-4452-8ac1-312059a63c85) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:09.267335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.270144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.274616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c422b-4101-4a1a-8ddb-69be122fe4a5 None None] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:09.335254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port 5a9d3063-1a90-41eb-9676-a8ce176d20ec {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:09.335603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.380338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:09.420895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.432531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-066f1dfa-00e4-4452-8ac1-312059a63c85', 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': '2fd3ad81-7042-4121-b556-80f03d177804'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:09.433958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for 5a9d3063-1a90-41eb-9676-a8ce176d20ec owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:09.434461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.458003 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4f781526-694e-4a87-a806-d3a9c2888b72 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2327850 Mar 14 18:25:09.467951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.468887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:09.472304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f3935-a51c-495d-8846-f390f76fbb47 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.475698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f3935-a51c-495d-8846-f390f76fbb47 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.475698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f3935-a51c-495d-8846-f390f76fbb47 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.475698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-040f3935-a51c-495d-8846-f390f76fbb47 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=116931b6a24d4b4cb6d824c5a8db90ca&network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 3000 time: 0.0937123 Mar 14 18:25:09.476001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412167931'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.517866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:09.522668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:09.527700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:09.564737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=0b9437f3-a300-415f-ba83-61811386017c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.594421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.595102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.641737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Allocated IP 2001:db8:0:ffff::2 (066f1dfa-00e4-4452-8ac1-312059a63c85/2fd3ad81-7042-4121-b556-80f03d177804/50702ff5-5d90-456b-9256-cdf912b0b09c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:09.697457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:09.702007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.747174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5bea-4ddc-43c2-8496-0152c0cc8f39 req-5cd7ece1-2f96-4e16-a574-eec173f0eab8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:09.748802 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-944f5bea-4ddc-43c2-8496-0152c0cc8f39 req-5cd7ece1-2f96-4e16-a574-eec173f0eab8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.0646083 Mar 14 18:25:09.755817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:09.763255 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-865dfef2-b9f3-419f-8e1d-8b0c3461ac30 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3134882 Mar 14 18:25:09.763658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:09.802971 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-944f5bea-4ddc-43c2-8496-0152c0cc8f39 req-5d067b2a-d0de-483c-995b-493f604b547a tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Mar 14 18:25:09.851367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.867567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:09.868865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.899064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=5a9d3063-1a90-41eb-9676-a8ce176d20ec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:09.911709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:09.914000 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment 4cee513b-0b9f-4356-bc71-d22a6803b192 of type vlan for network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 Mar 14 18:25:09.943366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.000975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:10.004458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Pushing event updated for resources: {'Port': ['ID=50702ff5-5d90-456b-9256-cdf912b0b09c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.007616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:10.009465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.010414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-98fa7c17-87d0-4fe2-aef0-99714550c6bb None None] Provisioning complete for port 0b9437f3-a300-415f-ba83-61811386017c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:10.010667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98fa7c17-87d0-4fe2-aef0-99714550c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.012528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:10.022126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.071653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-98fa7c17-87d0-4fe2-aef0-99714550c6bb None None] Port 0b9437f3-a300-415f-ba83-61811386017c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:10.098596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Attempting to bind port 50702ff5-5d90-456b-9256-cdf912b0b09c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:10.099097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Attempting to bind port 50702ff5-5d90-456b-9256-cdf912b0b09c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:10.099493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Attempting to bind port 50702ff5-5d90-456b-9256-cdf912b0b09c on network 066f1dfa-00e4-4452-8ac1-312059a63c85 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:10.104832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:10.105200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Checking segment: {'id': 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:10.105655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.106128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Bound using segment: {'id': 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:10.106611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Bound port: 50702ff5-5d90-456b-9256-cdf912b0b09c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '066f1dfa-00e4-4452-8ac1-312059a63c85'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:10.107135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.122701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:10.128508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.129960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.132921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.173408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] For port 50702ff5-5d90-456b-9256-cdf912b0b09c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:10.176765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] For port 50702ff5-5d90-456b-9256-cdf912b0b09c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=50702ff5-5d90-456b-9256-cdf912b0b09c,segment=NetworkSegment(fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346),segment_id=fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:10.237276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.242791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:10.244007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.262854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.324028 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a1f0a0e-4824-475d-89f8-282da0ef205c (CIDR: 172.20.0.0/28) Mar 14 18:25:10.327468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.327468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router 4733cc39-0c6b-4b23-a21b-22d518a3ddee {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:25:10.329379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd9a4-a4e3-4dd1-9e8c-263ec80a6172 None None] Pushing event updated for resources: {'Port': ['ID=50702ff5-5d90-456b-9256-cdf912b0b09c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.334366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.339559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d1d7df8b-14c9-4682-b939-5bb17bbc2491 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 204 len: 168 time: 1.3950934 Mar 14 18:25:10.340441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:10.346182 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8750589 Mar 14 18:25:10.347108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6949bb8-aab7-49a9-8033-2bf038a9c054 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=85f7c21a-b2d3-4c51-b21e-babf46a294e5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:10.347232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1432718980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:10.349060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:10.355542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:10.358257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:10.382262 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:10.383480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:10.445411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.453225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.514319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.532173 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ade1fe7a-7736-46d8-aec8-a7c543f7d849 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7748697 Mar 14 18:25:10.539478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:10.539478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:10.605633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.641212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:10.644791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.716475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:10.720452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d2319e98-cd39-4ac6-bb97-1d50591090c2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3763597 Mar 14 18:25:10.720722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:10.725944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'enable_snat': False}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:10.853623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:10.857179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.100437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.180056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2db56d-7c8b-4789-a374-7f51d736363a req-a51a8a0e-29ba-4060-b58a-2d6f5085dc24 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:11.181643 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2c2db56d-7c8b-4789-a374-7f51d736363a req-a51a8a0e-29ba-4060-b58a-2d6f5085dc24 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.2779722 Mar 14 18:25:11.191016 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6b7384c1-96f7-4ec0-9e29-ae7160ff694f (CIDR: 172.20.0.16/28) Mar 14 18:25:11.255702 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:25:11.256478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:11.263899 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2c2db56d-7c8b-4789-a374-7f51d736363a req-a2eea4de-612e-41cb-afd8-97f15b2fb613 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Mar 14 18:25:11.352966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ac2e3-976d-4d37-b19f-b1b9ef73e109 None None] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:11.392474 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6527cab5-f9c0-412a-b469-c39fc158e817 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8567080 Mar 14 18:25:11.396696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:11.403638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'subnet': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:11.411688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:25:11.415910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.423664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] Provisioning complete for port 50702ff5-5d90-456b-9256-cdf912b0b09c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:11.424099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.512925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=338009c4-cda2-43f8-9907-253e297dd360,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:11.589681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': '4cee513b-0b9f-4356-bc71-d22a6803b192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:11.590435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: 85f7c21a-b2d3-4c51-b21e-babf46a294e5, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:11.592214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.646796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.651487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Made reservation on behalf of 3e6b9771a6244ebfa441c31463bc17d7 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:11.655298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.673976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.741866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:11.781076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] For port 50702ff5-5d90-456b-9256-cdf912b0b09c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=50702ff5-5d90-456b-9256-cdf912b0b09c,segment=NetworkSegment(fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346),segment_id=fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:11.802087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Allocated IP 172.26.3.139 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b2b2eeb7-2c62-4559-a3c1-85e1429f9fe5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:11.875491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 85f7c21a-b2d3-4c51-b21e-babf46a294e5) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:11.881417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:11.883258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.885310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1288a9-ba06-430f-8e98-2089bde253d9 None None] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:11.889456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.965418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:11.977063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.054295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-376440b8-d7eb-4a64-b69f-aaad3ebda9d8 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7017529 Mar 14 18:25:12.056336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:12.056696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:12.059982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:12.066478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'port': {'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5', 'name': 'tempest-NetworksIpV6TestAttrs-272844428'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:12.066741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:12.066741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.082527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Subnet': ['ID=7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.100094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a66fd4-6ce7-4881-8db4-fb8cc72eccd8 None None] Pushing event updated for resources: {'Port': ['ID=50702ff5-5d90-456b-9256-cdf912b0b09c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.103519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c4d35-33ab-4060-83e8-1fe318203f61 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:12.121792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 50702ff5-5d90-456b-9256-cdf912b0b09c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:12.147825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-ae0477d9-0f51-4fd1-b763-0ce56a2f27e8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:12.149960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-ae0477d9-0f51-4fd1-b763-0ce56a2f27e8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1898024 Mar 14 18:25:12.153379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.185760 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a114c25-7844-4914-9f54-aada7cf5a92c tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7878749 Mar 14 18:25:12.188637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46696) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:12.194300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1179381955', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e'}], 'security_groups': ['f1ba9aa2-4e8f-4d97-8a40-e92013b185f3', 'ca0e3a94-cc46-441e-a763-341068f43954']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:12.201182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-85f7c21a-b2d3-4c51-b21e-babf46a294e5', 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': '338009c4-cda2-43f8-9907-253e297dd360'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:12.202111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.240720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-68cdf985-904f-4668-bc1c-a3ec6821be3f None None] Provisioning complete for port 50702ff5-5d90-456b-9256-cdf912b0b09c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:12.241075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68cdf985-904f-4668-bc1c-a3ec6821be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.280041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.447782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 50702ff5-5d90-456b-9256-cdf912b0b09c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:12.448371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.489228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c97b1-9ebc-4a05-afa4-52a3a2ad974f req-61123dfe-3a0e-48f1-a554-c29c882da39c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:12.490948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3c2c97b1-9ebc-4a05-afa4-52a3a2ad974f req-61123dfe-3a0e-48f1-a554-c29c882da39c tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 945 time: 0.1270828 Mar 14 18:25:12.563287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Allocated IP 2001:db8::f816:3eff:fe9d:c44b (85f7c21a-b2d3-4c51-b21e-babf46a294e5/338009c4-cda2-43f8-9907-253e297dd360/f4e48cf8-2b22-495f-87c0-99aee0d5e98b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:12.566694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:12.598598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3c2c97b1-9ebc-4a05-afa4-52a3a2ad974f req-ae113a1b-da4a-439d-99a7-8cc2cd623142 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5e34d29-05a1-4b2f-857f-18b9353b6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Mar 14 18:25:12.624239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:12.665851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:12.709619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Delete allocated IP 172.20.0.7 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/2a1f0a0e-4824-475d-89f8-282da0ef205c) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:25:12.720972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Allocated IP 172.20.0.37 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e/0b9437f3-a300-415f-ba83-61811386017c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:12.730922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Pushing event updated for resources: {'Port': ['ID=b2b2eeb7-2c62-4559-a3c1-85e1429f9fe5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:12.758229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Update dhcp port {'port': {'network_id': '2f7e8a15-921d-4d10-b771-d4e3be4e6880', 'fixed_ips': [{'subnet_id': '6b7384c1-96f7-4ec0-9e29-ae7160ff694f', 'ip_address': '172.20.0.18'}, {'subnet_id': '2a1f0a0e-4824-475d-89f8-282da0ef205c', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'f4916bfe-0b21-41f3-a626-37604b5af9f1'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:25:12.773178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:12.780991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.817777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.825844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46700) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:12.874543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.902114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Deleting port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:12.902462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.920366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] device_id is not set on port 4a8ce1dc-b90b-418d-932f-1e211e0d2d25 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:12.941995 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:25:12.945865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:12.964190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.013273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e73df-8ae8-4abb-ae9b-53190ddf4a50 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:13.014595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:13.014789 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a61e73df-8ae8-4abb-ae9b-53190ddf4a50 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 814 time: 0.1855490 Mar 14 18:25:13.018277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:13.022771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:13.024797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Pushing event updated for resources: {'Port': ['ID=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.078833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Attempting to bind port f4e48cf8-2b22-495f-87c0-99aee0d5e98b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:13.079090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Attempting to bind port f4e48cf8-2b22-495f-87c0-99aee0d5e98b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '4cee513b-0b9f-4356-bc71-d22a6803b192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:13.079628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Attempting to bind port f4e48cf8-2b22-495f-87c0-99aee0d5e98b on network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:13.084806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:13.085174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Checking segment: {'id': '4cee513b-0b9f-4356-bc71-d22a6803b192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:13.085569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.085972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Bound using segment: {'id': '4cee513b-0b9f-4356-bc71-d22a6803b192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:13.086425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Bound port: f4e48cf8-2b22-495f-87c0-99aee0d5e98b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cee513b-0b9f-4356-bc71-d22a6803b192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85f7c21a-b2d3-4c51-b21e-babf46a294e5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:13.087435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.096692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] For port a9c744fa-18fc-4225-bf8b-efdfee0d8b55, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,segment=NetworkSegment(82cd2302-5c2b-4640-ab98-393eff15c6dc),segment_id=82cd2302-5c2b-4640-ab98-393eff15c6dc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:13.097056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.097218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.116986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Calling delete_port for a9c744fa-18fc-4225-bf8b-efdfee0d8b55 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:13.127904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Allocated IP 2001:db8::f816:3eff:fea5:3913 (85f7c21a-b2d3-4c51-b21e-babf46a294e5/338009c4-cda2-43f8-9907-253e297dd360/4a8ce1dc-b90b-418d-932f-1e211e0d2d25) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:13.179598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event updated for resources: {'Port': ['ID=0b9437f3-a300-415f-ba83-61811386017c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.182290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Allocated IP 172.20.0.34 (2f7e8a15-921d-4d10-b771-d4e3be4e6880/7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e/f4916bfe-0b21-41f3-a626-37604b5af9f1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:13.214958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] For port f4e48cf8-2b22-495f-87c0-99aee0d5e98b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:13.235282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] In _notify_port_updated(), no bound segment for port 0b9437f3-a300-415f-ba83-61811386017c on network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:25:13.242661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:13.245583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.246752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] For port f4e48cf8-2b22-495f-87c0-99aee0d5e98b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,segment=NetworkSegment(4cee513b-0b9f-4356-bc71-d22a6803b192),segment_id=4cee513b-0b9f-4356-bc71-d22a6803b192)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:13.250496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-737bf308-6547-442f-8d3f-044841bf83b9 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "PUT /v2.0/ports/0b9437f3-a300-415f-ba83-61811386017c HTTP/1.1" status: 200 len: 960 time: 1.0604718 Mar 14 18:25:13.251259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:13.319526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:13.344827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.366370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 0b9437f3-a300-415f-ba83-61811386017c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:13.366862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.370823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.425566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.427250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdc8a2-af86-480b-a643-31d504149dae None None] Pushing event updated for resources: {'Port': ['ID=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.475072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.480374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.497242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 0b9437f3-a300-415f-ba83-61811386017c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:13.578042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.612638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3520a1-752f-4019-984b-57dcd434eadb None None] Pushing event updated for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.637598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.654254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46712) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:13.667687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--1654558963', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:13.718386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Pushing event deleted for resources: {'Port': ['ID=a9c744fa-18fc-4225-bf8b-efdfee0d8b55,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:13.823386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e563c651-67a3-433c-882f-7ae5af1c30c8 req-baf2a153-4d92-458a-b18a-0406753697e8 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.1076312 Mar 14 18:25:13.843642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] No DVR routers for this DVR port a9c744fa-18fc-4225-bf8b-efdfee0d8b55 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:13.846299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.847369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.850800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39d39491-f7e9-4cbe-96e5-049bc8c1a8be req-6e90f294-06aa-4757-9bb9-d6f0257f5206 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.61 "DELETE /v2.0/ports/a9c744fa-18fc-4225-bf8b-efdfee0d8b55 HTTP/1.1" status: 204 len: 173 time: 1.6875868 Mar 14 18:25:13.851325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'name': 'network-vif-deleted', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:13.854884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47b9b8-08a2-49e4-835a-0dd2fcb4318a" -d '{"events": [{"server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "name": "network-vif-deleted", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:13.877415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.881130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:13.898231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=0b9437f3-a300-415f-ba83-61811386017c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.011882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.019227 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a5cbc224-c574-4af7-852b-63d3fe4c71fc tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/0b9437f3-a300-415f-ba83-61811386017c HTTP/1.1" status: 204 len: 168 time: 0.7645891 Mar 14 18:25:14.022732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.037312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee10d2b0-3ed8-4349-aba0-838d7d6a776f x-openstack-request-id: req-ee10d2b0-3ed8-4349-aba0-838d7d6a776f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:14.037781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c008892-eb94-4be6-8dcb-7988dc7e227c", "name": "network-vif-deleted", "tag": "a9c744fa-18fc-4225-bf8b-efdfee0d8b55", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:14.038060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee10d2b0-3ed8-4349-aba0-838d7d6a776f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:14.038605 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c008892-eb94-4be6-8dcb-7988dc7e227c', 'name': 'network-vif-deleted', 'tag': 'a9c744fa-18fc-4225-bf8b-efdfee0d8b55', 'status': 'completed', 'code': 200} Mar 14 18:25:14.053129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.055248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:14.060889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.064488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b3608d-8dc0-4456-81ec-a409491e82c7 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] GET failed (client error): The resource could not be found. Mar 14 18:25:14.069507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a8b3608d-8dc0-4456-81ec-a409491e82c7 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports/0b9437f3-a300-415f-ba83-61811386017c HTTP/1.1" status: 404 len: 333 time: 0.0446610 Mar 14 18:25:14.077668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46720) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.173273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:14.187375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Port': ['ID=4a8ce1dc-b90b-418d-932f-1e211e0d2d25,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.190159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:14.195846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:14.205110 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:14.207026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.208794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 50702ff5-5d90-456b-9256-cdf912b0b09c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:14.218738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:14.252301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.252663 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 369c640e-8ad9-4a45-9018-756e7b89ec48 of type vlan for network 37d347fb-674e-4fcc-a00d-7f814bc8086e Mar 14 18:25:14.272118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.283248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 50702ff5-5d90-456b-9256-cdf912b0b09c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:14.283621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.322578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.329948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.381152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:14.398005 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-314fa775-b66d-4af8-841c-d8e0f6cf113a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3400338 Mar 14 18:25:14.399029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Router dade67f6-5967-4295-8014-89a2f7257368 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:25:14.401098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.463595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.473813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:14.473813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.481303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:14.481792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.503022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting subnet 338009c4-cda2-43f8-9907-253e297dd360 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:14.510768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.531404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:14.537140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:14.537140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.539158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.542444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.543857 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/security-groups/edd04b0f-daf6-49c7-9978-4f485ccc5bbd HTTP/1.1" status: 204 len: 168 time: 0.4572153 Mar 14 18:25:14.553737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.573191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Could not find standard attr ID for object 0b9437f3-a300-415f-ba83-61811386017c. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:14.577459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.591057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:14.591448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-794dd28f-4898-4c4e-bf9c-ebf0326c252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.651168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d206e-25aa-4ad8-bd8d-39dd948d8559 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd04b0f-daf6-49c7-9978-4f485ccc5bbd,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.668637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0051663 Mar 14 18:25:14.674547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a359d02-76d8-43bd-a6d4-77eb99ae4e7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=37d347fb-674e-4fcc-a00d-7f814bc8086e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:14.681348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4e48cf8-2b22-495f-87c0-99aee0d5e98b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:14.686683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.710152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:14.749084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:14.754164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.754963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-11b6387b-bc3c-4f2f-aab6-83762fbc49af tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "PUT /v2.0/routers/dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 200 len: 920 time: 4.0332665 Mar 14 18:25:14.768904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:14.770999 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] Sync routers for ids ['dade67f6-5967-4295-8014-89a2f7257368'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:14.775858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.788347 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] Routers {'dade67f6-5967-4295-8014-89a2f7257368'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:14.795271 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dade67f6-5967-4295-8014-89a2f7257368'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:14.847353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f4e48cf8-2b22-495f-87c0-99aee0d5e98b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:14.847353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.893817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:14.895254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:14.932416 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] Routers {'dade67f6-5967-4295-8014-89a2f7257368'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:14.933139 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dade67f6-5967-4295-8014-89a2f7257368'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:14.976714 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:14.980216 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97579627-141a-40ae-9e5e-0785a6e7f35f None None] The sync data for ids ['dade67f6-5967-4295-8014-89a2f7257368'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:15.029227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.066535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.073968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=338009c4-cda2-43f8-9907-253e297dd360,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.078229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.088322 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d28668b7-905f-4614-a845-4e37f98a34e4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/338009c4-cda2-43f8-9907-253e297dd360 HTTP/1.1" status: 204 len: 168 time: 0.6849806 Mar 14 18:25:15.089170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.121531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-075d8670-f9a1-40f8-8618-0d7dcff96594 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 200 len: 926 time: 0.3393264 Mar 14 18:25:15.133139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.135436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db8397-4f96-4ed5-a403-55a6f843ebb2 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.140562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3db8397-4f96-4ed5-a403-55a6f843ebb2 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4563880 Mar 14 18:25:15.145989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2fed11-d878-46e7-a05d-200cb77cceb2 None None] Network 85f7c21a-b2d3-4c51-b21e-babf46a294e5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:15.156725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.213153 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a6df16ba-3b6c-4213-9ad1-811a6fff348c req-2e90dec4-9b3b-4483-b9a8-ca024de83152 tempest-TestServerAdvancedOps-1793044890 tempest-TestServerAdvancedOps-1793044890-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c008892-eb94-4be6-8dcb-7988dc7e227c HTTP/1.1" status: 200 len: 210 time: 0.2401390 Mar 14 18:25:15.215276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.221606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.226710 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca0e3a94-cc46-441e-a763-341068f43954 HTTP/1.1" status: 204 len: 168 time: 0.6406479 Mar 14 18:25:15.228133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.256941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Provisioning complete for port f4e48cf8-2b22-495f-87c0-99aee0d5e98b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:15.257305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.278700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea7219-72c2-4ac9-832c-ccd7b480060d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e3a94-cc46-441e-a763-341068f43954,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.295799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603769d-2507-47c3-b783-f259fd6d70c6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.298395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603769d-2507-47c3-b783-f259fd6d70c6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.303544 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2603769d-2507-47c3-b783-f259fd6d70c6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2098389 Mar 14 18:25:15.304600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.378277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048a0a3-5ec5-4fe2-865a-029713422903 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.384467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4048a0a3-5ec5-4fe2-865a-029713422903 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2263584 Mar 14 18:25:15.385559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.398069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.402962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a9c744fa-18fc-4225-bf8b-efdfee0d8b55 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:15.411807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889adb9e-2d99-4701-96b1-1c647bdf6d5f tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.413552 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-889adb9e-2d99-4701-96b1-1c647bdf6d5f tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=dade67f6-5967-4295-8014-89a2f7257368&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2717488 Mar 14 18:25:15.421491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.429532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7d624aea-6780-4646-9292-585740a9075e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425866 Mar 14 18:25:15.432246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.441629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.445209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: a9c744fa-18fc-4225-bf8b-efdfee0d8b55 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:15.445583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a9c744fa-18fc-4225-bf8b-efdfee0d8b55 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:15.476152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.510954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5d6bce72-e449-42ac-9bf5-c260ca74845a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.525538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port f4e48cf8-2b22-495f-87c0-99aee0d5e98b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,segment=NetworkSegment(4cee513b-0b9f-4356-bc71-d22a6803b192),segment_id=4cee513b-0b9f-4356-bc71-d22a6803b192)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:15.532371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.551676 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6bce72-e449-42ac-9bf5-c260ca74845a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:15.552074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6bce72-e449-42ac-9bf5-c260ca74845a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:15.555445 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5d6bce72-e449-42ac-9bf5-c260ca74845a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/85f7c21a-b2d3-4c51-b21e-babf46a294e5 HTTP/1.1" status: 409 len: 405 time: 0.2498384 Mar 14 18:25:15.561996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.573723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1141996015'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:15.614546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be96cb7-9f25-4f1e-a63c-892d767b6ba0 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.616042 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8be96cb7-9f25-4f1e-a63c-892d767b6ba0 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/networks/62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 881 time: 0.1935699 Mar 14 18:25:15.616565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] DHCP port deletion for 85f7c21a-b2d3-4c51-b21e-babf46a294e5 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:15.619105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46752) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.646848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.648840 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7b8e33ab-f4fc-4158-bbf3-ad60d41e9a51 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 200 len: 205 time: 0.0283921 Mar 14 18:25:15.651989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.708615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.711954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.713745 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1ba9aa2-4e8f-4d97-8a40-e92013b185f3 HTTP/1.1" status: 204 len: 168 time: 0.4756861 Mar 14 18:25:15.720904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.762322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:15.762739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:15.764647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:15.778002 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a0dff7e-5126-4f41-9f2b-ae89c0d40772 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3412237 Mar 14 18:25:15.778616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.790894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Deleting port f4e48cf8-2b22-495f-87c0-99aee0d5e98b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:15.791561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.873177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] For port f4e48cf8-2b22-495f-87c0-99aee0d5e98b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,segment=NetworkSegment(4cee513b-0b9f-4356-bc71-d22a6803b192),segment_id=4cee513b-0b9f-4356-bc71-d22a6803b192)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:15.874010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:15.894962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Calling delete_port for f4e48cf8-2b22-495f-87c0-99aee0d5e98b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:15.904512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe99d4-fce7-4a9c-8bbb-26b22d8da3e0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:15.908913 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1dbe99d4-fce7-4a9c-8bbb-26b22d8da3e0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270976 Mar 14 18:25:15.909271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.949540 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7ccd2aff-0a4d-4fb1-9b6c-0c12b436f3c0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391271 Mar 14 18:25:15.952476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:15.960679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841410475', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:16.025306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4e48cf8-2b22-495f-87c0-99aee0d5e98b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:16.086692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:16.090796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.105537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.120709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d58426-508d-4c44-91cd-d87f2f33ce49 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba9aa2-4e8f-4d97-8a40-e92013b185f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.143054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] No DVR routers for this DVR port f4e48cf8-2b22-495f-87c0-99aee0d5e98b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:16.148210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:16.151809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.156027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8c4f-f3fc-4cdf-afc4-29a3726aa46f None None] Pushing event deleted for resources: {'Port': ['ID=f4e48cf8-2b22-495f-87c0-99aee0d5e98b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.157312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.211532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 2a1f0a0e-4824-475d-89f8-282da0ef205c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:16.215572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:16.219877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.252735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.266690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.267183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment 63e7cbb3-7fcb-4e17-b45e-265be069c106 of type vlan for network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 Mar 14 18:25:16.281104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:16.286463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-652be567-f17d-4704-8b07-19b4c8f514af None None] Port f4e48cf8-2b22-495f-87c0-99aee0d5e98b update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:25:16.336325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.351615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Deleting subnet 8b7c6995-737b-4e7c-a7f8-020ffe0740d5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:16.359321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.398913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-681ccbd9-8888-4737-b152-2323b7bc6490 None None] Could not find standard attr ID for object 0b9437f3-a300-415f-ba83-61811386017c. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:16.427770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.439041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.508554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.512087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.525941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.562219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.585410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.592215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:16.592815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.630739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=178c9ca9-0737-4989-a4ab-71b7f49d9528,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.633084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:16.633300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 37d347fb-674e-4fcc-a00d-7f814bc8086e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:16.657566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.685182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.694150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7c6995-737b-4e7c-a7f8-020ffe0740d5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.699967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.709167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-440f3fd0-b654-472f-80fe-c15f095ff281 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8b7c6995-737b-4e7c-a7f8-020ffe0740d5 HTTP/1.1" status: 204 len: 168 time: 0.4273834 Mar 14 18:25:16.710671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:16.747928 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1773980 Mar 14 18:25:16.747928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b743f-91bf-465a-8195-8c2382ee228b tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=ecfd1c77-f213-47a8-87ed-c7067d64e9a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.750859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.754894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/2a1f0a0e-4824-475d-89f8-282da0ef205c HTTP/1.1" status: 204 len: 168 time: 1.0328350 Mar 14 18:25:16.755947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:16.756760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32d84-34f8-4fbe-9bb8-abcf55cea87b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1f0a0e-4824-475d-89f8-282da0ef205c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:16.761450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:16.762378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:16.786321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5db86-9c9d-4dc4-a86f-31157769b76b None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:16.791191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:16.812016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:16.856630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:16.860756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.868062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.872075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port b2b2eeb7-2c62-4559-a3c1-85e1429f9fe5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:16.872808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.901200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 37d347fb-674e-4fcc-a00d-7f814bc8086e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:16.916029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:16.916580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.922457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca11186-a102-400b-a22d-8041d3989632 None None] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:16.947929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.960100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:16.973612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for b2b2eeb7-2c62-4559-a3c1-85e1429f9fe5 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:17.040015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.089096 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-606cd5e6-ccb9-4217-a70a-e5cd311477a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1353106 Mar 14 18:25:17.096300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486b63de-a377-4c21-8fc1-31b0b28e16d0']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.110280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cd2302-5c2b-4640-ab98-393eff15c6dc') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.110577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cd2302-5c2b-4640-ab98-393eff15c6dc') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:17.123417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.127502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.166223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.177386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:17.177797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:17.179585 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:17.222187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-37d347fb-674e-4fcc-a00d-7f814bc8086e', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '178c9ca9-0737-4989-a4ab-71b7f49d9528'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:17.223240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.240140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.307970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=b2b2eeb7-2c62-4559-a3c1-85e1429f9fe5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.379554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:17.385252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.389426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.406148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.480875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.484419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.486211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.497376 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e047ab00-aec0-4cf9-9b7f-382a4f9ae758 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/7a3eb7f8-1fee-4fbd-a2d2-8f31325a3b6e HTTP/1.1" status: 204 len: 168 time: 0.7328241 Mar 14 18:25:17.497832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Allocated IP 172.20.0.18 (37d347fb-674e-4fcc-a00d-7f814bc8086e/178c9ca9-0737-4989-a4ab-71b7f49d9528/be42f92b-e6e4-4c96-8904-1f5aba25dc40) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:17.503289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46780) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:17.529574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.549085 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/486b63de-a377-4c21-8fc1-31b0b28e16d0 HTTP/1.1" status: 204 len: 168 time: 0.8372190 Mar 14 18:25:17.549753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:17.625328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42a1f9-894a-4430-955d-c19aeb8505c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=486b63de-a377-4c21-8fc1-31b0b28e16d0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.687803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.692917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Deleting subnet 9bd61db3-0188-495a-93b8-0c1d0e0e473e {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:17.698492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.706140 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5676b3fd-cff8-4ffb-bf28-8b7b6dc8266a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:17.709038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5676b3fd-cff8-4ffb-bf28-8b7b6dc8266a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:17.718832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5676b3fd-cff8-4ffb-bf28-8b7b6dc8266a tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/2a1f0a0e-4824-475d-89f8-282da0ef205c HTTP/1.1" status: 404 len: 337 time: 0.2088273 Mar 14 18:25:17.723105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.726615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:17.742879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.812766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.847831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.859019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting subnet 6b7384c1-96f7-4ec0-9e29-ae7160ff694f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:17.862275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.878178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.923833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Pushing event updated for resources: {'Port': ['ID=be42f92b-e6e4-4c96-8904-1f5aba25dc40,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:17.934926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c14f-e3b8-4076-9dbd-1ab1329f2bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:17.944962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:17.947334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:17.950907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:17.984779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.036864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Attempting to bind port be42f92b-e6e4-4c96-8904-1f5aba25dc40 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:18.037338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Attempting to bind port be42f92b-e6e4-4c96-8904-1f5aba25dc40 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:18.038273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Attempting to bind port be42f92b-e6e4-4c96-8904-1f5aba25dc40 on network 37d347fb-674e-4fcc-a00d-7f814bc8086e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:18.046064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:18.046545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Checking segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:18.047326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.047812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Bound using segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:18.048388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Bound port: be42f92b-e6e4-4c96-8904-1f5aba25dc40, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:18.048976 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.052658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132897fc-1a29-4618-bbfa-3d4b2de6f077 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:18.086626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.092032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.092576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router dade67f6-5967-4295-8014-89a2f7257368 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:25:18.110931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.112071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-90c5a3aa-6ce6-4e8b-8fb1-1ad76bcfe313 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 204 len: 168 time: 2.4583206 Mar 14 18:25:18.120638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.121468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.126184 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9bd61db3-0188-495a-93b8-0c1d0e0e473e HTTP/1.1" status: 204 len: 168 time: 0.5508814 Mar 14 18:25:18.130400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd61db3-0188-495a-93b8-0c1d0e0e473e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.130539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-619235516', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.137407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.142017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.148422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.148958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.149111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.150277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.150690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.151028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.151360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.151693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.152938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.153761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.153761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.159093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841661b-2a4a-4daf-b41a-9188784bec33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.196120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.199615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c636752-46de-434a-a301-3549b598bb28 None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:18.200092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c636752-46de-434a-a301-3549b598bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.216260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96527009', 'description': 'tempest-secgroup-smoke-96527009 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.234465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] For port be42f92b-e6e4-4c96-8904-1f5aba25dc40, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:18.237035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.273078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.274174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.277071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] For port be42f92b-e6e4-4c96-8904-1f5aba25dc40, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be42f92b-e6e4-4c96-8904-1f5aba25dc40,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:18.298916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c636752-46de-434a-a301-3549b598bb28 None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:18.329644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.337603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2c636752-46de-434a-a301-3549b598bb28 None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:18.338630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c636752-46de-434a-a301-3549b598bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.361818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7907e-aec3-4ee2-9eae-77b78cabe155']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:18.371244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.384911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f8d2d7-dbce-4bf8-824b-64718e192d79') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:18.384911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f8d2d7-dbce-4bf8-824b-64718e192d79') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:18.398491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.399994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.406939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.423284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.438504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:18.440774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:18.444409 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:18.486792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46742-7adf-4732-80e2-8cf078ec7fb7 None None] Pushing event updated for resources: {'Port': ['ID=be42f92b-e6e4-4c96-8904-1f5aba25dc40,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.536715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.591281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.605939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.612643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.620221 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] 10.222.0.58 "DELETE /v2.0/networks/21b7907e-aec3-4ee2-9eae-77b78cabe155 HTTP/1.1" status: 204 len: 168 time: 0.4817548 Mar 14 18:25:18.643394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b642e-8417-4b63-906e-1e492d30a16b admin admin] Pushing event deleted for resources: {'Network': ['ID=21b7907e-aec3-4ee2-9eae-77b78cabe155,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.679818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7384c1-96f7-4ec0-9e29-ae7160ff694f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.733241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.748657 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/6b7384c1-96f7-4ec0-9e29-ae7160ff694f HTTP/1.1" status: 204 len: 168 time: 1.0157108 Mar 14 18:25:18.752035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46804) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.752677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.781251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.781595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.782013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.782305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.782646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.782972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.783298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.783630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.783953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.784278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.784606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.784928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad970ea-d7ad-4f0c-8a48-1ea970a2c22f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:18.826947 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-633d880a-d653-4936-abbc-ec1089cc4134 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148110580&fields=id&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 267 time: 0.1044240 Mar 14 18:25:18.907565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:18.909217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7058611 Mar 14 18:25:18.910059 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7505b21-c561-4a22-b00b-7eed43d86bce tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:18.910516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7505b21-c561-4a22-b00b-7eed43d86bce tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:18.912279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46806) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.917092 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d7505b21-c561-4a22-b00b-7eed43d86bce tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/6ddfae89-faca-4ee1-ac47-bfc2b3b05a04 HTTP/1.1" status: 404 len: 337 time: 0.1514235 Mar 14 18:25:18.922080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4716130-894f-4912-b35c-36680550ff8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d016a8-1dc4-40d7-9781-6f6b33e26251,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:18.922661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:18.927190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.973656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-67a0e613-680d-48cf-b7c9-d0aa43b4305b tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f3eb208-4b6e-4608-9517-e804213e4f44 HTTP/1.1" status: 200 len: 205 time: 0.0380783 Mar 14 18:25:18.977159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:18.993406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.022461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-b6c56ef2-ef8f-412e-86bc-0eefd171f85f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:19.025090 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-b6c56ef2-ef8f-412e-86bc-0eefd171f85f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.1890419 Mar 14 18:25:19.043428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-72048a01-941d-441b-aff8-0b5b4b602c94 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/quotas/0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 375 time: 0.0105443 Mar 14 18:25:19.064991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:25:19.066536 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-21e0900b-8bec-42cc-bbff-6f6f12ef1003 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] delete failed (client error): The resource could not be found. Mar 14 18:25:19.067466 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-21e0900b-8bec-42cc-bbff-6f6f12ef1003 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/routers/4f3eb208-4b6e-4608-9517-e804213e4f44 HTTP/1.1" status: 404 len: 336 time: 0.0880003 Mar 14 18:25:19.069852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.075294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.133525 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cf9d08-4980-4a25-b554-916e482cdbc8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.134083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cf9d08-4980-4a25-b554-916e482cdbc8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.137102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-27cf9d08-4980-4a25-b554-916e482cdbc8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/406a14e4-4553-4ee6-a2a0-5e04b2b0fd8b HTTP/1.1" status: 404 len: 337 time: 0.0582345 Mar 14 18:25:19.138502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-9b025362-0022-4f1e-912c-21cfce97cf6c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755644 Mar 14 18:25:19.142076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.170334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.170535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46816) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.207823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=bc1d097a-de07-4cf1-bbd2-67ea74d5bb51,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:19.210832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-906ee735-74e8-411c-92c2-7841a86b7f6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.211669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906ee735-74e8-411c-92c2-7841a86b7f6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.232823 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-906ee735-74e8-411c-92c2-7841a86b7f6d tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/7c1d9e76-8123-4674-8d7a-76866380657c HTTP/1.1" status: 404 len: 337 time: 0.0681856 Mar 14 18:25:19.251215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03878075-038f-4208-a4e7-3beb384c5dd0 None None] Network 2f7e8a15-921d-4d10-b771-d4e3be4e6880 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:19.255478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.280870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': '63e7cbb3-7fcb-4e17-b45e-265be069c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:19.281148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: ecfd1c77-f213-47a8-87ed-c7067d64e9a2, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:19.302626 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-38deb664-bf2b-4b95-ad20-616a689fe14e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.303057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38deb664-bf2b-4b95-ad20-616a689fe14e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.309441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-38deb664-bf2b-4b95-ad20-616a689fe14e tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/1186a10e-3079-4ecd-bb34-3c1b8fb6315c HTTP/1.1" status: 404 len: 337 time: 0.0470080 Mar 14 18:25:19.311206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46822) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.322999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7642b57e-0787-48a4-b9e6-00316beaf04b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b4f7d7e0ffe4701a4dfc4c91840f866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513433 Mar 14 18:25:19.328296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46824) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.348345 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd4b0c2-9e0a-45ea-8b3e-ef0c3c89e458 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.349042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd4b0c2-9e0a-45ea-8b3e-ef0c3c89e458 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.353616 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1dd4b0c2-9e0a-45ea-8b3e-ef0c3c89e458 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/d5be95b1-1cce-4e6b-aec7-c0a86b33b7e8 HTTP/1.1" status: 404 len: 333 time: 0.0400343 Mar 14 18:25:19.362882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46826) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.387960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1695b289-80f2-495f-a66f-1cd81ee6dc47 None None] Provisioning complete for port 34c26fa6-28f2-47af-bb9f-3a71609a786b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:19.387960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1695b289-80f2-495f-a66f-1cd81ee6dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.407700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:19.411485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.414824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.417407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d260594-8d03-45d8-8249-013be86fe352 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.417783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d260594-8d03-45d8-8249-013be86fe352 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.423946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0d260594-8d03-45d8-8249-013be86fe352 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/06e56608-da24-4912-b6ae-7329194e1155 HTTP/1.1" status: 404 len: 337 time: 0.0569766 Mar 14 18:25:19.424364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.435602 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-2625de21-049f-489b-b310-517252feb695 service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773747 Mar 14 18:25:19.457498 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5608b5b-b446-4ef1-9546-4d75af3b8893 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.458011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5608b5b-b446-4ef1-9546-4d75af3b8893 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.461297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1695b289-80f2-495f-a66f-1cd81ee6dc47 None None] Port 34c26fa6-28f2-47af-bb9f-3a71609a786b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:19.461455 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a5608b5b-b446-4ef1-9546-4d75af3b8893 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/527fc5a2-c781-484b-8407-e2cf58124663 HTTP/1.1" status: 404 len: 337 time: 0.0358951 Mar 14 18:25:19.470119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.480200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1695b289-80f2-495f-a66f-1cd81ee6dc47 None None] Provisioning complete for port f4916bfe-0b21-41f3-a626-37604b5af9f1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:19.480657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1695b289-80f2-495f-a66f-1cd81ee6dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.512819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.558666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, ecfd1c77-f213-47a8-87ed-c7067d64e9a2) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:19.572348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.574766 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0036d5-c624-4229-9151-91181d9a7889 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.575719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:19.577740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0036d5-c624-4229-9151-91181d9a7889 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.583030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853ed11-32f5-4323-8cf7-b73c4125cfd4 None None] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:19.583290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.584035 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ed0036d5-c624-4229-9151-91181d9a7889 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/a15ab685-80cc-4dc5-8a7c-0d0bed886563 HTTP/1.1" status: 404 len: 333 time: 0.1112878 Mar 14 18:25:19.585622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] DHCP port deletion for 2f7e8a15-921d-4d10-b771-d4e3be4e6880 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:19.594973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.610493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7c93f3-9339-4f59-88da-1767ba5e87fb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:19.630014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.673190 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9740085-6f05-474c-bc37-8ad90e5eb1e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.673654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9740085-6f05-474c-bc37-8ad90e5eb1e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.679116 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c9740085-6f05-474c-bc37-8ad90e5eb1e8 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/432a045f-0226-4cea-bce9-58c84f621fa3 HTTP/1.1" status: 404 len: 337 time: 0.0798175 Mar 14 18:25:19.679116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.683338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.694382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.695971 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eae22d62-6bf6-4e00-9eb8-b4a65f742ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7827604 Mar 14 18:25:19.698952 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-fe1f2476-225d-4d3f-9516-836560f15892 service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276504 Mar 14 18:25:19.738503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a284a1a9-9a67-45be-a511-bc98d5222413 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:19.739297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a284a1a9-9a67-45be-a511-bc98d5222413 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:19.746801 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a284a1a9-9a67-45be-a511-bc98d5222413 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/subnets/48310cf7-2729-43f6-892f-58f0efaed1d6 HTTP/1.1" status: 404 len: 337 time: 0.0615826 Mar 14 18:25:19.748608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.748946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.756415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:19.792130 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-45c857d6-d005-4309-a719-c63f37a7b238 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0085409 Mar 14 18:25:19.802811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:19.814187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'port': {'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2', 'name': 'tempest-NetworksIpV6TestAttrs-1357137824'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:19.866140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.869264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:19.879724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5e34d29-05a1-4b2f-857f-18b9353b6b7d HTTP/1.1" status: 204 len: 168 time: 0.5440056 Mar 14 18:25:19.992921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83cf19-5bef-475c-b9a1-a7acba516d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e34d29-05a1-4b2f-857f-18b9353b6b7d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.001002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Deleting port f4916bfe-0b21-41f3-a626-37604b5af9f1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:20.001713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.030993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Allocated IP 172.26.3.171 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e5e33dc1-261a-4315-92c6-840e68b7b713) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:20.052112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c533-df4f-40c1-9380-a9818b8f374c req-4ac75b28-4fd6-4139-8614-62c99e0670e2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:20.053914 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1db2c533-df4f-40c1-9380-a9818b8f374c req-4ac75b28-4fd6-4139-8614-62c99e0670e2 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2887173 Mar 14 18:25:20.061301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Deleting port 34c26fa6-28f2-47af-bb9f-3a71609a786b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:20.062375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.083369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] For port f4916bfe-0b21-41f3-a626-37604b5af9f1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f4916bfe-0b21-41f3-a626-37604b5af9f1,segment=NetworkSegment(0e20fccb-e70f-4a26-829d-77e0f534fc31),segment_id=0e20fccb-e70f-4a26-829d-77e0f534fc31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:20.083922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.098090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.101034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Calling delete_port for f4916bfe-0b21-41f3-a626-37604b5af9f1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:20.120676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80986182-e315-4466-90e1-cbaae812db52 None None] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:20.142084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:20.145578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.172768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] device_id is not set on port 7781fe39-c7b7-4fec-95fe-c582017b9d32 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:20.207311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1db2c533-df4f-40c1-9380-a9818b8f374c req-9dbcc5d1-eba3-4088-9fa5-b89364906523 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467760 Mar 14 18:25:20.237607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be42f92b-e6e4-4c96-8904-1f5aba25dc40 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:20.249805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.290681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Calling delete_port for 34c26fa6-28f2-47af-bb9f-3a71609a786b owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:20.297325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.360717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.366213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dbd22614-e0ec-4cb6-a486-6baf59b3edcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.386223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd5f19-2727-41b8-b8d5-a9b48c3a482d req-620b5b20-41e5-42d5-b2b1-53b6d721272b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:20.386628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] Provisioning complete for port be42f92b-e6e4-4c96-8904-1f5aba25dc40 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:20.387183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.388196 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-57cd5f19-2727-41b8-b8d5-a9b48c3a482d req-620b5b20-41e5-42d5-b2b1-53b6d721272b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0595608 Mar 14 18:25:20.423544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Allocated IP 2001:db8::f816:3eff:fe9b:66ee (ecfd1c77-f213-47a8-87ed-c7067d64e9a2/bc1d097a-de07-4cf1-bbd2-67ea74d5bb51/7781fe39-c7b7-4fec-95fe-c582017b9d32) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:20.439294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-ecfd1c77-f213-47a8-87ed-c7067d64e9a2', 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': 'bc1d097a-de07-4cf1-bbd2-67ea74d5bb51'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:20.440530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.445885 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-57cd5f19-2727-41b8-b8d5-a9b48c3a482d req-122c3a55-ec7c-4e72-9497-eef759b3566c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449307 Mar 14 18:25:20.457426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.475004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.545095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.560740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:20.565988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:20.581292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:20.636457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff577152-fee8-4c7e-b0e1-28bb05e567c3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.643538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event updated for resources: {'Port': ['ID=e5e33dc1-261a-4315-92c6-840e68b7b713,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.672180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f603e-e45c-407e-b554-52e4dc7134c1 req-79fe1e0f-9bad-4242-bbbd-44f76890ee9b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:20.673708 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b07f603e-e45c-407e-b554-52e4dc7134c1 req-79fe1e0f-9bad-4242-bbbd-44f76890ee9b tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1039577 Mar 14 18:25:20.703087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Pushing event deleted for resources: {'Port': ['ID=f4916bfe-0b21-41f3-a626-37604b5af9f1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.706027 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8e8bc5b3-b5f3-4739-b365-ba48e305a664 req-92d180cc-6a4d-420a-b20b-06660dab5d3e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.1231682 Mar 14 18:25:20.729677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] No DVR routers for this DVR port f4916bfe-0b21-41f3-a626-37604b5af9f1 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:20.779557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.780012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.780415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.780859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.781280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.781681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.782121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.782640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.782913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.783293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.783682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.784068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ebafb5-e285-4868-ac07-82f52f26ba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:20.797694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port be42f92b-e6e4-4c96-8904-1f5aba25dc40 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:20.798227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.800143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.806980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.812939 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1c9c330f-d8a0-4765-9335-6e61eb6e5007 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0603647 Mar 14 18:25:20.814208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:20.821017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:20.842073 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b07f603e-e45c-407e-b554-52e4dc7134c1 req-63bd52bb-197f-4119-b275-2239830e3684 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525345 Mar 14 18:25:20.904036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.908669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.953180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46870) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:20.953995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Port': ['ID=34c26fa6-28f2-47af-bb9f-3a71609a786b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:20.959966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] For port be42f92b-e6e4-4c96-8904-1f5aba25dc40, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be42f92b-e6e4-4c96-8904-1f5aba25dc40,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:20.975608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:20.979583 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-257e2241-bac5-48a9-b4e5-37b8def3689f tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/ports/34c26fa6-28f2-47af-bb9f-3a71609a786b HTTP/1.1" status: 204 len: 168 time: 1.2136655 Mar 14 18:25:20.982078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46872) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:21.035054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.049297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.058357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.095606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Allocated IP 2001:db8::f816:3eff:fe37:dc6d (ecfd1c77-f213-47a8-87ed-c7067d64e9a2/bc1d097a-de07-4cf1-bbd2-67ea74d5bb51/f1bdbee3-b6b0-4396-8bee-71759501f5b2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:21.115513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.122154 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-18ddee3a-bc48-47b0-b83f-d7b23d37c4b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0b628fbdabe4e1d9f1edd0338ae2ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659636 Mar 14 18:25:21.125848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46874) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:21.159395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93ff8-c764-492c-819b-6a7f35168667 req-3830e4eb-c4c1-44ad-91e1-ba0bed8d3bff tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:21.161865 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-92a93ff8-c764-492c-819b-6a7f35168667 req-3830e4eb-c4c1-44ad-91e1-ba0bed8d3bff tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2358108 Mar 14 18:25:21.236861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.253971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:21.278763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Port': ['ID=7781fe39-c7b7-4fec-95fe-c582017b9d32,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.292905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:21.292905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:21.296340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.297341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:21.298813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.299732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.368961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-92a93ff8-c764-492c-819b-6a7f35168667 req-8231e8cc-e5bb-4d9b-baad-05b4b584a93e tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885915 Mar 14 18:25:21.371542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.379349 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-51404381-2416-4599-80c6-6a142868ec42 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5737970 Mar 14 18:25:21.380433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:21.385101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:21.385681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:21.398289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e065583-8de8-4146-9b72-e662aacf0d1d None None] Pushing event updated for resources: {'Port': ['ID=be42f92b-e6e4-4c96-8904-1f5aba25dc40,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.403631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.416026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.477408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.488500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:21.489565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4444216-6c93-49e9-8587-79dc3d7edc08 None None] Provisioning complete for port be42f92b-e6e4-4c96-8904-1f5aba25dc40 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:21.490112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4444216-6c93-49e9-8587-79dc3d7edc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.497660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:21.518286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e866417-c611-46a9-bacb-78e0ca07e170,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.529752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:21.529958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.543142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Pushing event updated for resources: {'Port': ['ID=f1bdbee3-b6b0-4396-8bee-71759501f5b2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:21.560502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting subnet bc1d097a-de07-4cf1-bbd2-67ea74d5bb51 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:21.570344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.577140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7e8a15-921d-4d10-b771-d4e3be4e6880']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:21.611740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Attempting to bind port f1bdbee3-b6b0-4396-8bee-71759501f5b2 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:21.611981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e20fccb-e70f-4a26-829d-77e0f534fc31') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:21.612114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Attempting to bind port f1bdbee3-b6b0-4396-8bee-71759501f5b2 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '63e7cbb3-7fcb-4e17-b45e-265be069c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:21.612465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Attempting to bind port f1bdbee3-b6b0-4396-8bee-71759501f5b2 on network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:21.612587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e20fccb-e70f-4a26-829d-77e0f534fc31') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:21.624017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:21.624340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Checking segment: {'id': '63e7cbb3-7fcb-4e17-b45e-265be069c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:21.625018 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.625240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Bound using segment: {'id': '63e7cbb3-7fcb-4e17-b45e-265be069c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:21.625990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Bound port: f1bdbee3-b6b0-4396-8bee-71759501f5b2, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e7cbb3-7fcb-4e17-b45e-265be069c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ecfd1c77-f213-47a8-87ed-c7067d64e9a2'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:21.626122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.630764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.635535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7b7c6b39-9a96-4395-aa29-4b17b34ad280 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8168786 Mar 14 18:25:21.635535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.643530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:21.653084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:21.668641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.672562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.713350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:21.713880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:21.717038 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:21.750887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.777557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] For port f1bdbee3-b6b0-4396-8bee-71759501f5b2, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:21.782186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] For port f1bdbee3-b6b0-4396-8bee-71759501f5b2, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f1bdbee3-b6b0-4396-8bee-71759501f5b2,segment=NetworkSegment(63e7cbb3-7fcb-4e17-b45e-265be069c106),segment_id=63e7cbb3-7fcb-4e17-b45e-265be069c106)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:21.789602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.870050 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-600ff25d-fcb3-49ce-81f4-bab4b0225c4d req-9ecdea6d-2157-41f5-ab84-858cac4f6ea9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0826645 Mar 14 18:25:21.901222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:21.923760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.019311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88246bb-8a74-43ec-ae1c-d13d00eef052 None None] Pushing event updated for resources: {'Port': ['ID=f1bdbee3-b6b0-4396-8bee-71759501f5b2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.031940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.035147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.036608 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d9d9d75-3b4b-43db-ba4e-905492b2720d HTTP/1.1" status: 204 len: 168 time: 0.9095519 Mar 14 18:25:22.056782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:22.058561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6364a2b-c58b-4d1d-a835-c7ecc511321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d9d75-3b4b-43db-ba4e-905492b2720d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.106433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f4916bfe-0b21-41f3-a626-37604b5af9f1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:22.106771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f4916bfe-0b21-41f3-a626-37604b5af9f1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:22.200677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Router ab3c6317-e144-41d3-998e-c70613813645 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:25:22.239145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be42f92b-e6e4-4c96-8904-1f5aba25dc40 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:22.263729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.286719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.305034 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] 10.222.0.58 "DELETE /v2.0/networks/2f7e8a15-921d-4d10-b771-d4e3be4e6880 HTTP/1.1" status: 204 len: 168 time: 1.3129482 Mar 14 18:25:22.341573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.370230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port be42f92b-e6e4-4c96-8904-1f5aba25dc40 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:22.373850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.405389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe483a-9c36-4f8a-8869-0b0528053ae2 tempest-PortsTestJSON-583820857 tempest-PortsTestJSON-583820857-project] Pushing event deleted for resources: {'Network': ['ID=2f7e8a15-921d-4d10-b771-d4e3be4e6880,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.428387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:22.445228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] Sync routers for ids ['ab3c6317-e144-41d3-998e-c70613813645'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:22.469868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] Routers {'ab3c6317-e144-41d3-998e-c70613813645'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:22.470641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ab3c6317-e144-41d3-998e-c70613813645'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:22.490693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2fb1e-75e8-4218-b88e-0893158d4b16 req-df99eec3-43ed-4cc2-8f8f-78e066605b0c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:22.492814 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6ab2fb1e-75e8-4218-b88e-0893158d4b16 req-df99eec3-43ed-4cc2-8f8f-78e066605b0c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.3471284 Mar 14 18:25:22.519970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.558095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:22.562535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.567893 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-274ef7bc-8d24-4049-b1c8-b1c2a33bea42 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4443238 Mar 14 18:25:22.568788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46892) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:22.574707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:22.643005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] Routers {'ab3c6317-e144-41d3-998e-c70613813645'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:22.644243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ab3c6317-e144-41d3-998e-c70613813645'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:22.659851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.673255 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6ab2fb1e-75e8-4218-b88e-0893158d4b16 req-8b83c8cc-d958-49af-b92b-39584f05fe40 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867527 Mar 14 18:25:22.715949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:22.716592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f368c-2e21-4ab7-b1e0-1ffa92c0cfeb None None] The sync data for ids ['ab3c6317-e144-41d3-998e-c70613813645'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:22.771844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.780901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.825165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.829166 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/bc1d097a-de07-4cf1-bbd2-67ea74d5bb51 HTTP/1.1" status: 204 len: 168 time: 1.4472024 Mar 14 18:25:22.829446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4160d5d8-a298-4038-993e-4735b5336c7a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.829959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.832824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff20da-423e-41e9-b8cc-c9351c7dbd85 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1d097a-de07-4cf1-bbd2-67ea74d5bb51,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:22.838445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:22.871112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:22.872535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-885ff541-f792-4924-9668-18ed922d1855 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2279241 Mar 14 18:25:22.875502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:22.883346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:22.936420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ab1d0-7312-4d3a-a114-d0cf5a314c6a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:22.938491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ab1d0-7312-4d3a-a114-d0cf5a314c6a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:22.943313 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-142ab1d0-7312-4d3a-a114-d0cf5a314c6a tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1005812 Mar 14 18:25:22.944105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:22.995254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.010548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:23.037310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:23.042550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84e3a2f7-fc68-4b4d-9434-f7aff925f407 req-cc847ec9-38e8-47f6-919d-afd7743823b5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0504386 Mar 14 18:25:23.051947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.067398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.099923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b39962d5-6cc9-46ad-9bd9-e94cd9163a3f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.133414 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39962d5-6cc9-46ad-9bd9-e94cd9163a3f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 14 18:25:23.133956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39962d5-6cc9-46ad-9bd9-e94cd9163a3f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:23.137472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.143011 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b39962d5-6cc9-46ad-9bd9-e94cd9163a3f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/ecfd1c77-f213-47a8-87ed-c7067d64e9a2 HTTP/1.1" status: 409 len: 405 time: 0.1956797 Mar 14 18:25:23.143011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46908) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:23.149925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-21393078'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.190608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.225027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4c1de00c-f2eb-43a7-8e22-faf8e911b5f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e6b9771a6244ebfa441c31463bc17d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115541 Mar 14 18:25:23.227797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:23.250713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Deleting port e5e33dc1-261a-4315-92c6-840e68b7b713 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:23.251061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.287446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.297233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.298967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:23.302438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.345672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.359954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4035b9-174f-45be-aec8-4c3d81f1b84f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.382647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c5d60-9157-4403-9477-57dd2dfeb8cd None None] Network ecfd1c77-f213-47a8-87ed-c7067d64e9a2 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:23.401407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:23.411985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.413187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.413526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment 86246ce8-06c9-4550-8cca-f7edb0852ef3 of type vlan for network 54d4252e-d017-426a-b9bc-a3fd0b519414 Mar 14 18:25:23.437557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Calling delete_port for e5e33dc1-261a-4315-92c6-840e68b7b713 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:23.459224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.460765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bdcd6d48-9f64-4926-b4c7-de462e062986 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5841370 Mar 14 18:25:23.466982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:23.472965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '23d016a8-1dc4-40d7-9781-6f6b33e26251', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.476652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-72e3db71-9512-40e0-8251-9c4eb77d4b52 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:23.478697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-72e3db71-9512-40e0-8251-9c4eb77d4b52 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.1750314 Mar 14 18:25:23.479391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.518257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] Provisioning complete for port f1bdbee3-b6b0-4396-8bee-71759501f5b2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:23.518847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.538055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.542940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.547244 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/115a54eb-69db-4f2a-bb89-91354c370041 HTTP/1.1" status: 204 len: 168 time: 0.3147485 Mar 14 18:25:23.559035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-a1ee77b0-51d4-4cb8-95be-33e841c6768e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 380 time: 0.0530164 Mar 14 18:25:23.568727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ce3ed-4b5d-4e5c-92c5-62aa062999ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a54eb-69db-4f2a-bb89-91354c370041,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.600752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:25:23.617766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'port': {'device_id': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'admin_state_up': True, 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'security_groups': ['5f19ced9-c13b-4015-8c74-39638aa77d7c']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.618041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.625264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.639434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:23.639434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.826400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.833498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=54d4252e-d017-426a-b9bc-a3fd0b519414,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.841219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] DHCP port deletion for ecfd1c77-f213-47a8-87ed-c7067d64e9a2 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:23.857794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 54d4252e-d017-426a-b9bc-a3fd0b519414 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:23.883036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.887613 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1cc3b24b-d9b0-48ca-a3bc-3876d3ecfd3c tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7424893 Mar 14 18:25:23.890037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:23.892035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46918) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:23.897405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:23.909276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c223e8-4c42-4b0d-bada-19376ccfeaa0 req-db2640e4-95e9-4cee-9b0e-6dedd1a11de6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:23.910988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f9c223e8-4c42-4b0d-bada-19376ccfeaa0 req-db2640e4-95e9-4cee-9b0e-6dedd1a11de6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0932045 Mar 14 18:25:23.947927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Pushing event deleted for resources: {'Port': ['ID=e5e33dc1-261a-4315-92c6-840e68b7b713,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:23.998618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.025773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Made reservation on behalf of 0a227c1c684149fdacd624d033aa7eea for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:24.032176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.033583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] For port f1bdbee3-b6b0-4396-8bee-71759501f5b2, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f1bdbee3-b6b0-4396-8bee-71759501f5b2,segment=NetworkSegment(63e7cbb3-7fcb-4e17-b45e-265be069c106),segment_id=63e7cbb3-7fcb-4e17-b45e-265be069c106)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:24.044646 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f9c223e8-4c42-4b0d-bada-19376ccfeaa0 req-1ff67675-d800-48ba-b622-3dd30a485814 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127722 Mar 14 18:25:24.052671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a06d9ec-74bf-4338-8fda-aab0eddb7efa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.101314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.114012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Deleting port f1bdbee3-b6b0-4396-8bee-71759501f5b2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:24.114720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.146859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.148296 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8b6a165d-c63f-49ac-82fd-846371f27e7e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6803517 Mar 14 18:25:24.200584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] For port f1bdbee3-b6b0-4396-8bee-71759501f5b2, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f1bdbee3-b6b0-4396-8bee-71759501f5b2,segment=NetworkSegment(63e7cbb3-7fcb-4e17-b45e-265be069c106),segment_id=63e7cbb3-7fcb-4e17-b45e-265be069c106)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:24.201273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.218334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Calling delete_port for f1bdbee3-b6b0-4396-8bee-71759501f5b2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:24.229300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:24.233522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.296112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-51fab8e2-aa62-4293-ad45-9f9dba807d72 req-0dd68fa9-4c84-4521-9558-644730f1c4d3 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0782607 Mar 14 18:25:24.377100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.515761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cc496-aa1c-419e-855a-399cbd69c8d6 None None] Pushing event updated for resources: {'Port': ['ID=f1bdbee3-b6b0-4396-8bee-71759501f5b2,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.537999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.557273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.566638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.582225 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-4402049b-c212-42b2-bed8-9945a3eb7d10 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96527009&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.1044829 Mar 14 18:25:24.586155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] Pushing event deleted for resources: {'Port': ['ID=f1bdbee3-b6b0-4396-8bee-71759501f5b2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:24.598792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb385cc-26f5-4881-9f20-fee1e2e39879 None None] No DVR routers for this DVR port f1bdbee3-b6b0-4396-8bee-71759501f5b2 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:24.661282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.20.0.4 (5de513d0-60d6-44de-9489-1965029c548e/73a7a17c-d1a3-4406-b042-a11e00b380d5/d2daf018-7e27-4e93-b28d-129f9cf6e9f2) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:24.681345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Router ab3c6317-e144-41d3-998e-c70613813645 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:24.699737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-ac52cb4d-2257-4ca5-9b4e-e07a3ea7a9f6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:24.701340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-ac52cb4d-2257-4ca5-9b4e-e07a3ea7a9f6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=37d347fb-674e-4fcc-a00d-7f814bc8086e HTTP/1.1" status: 200 len: 797 time: 0.1185102 Mar 14 18:25:24.730463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-5f535fe0-550b-4a23-aef4-604270588016 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0211828 Mar 14 18:25:24.842044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:24.849119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.853229 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4b6c2e29-23f2-4f44-8dba-9e635103b7e2 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "PUT /v2.0/routers/ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 200 len: 709 time: 2.2804000 Mar 14 18:25:24.853801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:24.858798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] Sync routers for ids ['ab3c6317-e144-41d3-998e-c70613813645'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:24.865077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:25:24.873677 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] Routers {'ab3c6317-e144-41d3-998e-c70613813645'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:24.874823 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ab3c6317-e144-41d3-998e-c70613813645'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:24.876180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-d7c3fefd-c933-4bb2-9eb2-b2495f69158f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1395831 Mar 14 18:25:24.877198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:24.935365 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:24.947441 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] Routers {'ab3c6317-e144-41d3-998e-c70613813645'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:24.949012 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ab3c6317-e144-41d3-998e-c70613813645'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:24.997022 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:24.998611 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc5431-a13b-4eb2-921d-141ec7fc8845 None None] The sync data for ids ['ab3c6317-e144-41d3-998e-c70613813645'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:25.001015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=21dcd7bd-642b-4b76-b14b-901347bd5e47,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:25.019929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': '86246ce8-06c9-4550-8cca-f7edb0852ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:25.020230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: 54d4252e-d017-426a-b9bc-a3fd0b519414, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:25.062066 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-6ef4b898-5a3d-444f-9d8d-3a88db5a6d1e service neutron] 10.222.0.58 "GET /v2.0/networks/37d347fb-674e-4fcc-a00d-7f814bc8086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471713 Mar 14 18:25:25.097378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:25.151775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network 54d4252e-d017-426a-b9bc-a3fd0b519414 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:25.200984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-25359a23-e0f1-459b-acdd-d4938908bf5d service neutron] 10.222.0.58 "GET /v2.0/networks/37d347fb-674e-4fcc-a00d-7f814bc8086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320553 Mar 14 18:25:25.217609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 54d4252e-d017-426a-b9bc-a3fd0b519414) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:25.221934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.222533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.233185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b8065-3edd-4e0f-8554-8f2728e7c092 None None] Network 54d4252e-d017-426a-b9bc-a3fd0b519414 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:25.300800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882993099'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:25.317224 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a5ea9fb-ce5d-4d46-9f6c-ce8cb9bb1569 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4216678 Mar 14 18:25:25.318358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:25.332748 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-25a1d210-17d1-4865-a325-d81a5b7d6dc1 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/routers/ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 200 len: 744 time: 0.4772565 Mar 14 18:25:25.339496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:25.400287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-801cfd32-95c9-4319-8c85-08c871972294 tempest-RoutersIpV6AdminTest-2112346000 tempest-RoutersIpV6AdminTest-2112346000-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&device_id=ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 200 len: 205 time: 0.0582311 Mar 14 18:25:25.403268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:25.412050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.423190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fb8e-d74e-4367-87b7-0c83ddbbef1c req-8ed2cea3-bf9e-4d14-9f04-158aad962172 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.424705 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f336fb8e-d74e-4367-87b7-0c83ddbbef1c req-8ed2cea3-bf9e-4d14-9f04-158aad962172 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1804302 Mar 14 18:25:25.454000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c25bfd9c-7e2e-4f81-81af-f12749e37f5a tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 200 len: 205 time: 0.0457795 Mar 14 18:25:25.457393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:25.460370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.480012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.496321 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f336fb8e-d74e-4367-87b7-0c83ddbbef1c req-324353f6-8e6d-4e26-8d5b-3ab96f4bc915 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642796 Mar 14 18:25:25.523478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-54d4252e-d017-426a-b9bc-a3fd0b519414', 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': '21dcd7bd-642b-4b76-b14b-901347bd5e47'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:25.524901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.560813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.596394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.636947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.697847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:25.705167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:25.722018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:25.728250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:25.761205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Allocated IP 2001:db8::f816:3eff:fed8:2c2d (54d4252e-d017-426a-b9bc-a3fd0b519414/21dcd7bd-642b-4b76-b14b-901347bd5e47/84bf71e0-580c-4ee6-a601-f9bb7160ecf1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:25.830360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-beccef3d-356c-4926-9ea2-6db9da50162c req-d4089af2-6ffc-4ea9-b425-30f3c039b489 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 210 time: 0.2045591 Mar 14 18:25:25.854226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25df5-635e-4b8c-a253-e5e18dafb20f req-a68e539e-62b4-4ace-ac97-d8a3040f4f51 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.855904 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30d25df5-635e-4b8c-a253-e5e18dafb20f req-a68e539e-62b4-4ace-ac97-d8a3040f4f51 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 931 time: 0.2083082 Mar 14 18:25:25.897438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:25.898325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:25.980278 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30d25df5-635e-4b8c-a253-e5e18dafb20f req-1016da84-104d-49ee-9890-f4a20c5d8f21 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154482 Mar 14 18:25:26.028859 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-f73ce58e-d36f-499f-8481-500461d84a82 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4180593 Mar 14 18:25:26.032925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.035102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.037929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Request body: {'port': {'device_id': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:26.041201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.103349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.113024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.118201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.153467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Pushing event updated for resources: {'Port': ['ID=84bf71e0-580c-4ee6-a601-f9bb7160ecf1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.156336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.161021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.161565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Fanout notify agent at l3_agent the message router_deleted on router ab3c6317-e144-41d3-998e-c70613813645 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:25:26.185364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Network 54d4252e-d017-426a-b9bc-a3fd0b519414 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:26.187835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:26.189705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.190778 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b2c205c2-e200-4c80-b78b-5e5a519ae54e tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 204 len: 168 time: 0.7320647 Mar 14 18:25:26.196337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:26.198061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.209714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-89b31e4d-cbd3-4e64-b1a5-a9a59aa851e5 None None] Provisioning complete for port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:26.209714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89b31e4d-cbd3-4e64-b1a5-a9a59aa851e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.223302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.267617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-106a8396-ec7b-423c-a603-7a4921532ab9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 200 len: 205 time: 0.0683899 Mar 14 18:25:26.276431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.283073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-89b31e4d-cbd3-4e64-b1a5-a9a59aa851e5 None None] Port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:26.326447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Attempting to bind port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:26.326855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Attempting to bind port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '86246ce8-06c9-4550-8cca-f7edb0852ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:26.327273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Attempting to bind port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 on network 54d4252e-d017-426a-b9bc-a3fd0b519414 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:26.337689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:26.338172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Checking segment: {'id': '86246ce8-06c9-4550-8cca-f7edb0852ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:26.338527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.338914 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Bound using segment: {'id': '86246ce8-06c9-4550-8cca-f7edb0852ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:26.339552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Bound port: 84bf71e0-580c-4ee6-a601-f9bb7160ecf1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86246ce8-06c9-4550-8cca-f7edb0852ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '54d4252e-d017-426a-b9bc-a3fd0b519414'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:26.339942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.343187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e5bd4-c37c-4d68-b038-a10ab319a09a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.345877 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-2573b1de-0224-483a-96bd-efe1d8318509 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:26.346950 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2573b1de-0224-483a-96bd-efe1d8318509 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/ab3c6317-e144-41d3-998e-c70613813645 HTTP/1.1" status: 404 len: 336 time: 0.0664539 Mar 14 18:25:26.351434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.388955 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b44cd42b-3912-44ba-be22-8e4157c5c030 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 200 len: 205 time: 0.0332377 Mar 14 18:25:26.391281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 46990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.423781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] For port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:26.427368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] For port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=84bf71e0-580c-4ee6-a601-f9bb7160ecf1,segment=NetworkSegment(86246ce8-06c9-4550-8cca-f7edb0852ef3),segment_id=86246ce8-06c9-4550-8cca-f7edb0852ef3)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:26.429167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-1340051e-b9b1-4f2b-a9aa-c08f32922f28 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:26.430262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1340051e-b9b1-4f2b-a9aa-c08f32922f28 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/dade67f6-5967-4295-8014-89a2f7257368 HTTP/1.1" status: 404 len: 336 time: 0.0380414 Mar 14 18:25:26.433843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.467639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.467858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c826990b-2ca2-4741-9fd5-f988bd2ebc56 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 200 len: 205 time: 0.0304525 Mar 14 18:25:26.467858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.480607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.511486 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-e6433b61-be20-4c54-827d-4d53d0c6851b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:26.512597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e6433b61-be20-4c54-827d-4d53d0c6851b tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/4733cc39-0c6b-4b23-a21b-22d518a3ddee HTTP/1.1" status: 404 len: 336 time: 0.0438447 Mar 14 18:25:26.515026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=21dcd7bd-642b-4b76-b14b-901347bd5e47,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.515183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 46996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.539221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.559129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0c1fe10e-16ab-4f92-b8fc-544b02ebc856 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 200 len: 205 time: 0.0408041 Mar 14 18:25:26.571879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47000) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.584541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.652295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5da83-0135-4421-9a61-65706fb9cda0 None None] Pushing event updated for resources: {'Port': ['ID=84bf71e0-580c-4ee6-a601-f9bb7160ecf1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.671323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2daf018-7e27-4e93-b28d-129f9cf6e9f2 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:26.677825 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-37d908e8-d07e-4e74-8ce2-5991d57e8bca tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:26.681475 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-37d908e8-d07e-4e74-8ce2-5991d57e8bca tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/ddf16b7b-a3b7-4c35-8822-ef95287db414 HTTP/1.1" status: 404 len: 336 time: 0.1075685 Mar 14 18:25:26.688444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.691182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.694628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.707709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Transition to ACTIVE for port object d2daf018-7e27-4e93-b28d-129f9cf6e9f2 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:26.770762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d4252e-d017-426a-b9bc-a3fd0b519414']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:26.777401 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d281cba7-3d52-4fc2-984a-340224d9aa78 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 200 len: 205 time: 0.0569143 Mar 14 18:25:26.777515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.789612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86246ce8-06c9-4550-8cca-f7edb0852ef3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:26.790131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86246ce8-06c9-4550-8cca-f7edb0852ef3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:26.795801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.802331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412f58ab-a2f5-4db1-a909-dd6113c43df9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:26.819285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.840899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.848304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:26.848815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.871399 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-6f61fdd9-f6b7-4a15-94a4-420291a42de9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:26.880592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6f61fdd9-f6b7-4a15-94a4-420291a42de9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/8904d571-a3f9-414d-8229-1e4903ac9098 HTTP/1.1" status: 404 len: 336 time: 0.0992155 Mar 14 18:25:26.913354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:26.928611 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:26.937357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:26.941263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fe634908-93e2-49be-82fa-7db206073009 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8428519 Mar 14 18:25:26.942894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.006404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2141-a82f-4655-a43b-d65642eb2124 req-14c96ffb-b233-4d2b-97fe-715a868ddfc3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:27.006404 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-159b2141-a82f-4655-a43b-d65642eb2124 req-14c96ffb-b233-4d2b-97fe-715a868ddfc3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.3469563 Mar 14 18:25:27.016254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:25:27.016254 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:25:27.016254 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': '54d4252e-d017-426a-b9bc-a3fd0b519414'}] Mar 14 18:25:27.016254 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:27.016254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:27.018988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.019376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e10bb40d-297e-4799-8036-70b071e6b9db tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "GET /v2.0/ports?device_id=193d167b-072c-46b0-9ab7-759c3e7acf09 HTTP/1.1" status: 200 len: 205 time: 0.0955296 Mar 14 18:25:27.043947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.065276 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-0ae119d9-399d-4047-9572-92a597689e46 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] delete failed (client error): The resource could not be found. Mar 14 18:25:27.068880 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0ae119d9-399d-4047-9572-92a597689e46 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/routers/193d167b-072c-46b0-9ab7-759c3e7acf09 HTTP/1.1" status: 404 len: 336 time: 0.0457973 Mar 14 18:25:27.073207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.083936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c62e7bc9-4c4f-4720-87ed-8f3a3cf3257f tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1387787 Mar 14 18:25:27.085190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47018) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.091132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-security--698288791', 'description': 'tempest-security-description-1414909107'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:27.108144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f35de882-ea01-4a5d-b2ae-a45bc6b0997a req-7686c032-d96f-4b92-8122-916e95b0a66f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 210 time: 0.1835732 Mar 14 18:25:27.120424 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48edfc9-03e4-4587-a4a1-dba22f35abb9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:27.127637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48edfc9-03e4-4587-a4a1-dba22f35abb9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:27.127637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e48edfc9-03e4-4587-a4a1-dba22f35abb9 tempest-RoutersIpV6AdminTest-367530110 tempest-RoutersIpV6AdminTest-367530110-project] 10.222.0.58 "DELETE /v2.0/subnets/dd6b3a1d-fba0-4d96-a31c-0d2a6a41c354 HTTP/1.1" status: 404 len: 337 time: 0.0493259 Mar 14 18:25:27.215667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-159b2141-a82f-4655-a43b-d65642eb2124 req-525ac144-3d4a-404e-93c6-2b0bbca43c43 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023718 Mar 14 18:25:27.262157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Attempting to bind port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:27.262585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Attempting to bind port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:27.262991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Attempting to bind port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:27.269702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.273494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 on network 5de513d0-60d6-44de-9489-1965029c548e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:25:27.274007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Attempting to bind port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:27.280946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:27.281296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:27.281691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Bound using segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:27.282312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Bound port: d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:27.282777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.372130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3c0ae-fcb0-4ba0-b56a-b6125a1ed49d req-319e62f5-f96c-4705-9472-39c8d92167fa tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:27.373659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e4a3c0ae-fcb0-4ba0-b56a-b6125a1ed49d req-319e62f5-f96c-4705-9472-39c8d92167fa tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0879416 Mar 14 18:25:27.394211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.457140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e4a3c0ae-fcb0-4ba0-b56a-b6125a1ed49d req-7252adb8-de9f-4488-9f49-e8e6eb1ba950 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596628 Mar 14 18:25:27.459688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:27.463801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:27.491623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.494678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.496768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "PUT /v2.0/security-groups/412f58ab-a2f5-4db1-a909-dd6113c43df9 HTTP/1.1" status: 200 len: 1777 time: 0.4089959 Mar 14 18:25:27.500668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.525766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.549526 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c167a602-8e30-4a94-b7d2-ca15da2e57b3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups/412f58ab-a2f5-4db1-a909-dd6113c43df9 HTTP/1.1" status: 200 len: 1777 time: 0.0454113 Mar 14 18:25:27.549976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd492a9-1fd7-4333-a6cb-f4e11a45f5a4 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412f58ab-a2f5-4db1-a909-dd6113c43df9,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.550072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.551595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.605961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:27.606315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.614906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:27.615491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.616902 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] 10.222.0.61 "PUT /v2.0/ports/d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 200 len: 1093 time: 1.5832632 Mar 14 18:25:27.617359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:27.619960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d9033-1985-439e-860d-a4e85f838a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:27.643982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c267-9ddf-4ee2-918a-4855d5d1ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:27.674992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.702582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.759340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e616d1-1e53-419f-a845-261b78aeef35 x-openstack-request-id: req-91e616d1-1e53-419f-a845-261b78aeef35 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:27.759716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:27.764876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91e616d1-1e53-419f-a845-261b78aeef35 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:27.764876 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'status': 'completed', 'code': 200} Mar 14 18:25:27.781657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] For port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=84bf71e0-580c-4ee6-a601-f9bb7160ecf1,segment=NetworkSegment(86246ce8-06c9-4550-8cca-f7edb0852ef3),segment_id=86246ce8-06c9-4550-8cca-f7edb0852ef3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:27.782286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.814163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:27.854773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-0a29fc6d-6989-4d49-a3ba-baff6afd52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:27.857098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-0a29fc6d-6989-4d49-a3ba-baff6afd52b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1096 time: 0.0955505 Mar 14 18:25:27.939850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-c9d4b428-39f7-4623-b3da-31211703207c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 200 len: 217 time: 0.0742588 Mar 14 18:25:27.940592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:27.943588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.946596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:27.947909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/412f58ab-a2f5-4db1-a909-dd6113c43df9 HTTP/1.1" status: 204 len: 168 time: 0.3940644 Mar 14 18:25:27.988392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.009532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-bf035771-f2c7-4f1c-9a95-99968f8947a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.011026 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-bf035771-f2c7-4f1c-9a95-99968f8947a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0579851 Mar 14 18:25:28.059655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.083382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.101293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=84bf71e0-580c-4ee6-a601-f9bb7160ecf1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.103841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No DVR routers for this DVR port 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:28.128948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7cb7d30a-0bd2-45d6-80c1-f976f35c116c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1262279 Mar 14 18:25:28.129518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.169332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-8157beff-49ed-402f-969b-14166d92f24d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.171149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-8157beff-49ed-402f-969b-14166d92f24d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=37d347fb-674e-4fcc-a00d-7f814bc8086e HTTP/1.1" status: 200 len: 797 time: 0.1592188 Mar 14 18:25:28.188339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa587b-de67-4e3f-b48e-ddf15a34881b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f58ab-a2f5-4db1-a909-dd6113c43df9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.198963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-4ef4a046-5ed5-4516-9345-233dad15be57 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] delete failed (client error): The resource could not be found. Mar 14 18:25:28.200160 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4ef4a046-5ed5-4516-9345-233dad15be57 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/412f58ab-a2f5-4db1-a909-dd6113c43df9 HTTP/1.1" status: 404 len: 347 time: 0.0237408 Mar 14 18:25:28.214911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.222372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012889594'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:28.286890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.308779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5121c876-8d90-449d-bbc3-faa4030968c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.312642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d4252e-d017-426a-b9bc-a3fd0b519414']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:28.322790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2171ad3-5f68-45d6-ba1a-b11aa587fcfe None None] Network 54d4252e-d017-426a-b9bc-a3fd0b519414 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:28.326370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86246ce8-06c9-4550-8cca-f7edb0852ef3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:28.326831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86246ce8-06c9-4550-8cca-f7edb0852ef3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:28.341157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.384478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.393754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8265d9ab-3cd3-4c02-95fc-c24aa7a40e11 req-f5ebba9d-ae05-4aa9-8759-176bcf6814ac tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 210 time: 0.0681624 Mar 14 18:25:28.400185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.414662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:28.415783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:28.420499 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:28.424193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-07c70e4e-4f15-4b2d-bec5-8fcf73443e9d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 470 time: 0.2372065 Mar 14 18:25:28.431783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-8b0de0f9-96e4-4b42-a4c0-811bf9e22581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.433498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-8b0de0f9-96e4-4b42-a4c0-811bf9e22581 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2568617 Mar 14 18:25:28.446063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['23d016a8-1dc4-40d7-9781-6f6b33e26251']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:28.454444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab609b09-7dc0-4e49-b331-dc06d7e24829 req-42ba7622-a78b-48b5-9b25-a3c57cfe2fee tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.458511 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab609b09-7dc0-4e49-b331-dc06d7e24829 req-42ba7622-a78b-48b5-9b25-a3c57cfe2fee tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1235375 Mar 14 18:25:28.505196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-42cf7776-3588-4cd7-8cb6-545bf6e6fb40 None None] Could not find standard attr ID for object 84bf71e0-580c-4ee6-a601-f9bb7160ecf1. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:25:28.569862 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab609b09-7dc0-4e49-b331-dc06d7e24829 req-60eb1fe6-76d8-494e-9e1e-bf6c7cf7e523 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786674 Mar 14 18:25:28.581533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-e519645c-0966-4b0e-8238-983a5c786a2a service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210508 Mar 14 18:25:28.615958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.656493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.674891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.683662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/54d4252e-d017-426a-b9bc-a3fd0b519414 HTTP/1.1" status: 204 len: 168 time: 3.3637807 Mar 14 18:25:28.690110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.709038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1889705711'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:28.715334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.722614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25006404-c12a-43bf-a8f1-225b793293d1 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=54d4252e-d017-426a-b9bc-a3fd0b519414,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.745198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2bd02b-a85d-4041-9ff8-4f0d9e9868ef None None] DHCP port deletion for 54d4252e-d017-426a-b9bc-a3fd0b519414 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:28.765461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da89ff5-75f1-4a4d-a058-50f918249825,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:28.840669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.845229 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a4d3c5be-7f00-4d49-abd2-60e2ba65347e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6269646 Mar 14 18:25:28.845604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.848653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668740f-ddc9-46e5-8ff3-fa637dd9d0a9 req-d8ec1d46-ee66-4a4f-a969-ab12a88acd6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:28.850167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5668740f-ddc9-46e5-8ff3-fa637dd9d0a9 req-d8ec1d46-ee66-4a4f-a969-ab12a88acd6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.2109628 Mar 14 18:25:28.850356 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '4da89ff5-75f1-4a4d-a058-50f918249825', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:28.854597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5121c876-8d90-449d-bbc3-faa4030968c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.859502 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0ce9673-2b40-4d08-adf2-2fd3511204cd req-3d646c07-5ab3-4f8a-b492-5a038e86f5cd service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792339 Mar 14 18:25:28.891657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:28.895238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.900743 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5668740f-ddc9-46e5-8ff3-fa637dd9d0a9 req-f0128013-b7ab-4904-bffa-c69e41f9a3d2 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403793 Mar 14 18:25:28.909474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5121c876-8d90-449d-bbc3-faa4030968c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.923058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:28.932632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.932977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment 9307859d-c8f0-4bad-bd71-1d7312c03e9a of type vlan for network f6656840-3c15-40b1-8caf-be42a817bdf6 Mar 14 18:25:28.953849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:28.957720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.961395 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5121c876-8d90-449d-bbc3-faa4030968c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9abe64c28c7d41859e630dce44b271f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0191894 Mar 14 18:25:28.967941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:28.979908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:28.984669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121c876-8d90-449d-bbc3-faa4030968c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf2680-e97a-4222-9184-1fb452200c6f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.002292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.065701 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.109447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9033-1985-439e-860d-a4e85f838a6e req-f444ebd5-cc91-47e0-a989-38dd7099755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.110945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-f444ebd5-cc91-47e0-a989-38dd7099755b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1096 time: 0.1288309 Mar 14 18:25:29.114409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.120540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.121394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.149447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.171503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.234775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.288152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.30 (37d347fb-674e-4fcc-a00d-7f814bc8086e/178c9ca9-0737-4989-a4ab-71b7f49d9528/c8d4e818-c964-4422-9dcc-45ccf0db7f57) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:29.334608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9033-1985-439e-860d-a4e85f838a6e req-b2227d9b-2fb9-4f14-98f0-8649a016a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.335482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-b2227d9b-2fb9-4f14-98f0-8649a016a59e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.2118044 Mar 14 18:25:29.389947 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-b6d79239-8ad7-40d8-82d7-07de519c7029 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 200 len: 217 time: 0.0473588 Mar 14 18:25:29.452480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.455152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.458665 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12bf2680-e97a-4222-9184-1fb452200c6f HTTP/1.1" status: 204 len: 168 time: 0.4874375 Mar 14 18:25:29.503413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23429aab-6da0-4471-adbc-00634d1e6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf2680-e97a-4222-9184-1fb452200c6f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.529096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9033-1985-439e-860d-a4e85f838a6e req-ae728e13-7cc6-41a7-ae21-915e5287c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.530646 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-ae728e13-7cc6-41a7-ae21-915e5287c7ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.1232040 Mar 14 18:25:29.557818 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8679354 Mar 14 18:25:29.572418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:29.578192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503b81f-3da2-445a-b089-7cc8eb88238e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=f6656840-3c15-40b1-8caf-be42a817bdf6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.596229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f6656840-3c15-40b1-8caf-be42a817bdf6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:29.599858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:29.602313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a292ce6-6af6-450f-b18f-54e517ff3aea,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.607500 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c123c32e-2cd0-4c0a-b641-29928d4e3c64 req-7828a288-e8a5-49a3-8bab-45cf50085874 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 210 time: 0.0663908 Mar 14 18:25:29.632050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.667384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.671112 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0e2b8585-e2fb-4c8f-adcd-11bb1956d2c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8219113 Mar 14 18:25:29.671571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47064) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:29.713267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.722038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.742614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9033-1985-439e-860d-a4e85f838a6e req-d41da663-6d55-452f-8c41-896aff0da2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.742614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-d41da663-6d55-452f-8c41-896aff0da2bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2007697 Mar 14 18:25:29.830544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f9a60-bf19-4eca-b524-3b9f766a8d31 req-c9319498-249f-43ba-b507-f2dc840f5eec tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:29.832163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e5f9a60-bf19-4eca-b524-3b9f766a8d31 req-c9319498-249f-43ba-b507-f2dc840f5eec tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1623423 Mar 14 18:25:29.835187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.841599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.842749 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4a292ce6-6af6-450f-b18f-54e517ff3aea HTTP/1.1" status: 204 len: 168 time: 0.1700659 Mar 14 18:25:29.847397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47068) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:29.855926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97499cbb-b83b-4f04-b306-c6376cb83ced tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a292ce6-6af6-450f-b18f-54e517ff3aea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:29.886764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:29.919056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:29.922441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.002750 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e5f9a60-bf19-4eca-b524-3b9f766a8d31 req-bf2683bd-7bbe-4720-8217-d400358a2b53 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577520 Mar 14 18:25:30.026398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d019a-f896-4bc6-8a01-414e3422ab13 req-4f4df2e3-5126-4701-9c8d-303e1a53c425 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:30.028077 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e70d019a-f896-4bc6-8a01-414e3422ab13 req-4f4df2e3-5126-4701-9c8d-303e1a53c425 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0547304 Mar 14 18:25:30.036629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:30.045627 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-e7afd78c-eaeb-454a-8323-91e8fe3ab17f service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961745 Mar 14 18:25:30.061727 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8a65e786-d606-4bfd-bfff-9e5bc5625962 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2100897 Mar 14 18:25:30.065482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:30.066654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47072) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.079989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:30.088950 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e70d019a-f896-4bc6-8a01-414e3422ab13 req-db6efca7-c1e6-47fb-bafa-05dc63c33214 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 Mar 14 18:25:30.123986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.145273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.185230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.221177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:30.225834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.244804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:30.246017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.249324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:30.250654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84bf71e0-580c-4ee6-a601-f9bb7160ecf1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:30.315102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.317740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.318912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/4da89ff5-75f1-4a4d-a058-50f918249825 HTTP/1.1" status: 204 len: 168 time: 0.2506027 Mar 14 18:25:30.322792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.328008 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af3d9033-1985-439e-860d-a4e85f838a6e req-3ac7c089-8d00-4a20-9625-e47722e5399e service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677972 Mar 14 18:25:30.348129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8852c1ac-5d46-4851-816e-b238e29bd4a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8186f9362b8145369200877ee71ce718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187692 Mar 14 18:25:30.353589 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-903ecc32-688e-4415-aa49-c99db8a0e9fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9161303 Mar 14 18:25:30.354120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.360207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e45496fd-8008-47f5-90ea-69ebcf7940e5 None None] Provisioning complete for port c8d4e818-c964-4422-9dcc-45ccf0db7f57 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:30.360884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e45496fd-8008-47f5-90ea-69ebcf7940e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.363905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403a05-92e1-420f-bf02-8f2c285366df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da89ff5-75f1-4a4d-a058-50f918249825,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.369510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Request body: {'port': {'device_id': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.385144 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23977a6f-909f-4583-b48a-7e149be7b678 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0604460 Mar 14 18:25:30.389248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.393936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--325928605'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.416538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e45496fd-8008-47f5-90ea-69ebcf7940e5 None None] Port c8d4e818-c964-4422-9dcc-45ccf0db7f57 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:30.491662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.494285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.516300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.554613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.562802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.574225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.613141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.659397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234cc71e-a841-4940-8213-62f11e309ffa,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.699470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.700738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf1a9113-036f-4300-a112-adf3a4560361 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3103366 Mar 14 18:25:30.703473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47084) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:30.707828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '234cc71e-a841-4940-8213-62f11e309ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:30.741974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=a78c6441-f4a0-4e7c-b5ad-f7c3837c914a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:30.811002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.873403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.943196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:30.961548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69231f44-b2ad-48a1-8154-c915368bc90c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.030347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.034278 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cd87efbc-9e9d-46d8-8c9c-b2e2c55dea35 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273137 Mar 14 18:25:31.034540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:31.039724 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '234cc71e-a841-4940-8213-62f11e309ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:31.127777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': '9307859d-c8f0-4bad-bd71-1d7312c03e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:31.128040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: f6656840-3c15-40b1-8caf-be42a817bdf6, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:31.134609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621434f6-b91a-4509-bf2a-f96a3970d9ef req-bd3071c5-8d68-4199-b6b0-d9d5a27d576a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.136121 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-621434f6-b91a-4509-bf2a-f96a3970d9ef req-bd3071c5-8d68-4199-b6b0-d9d5a27d576a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0548792 Mar 14 18:25:31.142200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.147271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bc653-2930-485c-9f39-42cb1d916286 req-46e2658b-1939-4ab0-a9a7-6f1728747ff2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.148772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f50bc653-2930-485c-9f39-42cb1d916286 req-46e2658b-1939-4ab0-a9a7-6f1728747ff2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 932 time: 0.4575903 Mar 14 18:25:31.207007 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-621434f6-b91a-4509-bf2a-f96a3970d9ef req-82a99d80-ea74-4e16-97da-72a77d895d62 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619936 Mar 14 18:25:31.209411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.211648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.213505 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/123fc778-2521-493d-9051-83d5b6e812fb HTTP/1.1" status: 204 len: 168 time: 0.8564942 Mar 14 18:25:31.230212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.231026 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f50bc653-2930-485c-9f39-42cb1d916286 req-d47439ad-ab90-4c5f-ba87-dbc42f233ac0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737157 Mar 14 18:25:31.244811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f7fa5-4ccb-4bef-aaa4-265ef6581e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123fc778-2521-493d-9051-83d5b6e812fb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.251991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network f6656840-3c15-40b1-8caf-be42a817bdf6 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:31.297681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.314147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d4e818-c964-4422-9dcc-45ccf0db7f57 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:31.323936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.326593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e9c6d3-0fd2-4edc-a808-086e0d9fb4e6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.345537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f6656840-3c15-40b1-8caf-be42a817bdf6) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:31.357388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314350b-7b27-4281-a71f-99b46e9a6529 None None] Network f6656840-3c15-40b1-8caf-be42a817bdf6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:31.361738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Transition to ACTIVE for port object c8d4e818-c964-4422-9dcc-45ccf0db7f57 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:25:31.363530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.364124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.369805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816fa5-d1be-4207-926b-d0a6bda07a7e req-84c2a898-2a4e-4592-89a4-82c3caccb9c9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.371395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-97816fa5-d1be-4207-926b-d0a6bda07a7e req-84c2a898-2a4e-4592-89a4-82c3caccb9c9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0667682 Mar 14 18:25:31.397102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.398245 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-05a73df5-1c6f-438f-b1d5-ed4085ff6747 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3624234 Mar 14 18:25:31.402053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:31.408282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '234cc71e-a841-4940-8213-62f11e309ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:31.416154 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-97816fa5-d1be-4207-926b-d0a6bda07a7e req-be98ae67-e8ac-46b6-9b9a-f92b356ee319 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Mar 14 18:25:31.492193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-242a5629-b3a4-43f9-a31f-037746b8257f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9174466 Mar 14 18:25:31.493179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.495380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47096) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:31.516910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-f6656840-3c15-40b1-8caf-be42a817bdf6', 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': 'a78c6441-f4a0-4e7c-b5ad-f7c3837c914a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:31.517846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.541982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.564232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.648160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.718288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Allocated IP 2001:db8::2 (f6656840-3c15-40b1-8caf-be42a817bdf6/a78c6441-f4a0-4e7c-b5ad-f7c3837c914a/e327397e-e436-4b01-9d6a-d6eba138fba6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:31.721531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.733589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.739793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Attempting to bind port c8d4e818-c964-4422-9dcc-45ccf0db7f57 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:31.743943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Attempting to bind port c8d4e818-c964-4422-9dcc-45ccf0db7f57 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:31.744565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Attempting to bind port c8d4e818-c964-4422-9dcc-45ccf0db7f57 on network 37d347fb-674e-4fcc-a00d-7f814bc8086e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:31.756227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Port c8d4e818-c964-4422-9dcc-45ccf0db7f57 on network 37d347fb-674e-4fcc-a00d-7f814bc8086e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:25:31.756557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Attempting to bind port c8d4e818-c964-4422-9dcc-45ccf0db7f57 on network 37d347fb-674e-4fcc-a00d-7f814bc8086e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:31.766955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:31.767295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Checking segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:31.767671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Bound using segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:31.768104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Bound port: c8d4e818-c964-4422-9dcc-45ccf0db7f57, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:31.768460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.831984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.863360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db23a3e-6360-4436-b27d-f876bc518034,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:31.876448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:31.879561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:31.911304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.916868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.918174 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b27d8552-1c7f-435e-a50f-61968967dfbf tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5151117 Mar 14 18:25:31.921123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:31.926170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '234cc71e-a841-4940-8213-62f11e309ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:31.949563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.987356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:31.988303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.989955 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] 10.222.0.61 "PUT /v2.0/ports/c8d4e818-c964-4422-9dcc-45ccf0db7f57 HTTP/1.1" status: 200 len: 1094 time: 1.6249566 Mar 14 18:25:31.992947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:31.996414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:31.996954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0124b043-2818-48ba-b764-248ba074dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:32.022828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404159a-c0bc-4095-972c-963cea6c87b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.030912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.065419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10a577-2dcb-434f-946c-53ce7289578b x-openstack-request-id: req-6d10a577-2dcb-434f-946c-53ce7289578b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:32.066085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:32.066195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d10a577-2dcb-434f-946c-53ce7289578b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:32.066713 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57', 'status': 'completed', 'code': 200} Mar 14 18:25:32.077693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Network f6656840-3c15-40b1-8caf-be42a817bdf6 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:32.084612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:32.087057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:32.091112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Pushing event updated for resources: {'Port': ['ID=e327397e-e436-4b01-9d6a-d6eba138fba6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.097817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.163009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Attempting to bind port e327397e-e436-4b01-9d6a-d6eba138fba6 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:32.163301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Attempting to bind port e327397e-e436-4b01-9d6a-d6eba138fba6 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9307859d-c8f0-4bad-bd71-1d7312c03e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:32.163671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Attempting to bind port e327397e-e436-4b01-9d6a-d6eba138fba6 on network f6656840-3c15-40b1-8caf-be42a817bdf6 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:32.166973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.185032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b043-2818-48ba-b764-248ba074dc5a req-05c1f554-7e95-4d39-aedf-3f3dd437b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.186533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:32.187609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Checking segment: {'id': '9307859d-c8f0-4bad-bd71-1d7312c03e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:32.188036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.188434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Bound using segment: {'id': '9307859d-c8f0-4bad-bd71-1d7312c03e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:32.188917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Bound port: e327397e-e436-4b01-9d6a-d6eba138fba6, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9307859d-c8f0-4bad-bd71-1d7312c03e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:32.189300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.189687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0124b043-2818-48ba-b764-248ba074dc5a req-05c1f554-7e95-4d39-aedf-3f3dd437b39b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 1097 time: 0.0996599 Mar 14 18:25:32.226040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=a78c6441-f4a0-4e7c-b5ad-f7c3837c914a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.256994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.330961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] For port e327397e-e436-4b01-9d6a-d6eba138fba6, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:32.334088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] For port e327397e-e436-4b01-9d6a-d6eba138fba6, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e327397e-e436-4b01-9d6a-d6eba138fba6,segment=NetworkSegment(9307859d-c8f0-4bad-bd71-1d7312c03e9a),segment_id=9307859d-c8f0-4bad-bd71-1d7312c03e9a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:32.382269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b043-2818-48ba-b764-248ba074dc5a req-64d2a438-df6e-43a1-b431-2ccfc5919110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.382737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b043-2818-48ba-b764-248ba074dc5a req-64d2a438-df6e-43a1-b431-2ccfc5919110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.384932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0124b043-2818-48ba-b764-248ba074dc5a req-64d2a438-df6e-43a1-b431-2ccfc5919110 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1859455 Mar 14 18:25:32.398968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6abe3e-61f8-441b-8354-fd07e1aed269 req-addb8e75-e0bc-4a36-a8e4-9a0e18e80d47 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.400488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fe6abe3e-61f8-441b-8354-fd07e1aed269 req-addb8e75-e0bc-4a36-a8e4-9a0e18e80d47 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 944 time: 0.0691366 Mar 14 18:25:32.409232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.424016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.427408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f5881-788c-42a3-b013-aa2fe219cd3d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.494481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6656840-3c15-40b1-8caf-be42a817bdf6']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.507686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a061-43c6-451a-a502-915e3f6583f4 req-4b4d2e9d-d944-4a6d-a55c-7501e895eedf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.510028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4d65a061-43c6-451a-a502-915e3f6583f4 req-4b4d2e9d-d944-4a6d-a55c-7501e895eedf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1373570 Mar 14 18:25:32.513443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.517953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3d10c45f-e208-4079-8a69-5b5bc5164393 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5951974 Mar 14 18:25:32.521650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47126) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.538771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e71c5-a6b2-4ae0-9fa3-302b10de5358 None None] Pushing event updated for resources: {'Port': ['ID=e327397e-e436-4b01-9d6a-d6eba138fba6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:32.541275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '234cc71e-a841-4940-8213-62f11e309ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:32.545217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9307859d-c8f0-4bad-bd71-1d7312c03e9a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.545563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9307859d-c8f0-4bad-bd71-1d7312c03e9a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:32.563265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2bfe17-6c70-4454-8a31-f13dcc9c85c0 None None] Network f6656840-3c15-40b1-8caf-be42a817bdf6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:32.580047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.584568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.598772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fe6abe3e-61f8-441b-8354-fd07e1aed269 req-2d35cd8b-5733-4ce5-aeb0-4c5e95e9de71 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710167 Mar 14 18:25:32.619447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.641154 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4d65a061-43c6-451a-a502-915e3f6583f4 req-31dc17b4-9ffc-40ba-9155-42e35a4a17a6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088946 Mar 14 18:25:32.642688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:32.643198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.645352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-5248aaf7-1d33-4946-b724-830ceb3d5d03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1856766 Mar 14 18:25:32.646890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b043-2818-48ba-b764-248ba074dc5a req-bd81b5cd-d32d-4693-a0d3-142f69aa96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.648591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0124b043-2818-48ba-b764-248ba074dc5a req-bd81b5cd-d32d-4693-a0d3-142f69aa96e4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2571898 Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:32.677030 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:32.725296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65470a-ec02-4690-aa00-da76b0f0e0bf None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:25:32.793659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-76020db3-35aa-48e3-a510-483b65340c07 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.795410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-76020db3-35aa-48e3-a510-483b65340c07 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2050035 Mar 14 18:25:32.803000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47132) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.804943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:32.815475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-cf66406a-444e-48fa-adba-ecf218390068 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.816550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cf66406a-444e-48fa-adba-ecf218390068 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069909 Mar 14 18:25:32.819283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47134) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.825180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-3cf4f8f6-db9e-4939-8de6-43b78bc8ab77 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3cf4f8f6-db9e-4939-8de6-43b78bc8ab77 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057726 Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': 'f6656840-3c15-40b1-8caf-be42a817bdf6'}] Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:32.828895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:32.829787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.834425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-8ce48e0a-d973-404f-81ad-672e3b82ccc9 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.835505 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8ce48e0a-d973-404f-81ad-672e3b82ccc9 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047007 Mar 14 18:25:32.838414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47138) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.839879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65470a-ec02-4690-aa00-da76b0f0e0bf None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:25:32.843116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-42486417-10eb-4b1f-8c13-53b82d02eb15 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.845134 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-42486417-10eb-4b1f-8c13-53b82d02eb15 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044537 Mar 14 18:25:32.847084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.851059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-41dc08ed-189c-41f1-928f-b91c8b9e46e9 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.851988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-41dc08ed-189c-41f1-928f-b91c8b9e46e9 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040300 Mar 14 18:25:32.853824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fec6f-74f1-4d14-be4b-7864705f5b15 req-7db0b577-02a0-4abf-a82a-c646397d1812 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.855236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.855770 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d3fec6f-74f1-4d14-be4b-7864705f5b15 req-7db0b577-02a0-4abf-a82a-c646397d1812 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.1710844 Mar 14 18:25:32.860465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-3e7fce90-f94b-472b-ae8b-9e42572d2a05 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.863766 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3e7fce90-f94b-472b-ae8b-9e42572d2a05 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054517 Mar 14 18:25:32.864108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.869043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-acb8be12-d199-4a85-9c0f-ff5778c9c71e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.870199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-acb8be12-d199-4a85-9c0f-ff5778c9c71e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048816 Mar 14 18:25:32.872390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.876675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-60ef9de6-3723-493a-ba6f-c562b2efbb0f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.877698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-60ef9de6-3723-493a-ba6f-c562b2efbb0f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043855 Mar 14 18:25:32.880077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.884615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-9c610d38-4a65-4e10-8f55-eac39fd802f2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.885780 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9c610d38-4a65-4e10-8f55-eac39fd802f2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047562 Mar 14 18:25:32.888090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47150) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.888320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-6e14e091-dcad-4488-82a9-5223347dd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.889838 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-6e14e091-dcad-4488-82a9-5223347dd34c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 1097 time: 0.1739664 Mar 14 18:25:32.892229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-f05d73f3-cf8c-40a8-bc91-85ffb33b3e92 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.895239 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f05d73f3-cf8c-40a8-bc91-85ffb33b3e92 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041940 Mar 14 18:25:32.895475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.896741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-f95f350b-f84e-43a5-a1f0-61693f975a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:32.898276 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-f95f350b-f84e-43a5-a1f0-61693f975a1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1797025 Mar 14 18:25:32.899657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-768c0563-8455-4e14-99db-4ac2ff528e8f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.903287 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-768c0563-8455-4e14-99db-4ac2ff528e8f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047083 Mar 14 18:25:32.903506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.908809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-8b23b818-abe3-41ba-9363-af273233e000 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.911853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8b23b818-abe3-41ba-9363-af273233e000 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052779 Mar 14 18:25:32.912097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.918510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-d6ff27d2-1e1c-41c0-9e57-ecb1d53fae2c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.921728 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d6ff27d2-1e1c-41c0-9e57-ecb1d53fae2c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060899 Mar 14 18:25:32.922372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.928614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-4bab5742-12e4-43fb-b3ed-6e77b7de424e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.928614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4bab5742-12e4-43fb-b3ed-6e77b7de424e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055118 Mar 14 18:25:32.931583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.935501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-b62ba384-b590-43eb-972c-e621d7966f35 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.936590 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b62ba384-b590-43eb-972c-e621d7966f35 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041444 Mar 14 18:25:32.938786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.942800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-140dfb20-4365-4237-ab5b-c1ee51ce774b tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.945796 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-140dfb20-4365-4237-ab5b-c1ee51ce774b tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040779 Mar 14 18:25:32.946075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.954091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-bc7ade35-7f68-47a0-ba00-c49ece0cfa3e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.954091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc7ade35-7f68-47a0-ba00-c49ece0cfa3e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043035 Mar 14 18:25:32.954374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.959206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-54f9b595-1254-4124-9cfb-28e14f667d02 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.961980 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-54f9b595-1254-4124-9cfb-28e14f667d02 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050874 Mar 14 18:25:32.963481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.967788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-fbfce85e-08fa-45ca-ad0c-e44e06de495c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.970988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fbfce85e-08fa-45ca-ad0c-e44e06de495c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045323 Mar 14 18:25:32.971096 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-33bf2deb-d04d-4a32-965b-a4cc507eaa26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57 HTTP/1.1" status: 200 len: 217 time: 0.0707543 Mar 14 18:25:32.972936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47170) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.977424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-8023118c-77fe-47df-8d01-1ce480a62514 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.980654 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8023118c-77fe-47df-8d01-1ce480a62514 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045121 Mar 14 18:25:32.981588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.986773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-d39de5f7-694a-4f35-8c7f-80344dea2ca8 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:32.989984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d39de5f7-694a-4f35-8c7f-80344dea2ca8 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052383 Mar 14 18:25:32.991245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:32.996242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-74cd62f6-56e1-444f-b962-998ccca2be70 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.001537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-74cd62f6-56e1-444f-b962-998ccca2be70 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052643 Mar 14 18:25:33.001671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47176) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.005952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-f342f90b-3394-4f11-9579-80352c6e84bd tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.006943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f342f90b-3394-4f11-9579-80352c6e84bd tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043657 Mar 14 18:25:33.009781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47178) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.013801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-6d2748c1-0fa0-498b-867e-61ec4ec463c3 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.014775 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6d2748c1-0fa0-498b-867e-61ec4ec463c3 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039866 Mar 14 18:25:33.017146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.021661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-45cb52d4-ecc8-4d1b-af50-a967416d1d76 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.023206 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-45cb52d4-ecc8-4d1b-af50-a967416d1d76 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049543 Mar 14 18:25:33.030334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.034373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-2cd4e2db-b8f9-43d5-8611-d4535bba21b7 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.037223 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2cd4e2db-b8f9-43d5-8611-d4535bba21b7 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042219 Mar 14 18:25:33.037801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.042098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-346817aa-3de0-44fa-bb4c-33914793720a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.043154 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-346817aa-3de0-44fa-bb4c-33914793720a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043569 Mar 14 18:25:33.045283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.049359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-be31142f-dfb5-46d3-9099-f66a180b5ba5 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.052527 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-be31142f-dfb5-46d3-9099-f66a180b5ba5 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041986 Mar 14 18:25:33.053114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.058607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-f34dbd99-f563-4066-9f16-777ddc41e04a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.066135 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f34dbd99-f563-4066-9f16-777ddc41e04a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056829 Mar 14 18:25:33.066272 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d3fec6f-74f1-4d14-be4b-7864705f5b15 req-01189bb3-9610-499d-86c9-0020466f28f9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998980 Mar 14 18:25:33.075223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47190) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.079216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.087975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-2e87aa23-fb06-44e4-a9a2-1b4e76e22625 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.093108 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e87aa23-fb06-44e4-a9a2-1b4e76e22625 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0130379 Mar 14 18:25:33.093471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.099740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-3258180e-690d-4412-912b-7ba91645e944 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.100674 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3258180e-690d-4412-912b-7ba91645e944 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042989 Mar 14 18:25:33.105323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47194) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.108791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-da429fab-7aed-4588-b5a7-2f39b58bb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.110083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-b1fcbc97-f994-4040-9190-1457344389ac tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.110273 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-da429fab-7aed-4588-b5a7-2f39b58bb01b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=178c9ca9-0737-4989-a4ab-71b7f49d9528 HTTP/1.1" status: 200 len: 837 time: 0.1218190 Mar 14 18:25:33.111036 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b1fcbc97-f994-4040-9190-1457344389ac tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047400 Mar 14 18:25:33.113363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47196) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.117606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-0748dbf2-092c-4c10-9399-adb1fce4e459 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.121291 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0748dbf2-092c-4c10-9399-adb1fce4e459 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048811 Mar 14 18:25:33.121557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47198) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.125806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-1cd109fc-7868-4fd3-9ab6-45c1fafd827c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.128946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1cd109fc-7868-4fd3-9ab6-45c1fafd827c tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043962 Mar 14 18:25:33.139041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47200) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.139041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-b4a59567-2c89-4de7-b2a3-20b755c5f12a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.139041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b4a59567-2c89-4de7-b2a3-20b755c5f12a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042872 Mar 14 18:25:33.139697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-38d6848e-9691-47f6-b56a-b18e7c251fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.140490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-38d6848e-9691-47f6-b56a-b18e7c251fa8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.1859043 Mar 14 18:25:33.140912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47202) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.145044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-aa16ab7c-f325-434d-8958-735ccaa9b735 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.148272 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aa16ab7c-f325-434d-8958-735ccaa9b735 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042222 Mar 14 18:25:33.148375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47204) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.152329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-30c18f55-ed7d-48d3-b4e6-c284be9e1ae4 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.153247 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-30c18f55-ed7d-48d3-b4e6-c284be9e1ae4 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040796 Mar 14 18:25:33.155431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.160156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-edd2227e-5444-4ed9-aa2c-fbbda15e3d24 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.160311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.161088 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-edd2227e-5444-4ed9-aa2c-fbbda15e3d24 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046821 Mar 14 18:25:33.163607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.168033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-efc79101-2702-4475-a732-56ba95dc5206 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.171109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-efc79101-2702-4475-a732-56ba95dc5206 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043337 Mar 14 18:25:33.171394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47210) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.175402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-4f3ed083-266e-4350-9a22-360791e4fba0 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.177934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4f3ed083-266e-4350-9a22-360791e4fba0 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040345 Mar 14 18:25:33.178673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.182964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-977fcdd6-f268-432f-8759-f38223686232 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.183951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-977fcdd6-f268-432f-8759-f38223686232 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045142 Mar 14 18:25:33.186076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.189761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-5369e805-91a2-482c-99df-465e8ad596e3 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.192551 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5369e805-91a2-482c-99df-465e8ad596e3 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038147 Mar 14 18:25:33.192771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.196490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-9f78a7a5-4d02-42c5-abca-1309478dae9b tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.197931 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9f78a7a5-4d02-42c5-abca-1309478dae9b tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043304 Mar 14 18:25:33.200025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47218) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.203813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-7498a9a5-21a3-4d41-b7b7-cb1d8c714d93 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.204799 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7498a9a5-21a3-4d41-b7b7-cb1d8c714d93 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038993 Mar 14 18:25:33.206877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.210641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-2545df1b-7165-424f-81a2-43668452ac66 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.211745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2545df1b-7165-424f-81a2-43668452ac66 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038681 Mar 14 18:25:33.214389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.218848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-e8c34c39-8ae1-4030-a619-2210a757cc6a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.221738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e8c34c39-8ae1-4030-a619-2210a757cc6a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045538 Mar 14 18:25:33.221863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0680a006-b20a-4dcf-abab-ee389a044de6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.221992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.226290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-8bedee6c-7630-47b9-828b-c36e1572968f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.229612 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8bedee6c-7630-47b9-828b-c36e1572968f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042818 Mar 14 18:25:33.230514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.234259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-5a6593f3-b8b8-4485-b460-da719e6394e2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.237193 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a6593f3-b8b8-4485-b460-da719e6394e2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044165 Mar 14 18:25:33.237419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47228) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.241318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-52f5dfdc-5697-4bc1-8a03-c0296713f58e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.242852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-52f5dfdc-5697-4bc1-8a03-c0296713f58e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039148 Mar 14 18:25:33.242979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-66608199-5c7e-4373-9f55-f7155bde9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.247909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-66608199-5c7e-4373-9f55-f7155bde9080 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37d347fb-674e-4fcc-a00d-7f814bc8086e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1274981 Mar 14 18:25:33.249024 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-0fc44ec3-25d6-4efc-bafa-3ee7c6f17aae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.0947080 Mar 14 18:25:33.249694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.253747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-35dae1ac-dfca-47b9-b503-6fe9548954ee tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.254898 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-35dae1ac-dfca-47b9-b503-6fe9548954ee tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042455 Mar 14 18:25:33.256956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.261465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-2495e0fa-9fba-45b8-b723-55bbdecab178 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.261853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.262476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2495e0fa-9fba-45b8-b723-55bbdecab178 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046554 Mar 14 18:25:33.264230 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e0d01858-e95c-4452-8c19-21f928072b84 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7295020 Mar 14 18:25:33.264558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47234) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.268629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-6071066b-2e57-4ce8-8add-97b9990fda1a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.269578 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6071066b-2e57-4ce8-8add-97b9990fda1a tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041199 Mar 14 18:25:33.270322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.271829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.281709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-1ca796c1-e41e-4d16-ab94-9e4d3d3493fe tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.282747 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1ca796c1-e41e-4d16-ab94-9e4d3d3493fe tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051303 Mar 14 18:25:33.287055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.292228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-d7391220-59de-4166-8927-c70d5f32ffc8 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.293182 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d7391220-59de-4166-8927-c70d5f32ffc8 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051231 Mar 14 18:25:33.295593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.300006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-38434d64-77b3-4c88-b6bd-6d85fc3aeabb tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.301258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-38434d64-77b3-4c88-b6bd-6d85fc3aeabb tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047922 Mar 14 18:25:33.306820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.312950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-266d3b59-e327-44cf-a246-afb58224dcd0 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.313360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.313926 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-266d3b59-e327-44cf-a246-afb58224dcd0 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061505 Mar 14 18:25:33.316563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.321644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-fa66285f-1eb0-4690-a454-77c42894faac tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.322724 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa66285f-1eb0-4690-a454-77c42894faac tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052636 Mar 14 18:25:33.327721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.331770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-b0405e08-5c0d-4167-a211-727de07d7bfb tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.332717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b0405e08-5c0d-4167-a211-727de07d7bfb tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041161 Mar 14 18:25:33.334304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.336027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.337411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47250) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.348183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-db9fe4d8-a478-4345-bc62-73ad69f170dc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.350141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-db9fe4d8-a478-4345-bc62-73ad69f170dc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069435 Mar 14 18:25:33.353344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.360240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-acfce19d-e551-484c-9848-61c7f8f88756 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.361175 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-acfce19d-e551-484c-9848-61c7f8f88756 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055749 Mar 14 18:25:33.364207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.368137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-d530b015-8692-42d8-a703-7ddbbee84cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.369829 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-d530b015-8692-42d8-a703-7ddbbee84cf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1116219 Mar 14 18:25:33.370549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-75903067-5d86-48c7-8fe7-d81ed12b05f2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.371536 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-75903067-5d86-48c7-8fe7-d81ed12b05f2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064161 Mar 14 18:25:33.374040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.389242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-59c8054a-744d-4b9e-b5db-948dd76058cc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.392789 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59c8054a-744d-4b9e-b5db-948dd76058cc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0178549 Mar 14 18:25:33.395886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.401875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [None req-ae02ced9-2552-4393-9df1-1c761b983947 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.402845 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ae02ced9-2552-4393-9df1-1c761b983947 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061257 Mar 14 18:25:33.406280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.411740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-6c61632e-8439-4466-a221-1cbcb9b0799f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.412686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6c61632e-8439-4466-a221-1cbcb9b0799f tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055003 Mar 14 18:25:33.417288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.422302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-4a08f029-e159-48b5-94e9-b34dd65c463e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.423238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a08f029-e159-48b5-94e9-b34dd65c463e tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041733 Mar 14 18:25:33.426075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.432308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-1ad2a740-d84a-46ee-8c40-b0aec306d5a2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.433181 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1ad2a740-d84a-46ee-8c40-b0aec306d5a2 tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0061367 Mar 14 18:25:33.435660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.438161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-62e2f00e-532d-4b64-babd-e31c239f1994 service neutron] 10.222.0.61 "GET /v2.0/networks/37d347fb-674e-4fcc-a00d-7f814bc8086e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810443 Mar 14 18:25:33.440991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-cc2417b0-e7da-4c0f-9d1e-3d2f368387cc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.444798 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cc2417b0-e7da-4c0f-9d1e-3d2f368387cc tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048339 Mar 14 18:25:33.444936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.450016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [None req-bad4900d-19ec-458f-ac0e-c2b65f8d094d tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:25:33.451558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bad4900d-19ec-458f-ac0e-c2b65f8d094d tempest-ExtensionsTestJSON-2144687867 tempest-ExtensionsTestJSON-2144687867-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051782 Mar 14 18:25:33.461435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.461435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.463270 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0680a006-b20a-4dcf-abab-ee389a044de6 HTTP/1.1" status: 204 len: 168 time: 0.1920781 Mar 14 18:25:33.466917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47272) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.469743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port e327397e-e436-4b01-9d6a-d6eba138fba6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:33.470111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.497211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-a6d7a39f-5430-4885-9354-57db8ea68cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.498753 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-a6d7a39f-5430-4885-9354-57db8ea68cb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035721 Mar 14 18:25:33.509538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a7b5d-4983-4023-8ebc-2806508c29a1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0680a006-b20a-4dcf-abab-ee389a044de6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.574337 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d767aa06-cf79-4e72-bb57-3d14eb88a9f3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1060309 Mar 14 18:25:33.576949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.602354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] For port e327397e-e436-4b01-9d6a-d6eba138fba6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e327397e-e436-4b01-9d6a-d6eba138fba6,segment=NetworkSegment(9307859d-c8f0-4bad-bd71-1d7312c03e9a),segment_id=9307859d-c8f0-4bad-bd71-1d7312c03e9a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:33.603205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.605284 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a3a72fd6-d2b4-4e4e-be12-60344af94b8f req-e6089886-4277-4ca7-9b98-6a47b0dfdb87 service neutron] 10.222.0.61 "GET /v2.0/networks/37d347fb-674e-4fcc-a00d-7f814bc8086e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602232 Mar 14 18:25:33.625517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for e327397e-e436-4b01-9d6a-d6eba138fba6 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:33.632357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.633213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-bc21eddd-b35d-4164-a460-2f604932aaf3 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261599 Mar 14 18:25:33.650247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.734260 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af05f5b0-2290-4eb3-8f49-869589605c76 req-01455d4d-294b-4553-b313-a21631350dc6 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945985 Mar 14 18:25:33.766101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6b4f0-cd84-4069-b67f-e838ba61c8b3 req-cb250d4f-fbcb-42ce-9a56-f74c6cc382ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.774453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75a6b4f0-cd84-4069-b67f-e838ba61c8b3 req-cb250d4f-fbcb-42ce-9a56-f74c6cc382ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 944 time: 0.0865080 Mar 14 18:25:33.797065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636c7cf-22cd-4d90-a27e-719ac6e675f2 req-58bf6265-65c1-4939-9022-e4a29f0bf011 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:33.798716 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4636c7cf-22cd-4d90-a27e-719ac6e675f2 req-58bf6265-65c1-4939-9022-e4a29f0bf011 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0628614 Mar 14 18:25:33.825090 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75a6b4f0-cd84-4069-b67f-e838ba61c8b3 req-64ef1a8e-390d-46f1-af31-402d57872a29 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449672 Mar 14 18:25:33.848224 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4636c7cf-22cd-4d90-a27e-719ac6e675f2 req-d9b4d608-e2f5-494f-8327-6e0d15aa724d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Mar 14 18:25:33.920745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.933614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.955596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:33.956629 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f23f5881-788c-42a3-b013-aa2fe219cd3d HTTP/1.1" status: 204 len: 168 time: 0.3758266 Mar 14 18:25:33.959962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.966510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=e327397e-e436-4b01-9d6a-d6eba138fba6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:33.968493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No DVR routers for this DVR port e327397e-e436-4b01-9d6a-d6eba138fba6 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:33.969668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:33.978765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25358686-2bfe-44d3-8f31-ede0d47df154 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f23f5881-788c-42a3-b013-aa2fe219cd3d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.013953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-87052e08-d6b5-4faa-a9e1-f1b48167e179 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0508893 Mar 14 18:25:34.015144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.055236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.057402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.065807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.086580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6656840-3c15-40b1-8caf-be42a817bdf6']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:34.103277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9307859d-c8f0-4bad-bd71-1d7312c03e9a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:34.122075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9307859d-c8f0-4bad-bd71-1d7312c03e9a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:34.124639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.126417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef368ff4-ef4b-4fca-909f-1bd9aada5bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.153201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.168071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:34.168470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:34.171717 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:34.231642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b129-f187-41c3-916d-3a46c0d8ee1e req-f98d21e7-b28f-466b-8eaf-e4cf9b2534e8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.231642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-98a5b129-f187-41c3-916d-3a46c0d8ee1e req-f98d21e7-b28f-466b-8eaf-e4cf9b2534e8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0548511 Mar 14 18:25:34.256833 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-98a5b129-f187-41c3-916d-3a46c0d8ee1e req-03385d86-e6ee-4a1c-b13a-4c99a2831340 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Mar 14 18:25:34.327275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.335116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.336040 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8db23a3e-6360-4436-b27d-f876bc518034 HTTP/1.1" status: 204 len: 168 time: 0.3184905 Mar 14 18:25:34.339830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47296) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.342107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3efa0b-5d26-4a0b-bc74-c87d34decd12 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8db23a3e-6360-4436-b27d-f876bc518034,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.400421 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-70e1829b-49bc-4ee5-81fb-efd61b08efc5 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0588887 Mar 14 18:25:34.403188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.409033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.419985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.426362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/f6656840-3c15-40b1-8caf-be42a817bdf6 HTTP/1.1" status: 204 len: 168 time: 2.9264369 Mar 14 18:25:34.426717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130161f2-d5fa-49ac-816a-ec6685aa85a1 req-dccb986c-ab45-4abb-9198-99a5a5759a3d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.428233 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-130161f2-d5fa-49ac-816a-ec6685aa85a1 req-dccb986c-ab45-4abb-9198-99a5a5759a3d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0667369 Mar 14 18:25:34.432304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.435247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698692d-c25e-42a7-9ac7-4ad4d7c60122 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=f6656840-3c15-40b1-8caf-be42a817bdf6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.439252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-41655275'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:34.452265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef368ff4-ef4b-4fca-909f-1bd9aada5bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.459012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.481201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.513335 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-130161f2-d5fa-49ac-816a-ec6685aa85a1 req-e8bab415-08c6-4963-8ea6-bba1a590307d tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677979 Mar 14 18:25:34.515539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ef368ff4-ef4b-4fca-909f-1bd9aada5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.554643 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ef368ff4-ef4b-4fca-909f-1bd9aada5bf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5aca6e3f41a4985bea33aea468ab2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836647 Mar 14 18:25:34.557950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.560085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef368ff4-ef4b-4fca-909f-1bd9aada5bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b56b6cd-a176-4f34-a6ed-495bd92b1048,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.578967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:34.582363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.612968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-826c25ac-c038-43dc-8fd8-7d907ef7cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.614493 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-826c25ac-c038-43dc-8fd8-7d907ef7cd75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.0843058 Mar 14 18:25:34.626975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.645363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.646451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d4e9c6d3-0fd2-4edc-a808-086e0d9fb4e6 HTTP/1.1" status: 204 len: 168 time: 0.2423353 Mar 14 18:25:34.649063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.664201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:34.672505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b682d-f240-46fd-87ff-84fd48eec4b0 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e9c6d3-0fd2-4edc-a808-086e0d9fb4e6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.696200 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5416fa20-b52f-46db-914e-32787dcbc166 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0459628 Mar 14 18:25:34.699684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.716621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.716969 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Added segment 91b10058-bb7b-442c-8eed-dd7f49ee8f5d of type vlan for network 8915f4ea-9e70-4b44-97f9-4505aca2f181 Mar 14 18:25:34.723319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.727892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.734636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.793854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.797584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.834594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-39a3f204-3ac5-498c-ba33-12381636d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.836054 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-39a3f204-3ac5-498c-ba33-12381636d842 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.2110567 Mar 14 18:25:34.845966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.851107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.855483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/69231f44-b2ad-48a1-8154-c915368bc90c HTTP/1.1" status: 204 len: 168 time: 0.1518376 Mar 14 18:25:34.856916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.877106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60379e32-3aa1-438a-a307-c08e03cf6f15 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69231f44-b2ad-48a1-8154-c915368bc90c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:34.905703 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-de370593-1b0c-445b-bdd5-e3fd5cd260c7 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467730 Mar 14 18:25:34.910437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:34.924699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.930134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.931585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.943231 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-29c9b0d2-0ab5-495c-9b54-7a01333d837d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.0944121 Mar 14 18:25:34.956511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1ba8c-1805-46b7-911b-bc3f941cad58 req-fe1a2577-3324-4568-8ca9-681d69fc3072 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:34.958028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-42e1ba8c-1805-46b7-911b-bc3f941cad58 req-fe1a2577-3324-4568-8ca9-681d69fc3072 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 944 time: 0.0509756 Mar 14 18:25:34.982332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.984770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:34.985870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b56b6cd-a176-4f34-a6ed-495bd92b1048 HTTP/1.1" status: 204 len: 168 time: 0.4266138 Mar 14 18:25:35.000069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-42e1ba8c-1805-46b7-911b-bc3f941cad58 req-a6901b42-46ad-4cbc-b495-6058d6038500 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350273 Mar 14 18:25:35.054007 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6204596 Mar 14 18:25:35.057599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:35.062881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Request body: {'subnet': {'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:35.070831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4ccb0-1fa0-4426-98a8-5c6a1e3f11e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b56b6cd-a176-4f34-a6ed-495bd92b1048,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.077236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56c485-a690-486a-844e-da14feff9834 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Network': ['ID=8915f4ea-9e70-4b44-97f9-4505aca2f181,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.089856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-daa5b132-0448-4eef-8dde-cf66f57c3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.091379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-daa5b132-0448-4eef-8dde-cf66f57c3191 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.1278250 Mar 14 18:25:35.092881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8915f4ea-9e70-4b44-97f9-4505aca2f181 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:35.112216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.152487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.179269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-bdfff232-065d-4d5b-9665-a2f84c799a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.181277 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-bdfff232-065d-4d5b-9665-a2f84c799a90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812452 Mar 14 18:25:35.263147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Made reservation on behalf of b484af77573a43aeb8362b8791855885 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:35.267577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.280735 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-265da73d-895e-4117-8a31-1dfb8738855d service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901206 Mar 14 18:25:35.355795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.358353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.361788 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/234cc71e-a841-4940-8213-62f11e309ffa HTTP/1.1" status: 204 len: 168 time: 0.4500234 Mar 14 18:25:35.362354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47324) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:35.397229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a3f36-a157-4aab-b5ad-2497fd7d36df tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234cc71e-a841-4940-8213-62f11e309ffa,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.414588 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6471671d-d1c1-448a-9811-a9e46add9f3c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0511944 Mar 14 18:25:35.420285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:35.447232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--48753424'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:35.448939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b5d9-b9be-4278-af47-6d54314550f1 req-2eb12e6c-bcfa-4ed4-96cb-6298c5683f7d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.456256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2266b5d9-b9be-4278-af47-6d54314550f1 req-2eb12e6c-bcfa-4ed4-96cb-6298c5683f7d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0992420 Mar 14 18:25:35.465462 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5519aea-6b7b-48c2-b7b9-a1e9a496b03d req-7b568088-b0a8-4f90-a13b-19bc674f143f service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768484 Mar 14 18:25:35.506823 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2266b5d9-b9be-4278-af47-6d54314550f1 req-36b9ea4a-023d-45a1-af1e-59a0e00b182f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 Mar 14 18:25:35.598042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.657788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e67a7-af6b-4886-b9de-0f746a94efc6 req-35ac38c4-6f69-456a-8e71-7e1985e63cdf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:35.659409 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-975e67a7-af6b-4886-b9de-0f746a94efc6 req-35ac38c4-6f69-456a-8e71-7e1985e63cdf tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0728631 Mar 14 18:25:35.724171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.727448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-975e67a7-af6b-4886-b9de-0f746a94efc6 req-b25c8bf7-c423-47f7-b188-b840c34f4816 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610991 Mar 14 18:25:35.795628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:25:35.797307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.827336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.878979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event updated for resources: {'Subnet': ['ID=73f22df7-3914-4921-864b-c1bb8edc4688,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.891236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e3ea0-a455-4ff5-a57d-c19b52925fb7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:35.902403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Checking segment: {'id': '91b10058-bb7b-442c-8eed-dd7f49ee8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:35.902763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network hostable DHCP agents. Network: 8915f4ea-9e70-4b44-97f9-4505aca2f181, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:35.907913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:35.911179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-12c04f3c-8f30-43b9-aa83-f5c0e8ff4707 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4894102 Mar 14 18:25:35.911873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47342) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:35.919161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': 'c21e3ea0-a455-4ff5-a57d-c19b52925fb7', 'direction': 'ingress', 'protocol': 17}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:35.988425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Network 8915f4ea-9e70-4b44-97f9-4505aca2f181 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:36.016375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.050188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47348) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.082916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.086207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 8915f4ea-9e70-4b44-97f9-4505aca2f181) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:36.093575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.098407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.098706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580cb37-2934-4466-ae87-0d6b06e35990 None None] Network 8915f4ea-9e70-4b44-97f9-4505aca2f181 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:36.145946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade1904-4d0f-408b-8bda-e48902251f4d req-16ddcd5b-0f92-4c3b-9a30-2f31372d904a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.147518 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8ade1904-4d0f-408b-8bda-e48902251f4d req-16ddcd5b-0f92-4c3b-9a30-2f31372d904a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 944 time: 0.0689273 Mar 14 18:25:36.150549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.156472 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-19b07cf8-2091-4dee-b60e-ba0e213b2ad3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0976171 Mar 14 18:25:36.159302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.176287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b88ba0-c371-4ca2-b6af-9d756eba42a2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.202600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374542841'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:36.236239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.237614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9562f753-5be7-4740-9652-01efe0a87502 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3240607 Mar 14 18:25:36.240287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.270190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-8915f4ea-9e70-4b44-97f9-4505aca2f181', 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181', 'tenant_id': 'b484af77573a43aeb8362b8791855885', 'fixed_ips': [{'subnet_id': '73f22df7-3914-4921-864b-c1bb8edc4688'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:36.271201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.287180 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8ade1904-4d0f-408b-8bda-e48902251f4d req-0f7fc5a1-3e7e-4b7d-acbf-08b9f4e7502d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886004 Mar 14 18:25:36.302649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.312925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.321704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:36.325812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.340305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.342955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.367922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.428567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Allocated IP 2001:db8::f816:3eff:feca:c14 (8915f4ea-9e70-4b44-97f9-4505aca2f181/73f22df7-3914-4921-864b-c1bb8edc4688/aecbdc02-be7f-4368-9aed-dacfee78571b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:36.445468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.514803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.517451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.518634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/c21e3ea0-a455-4ff5-a57d-c19b52925fb7 HTTP/1.1" status: 204 len: 168 time: 0.2773049 Mar 14 18:25:36.523334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47356) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.530509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d88b1-9195-4f4b-98b8-1d9daba76c29 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e3ea0-a455-4ff5-a57d-c19b52925fb7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.555323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.568226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:36.584314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c688c-7e17-4163-a6de-e84754c75510,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.586071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2337945a-07e4-42a9-87a5-b22839ba5298 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0635216 Mar 14 18:25:36.587112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.588479 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment 42c1e721-a81f-4d70-89cd-d00bcd832c5c of type vlan for network a15a6049-c8c1-4434-b169-ea5b6f4389bc Mar 14 18:25:36.590950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.595967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116566733'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:36.607153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.663394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.670767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.692130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.700432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07a40-8b96-4fc3-8928-2afd99517429 req-564bacad-6902-4281-8376-ab90f78477fe tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.708179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f5f07a40-8b96-4fc3-8928-2afd99517429 req-564bacad-6902-4281-8376-ab90f78477fe tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.1090910 Mar 14 18:25:36.710264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Network 8915f4ea-9e70-4b44-97f9-4505aca2f181 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:36.715345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:36.721046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:36.724917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Pushing event updated for resources: {'Port': ['ID=aecbdc02-be7f-4368-9aed-dacfee78571b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.751765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.759999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f5f07a40-8b96-4fc3-8928-2afd99517429 req-0ab958f2-46e8-4599-aa4f-040f41317783 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508313 Mar 14 18:25:36.795419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=73f22df7-3914-4921-864b-c1bb8edc4688,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.807506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.812461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.816399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.818014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.893055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=a15a6049-c8c1-4434-b169-ea5b6f4389bc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.894523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.903826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:36.924511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:36.946689 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ea41973a-d4f7-4380-bdf1-04e7db51590f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8950250 Mar 14 18:25:36.950125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47364) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:36.951332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8915f4ea-9e70-4b44-97f9-4505aca2f181']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:36.957127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-222992841'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:36.958684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf30d3e-b75c-4070-abcb-dc265562d813,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:36.965840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b10058-bb7b-442c-8eed-dd7f49ee8f5d') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:36.966159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b10058-bb7b-442c-8eed-dd7f49ee8f5d') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:36.981567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60862b3-8ae6-41eb-b9e1-8fbc5dfcd0dd req-1df94328-5214-444c-b545-401ce8176425 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:36.983183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c60862b3-8ae6-41eb-b9e1-8fbc5dfcd0dd req-1df94328-5214-444c-b545-401ce8176425 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1578460 Mar 14 18:25:36.986712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.000663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Attempting to bind port aecbdc02-be7f-4368-9aed-dacfee78571b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:37.003614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Attempting to bind port aecbdc02-be7f-4368-9aed-dacfee78571b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '91b10058-bb7b-442c-8eed-dd7f49ee8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:37.003614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Attempting to bind port aecbdc02-be7f-4368-9aed-dacfee78571b on network 8915f4ea-9e70-4b44-97f9-4505aca2f181 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:37.010358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.017350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:37.018018 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Checking segment: {'id': '91b10058-bb7b-442c-8eed-dd7f49ee8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:37.018418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.018806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Bound using segment: {'id': '91b10058-bb7b-442c-8eed-dd7f49ee8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:37.019268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Bound port: aecbdc02-be7f-4368-9aed-dacfee78571b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b10058-bb7b-442c-8eed-dd7f49ee8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:37.019648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.021398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:37.021789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:37.025725 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:37.043507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.044725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-db0ae546-189a-4c14-b90e-ecab3246e7ba tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4526052 Mar 14 18:25:37.047623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47366) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:37.052198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c60862b3-8ae6-41eb-b9e1-8fbc5dfcd0dd req-ef1a4d18-4782-41f8-8fcc-85c71df0c6e3 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591521 Mar 14 18:25:37.054019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684162234'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.104175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] For port aecbdc02-be7f-4368-9aed-dacfee78571b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:37.107662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] For port aecbdc02-be7f-4368-9aed-dacfee78571b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aecbdc02-be7f-4368-9aed-dacfee78571b,segment=NetworkSegment(91b10058-bb7b-442c-8eed-dd7f49ee8f5d),segment_id=91b10058-bb7b-442c-8eed-dd7f49ee8f5d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:37.109112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:37.112688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.137915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:25:37.137915 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:25:37.137915 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': '8915f4ea-9e70-4b44-97f9-4505aca2f181'}] Mar 14 18:25:37.137915 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:25:37.138412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:25:37.161267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:37.168777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.183749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.184113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.184453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment 6ae01319-3ba0-47ef-9fbc-0b26249081a7 of type vlan for network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f Mar 14 18:25:37.247584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4918ad9-7c67-4d88-a8dd-3bfadc14ee6b req-f798f8c0-73dd-4ea8-97a2-302da9225c13 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.249105 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d4918ad9-7c67-4d88-a8dd-3bfadc14ee6b req-f798f8c0-73dd-4ea8-97a2-302da9225c13 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1186540 Mar 14 18:25:37.250722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.267228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17628c22-1c97-4e6e-999b-2f25819097b0 None None] Pushing event updated for resources: {'Port': ['ID=aecbdc02-be7f-4368-9aed-dacfee78571b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.273920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d567e3-532d-4baa-8cc2-ec1f369496f2 None None] Network 8915f4ea-9e70-4b44-97f9-4505aca2f181 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:37.323310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d4918ad9-7c67-4d88-a8dd-3bfadc14ee6b req-ed1a7815-6d61-4821-a872-e0a990f95d33 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659359 Mar 14 18:25:37.351034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.377863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.386248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.387190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.404090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60ff50-c9ab-4441-9d5e-5881caa7957d None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:25:37.450981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dcf55-94df-4195-9f3d-3589d6cd66ee req-087fc4dd-9c7b-48ab-9940-5e66087de064 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.452650 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f6dcf55-94df-4195-9f3d-3589d6cd66ee req-087fc4dd-9c7b-48ab-9940-5e66087de064 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 944 time: 0.0641966 Mar 14 18:25:37.452783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.497612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f6dcf55-94df-4195-9f3d-3589d6cd66ee req-49a253d0-5d43-42e0-a373-8fa77ff35e34 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387979 Mar 14 18:25:37.513322 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5617182 Mar 14 18:25:37.522708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47374) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:37.522901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fa605-7259-4273-85c6-164558380a1b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=17be8ef1-170d-4a48-ab0a-a9afeddeb19f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.523830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.530731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a6d2bb-6e83-4218-8318-69e2cc8abead,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:37.537779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60ff50-c9ab-4441-9d5e-5881caa7957d None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:25:37.543271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c8d4e818-c964-4422-9dcc-45ccf0db7f57 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:25:37.545495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:37.548208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68b748-5c4b-4169-bffc-82f140c84bda req-861a5582-88c0-4b86-8d3c-f4d92457ca72 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.549787 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de68b748-5c4b-4169-bffc-82f140c84bda req-861a5582-88c0-4b86-8d3c-f4d92457ca72 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0986836 Mar 14 18:25:37.592709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.596111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47376) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:37.596280 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e6529e2-c40e-4022-8251-4cae4f5260dd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5471094 Mar 14 18:25:37.600694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': 'edf30d3e-b75c-4070-abcb-dc265562d813', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f0a6d2bb-6e83-4218-8318-69e2cc8abead', 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:37.604984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de68b748-5c4b-4169-bffc-82f140c84bda req-4f22a43b-8987-4339-870d-898bbc84303a tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467381 Mar 14 18:25:37.639875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.741059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:37.744671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.751684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port aecbdc02-be7f-4368-9aed-dacfee78571b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:37.752015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.788947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5d083-a247-45ca-9f0b-0619522d1ef7 req-77bfccdb-d894-4e7c-93bc-94880386b53f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.790755 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39d5d083-a247-45ca-9f0b-0619522d1ef7 req-77bfccdb-d894-4e7c-93bc-94880386b53f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1112995 Mar 14 18:25:37.817138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:37.859484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'port_id': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57', 'mac_address': 'fa:16:3e:84:d0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:25:37.868741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.879730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a352f-d2ae-4aa9-b613-005c7941c10e req-45a92adc-d9a8-4fd0-8ed4-19fd38238b65 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:37.881359 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-401a352f-d2ae-4aa9-b613-005c7941c10e req-45a92adc-d9a8-4fd0-8ed4-19fd38238b65 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0522478 Mar 14 18:25:37.927299 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-401a352f-d2ae-4aa9-b613-005c7941c10e req-e61da67f-074a-4ea4-b71a-6342ccda5cd3 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Mar 14 18:25:37.950593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] For port aecbdc02-be7f-4368-9aed-dacfee78571b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=aecbdc02-be7f-4368-9aed-dacfee78571b,segment=NetworkSegment(91b10058-bb7b-442c-8eed-dd7f49ee8f5d),segment_id=91b10058-bb7b-442c-8eed-dd7f49ee8f5d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:37.950593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.954819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:37.976105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d4e818-c964-4422-9dcc-45ccf0db7f57 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:37.979834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for aecbdc02-be7f-4368-9aed-dacfee78571b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:37.984797 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39d5d083-a247-45ca-9f0b-0619522d1ef7 req-f13d9033-127a-470c-9fe9-66c0a0b5ffe9 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620703 Mar 14 18:25:38.013401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:38.029059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.085858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.110796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07b00-a9f8-46a1-a2d1-06bb00e06a30 req-1d54d1a7-afc8-46a2-8cf9-13708cb61af8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:38.112297 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cc07b00-a9f8-46a1-a2d1-06bb00e06a30 req-1d54d1a7-afc8-46a2-8cf9-13708cb61af8 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Mar 14 18:25:38.137702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.138911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.158698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cc07b00-a9f8-46a1-a2d1-06bb00e06a30 req-0bc50b19-b586-4a32-812b-985859d6f122 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Mar 14 18:25:38.186307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e46b88-41e6-4dd7-9431-292163d5c555,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.254264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.256236 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-78a075de-529a-4d0e-8365-348648adb278 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6583726 Mar 14 18:25:38.258379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:38.283710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.291239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.303626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.305545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.371124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=aecbdc02-be7f-4368-9aed-dacfee78571b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.375400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No DVR routers for this DVR port aecbdc02-be7f-4368-9aed-dacfee78571b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:38.548350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['c8d4e818-c964-4422-9dcc-45ccf0db7f57'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:25:38.629462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f136-10a4-4683-9b4d-a250e0f752e1 req-39d7897a-3d7c-480e-937e-ab13fb3cd416 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:38.640287 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2b5f136-10a4-4683-9b4d-a250e0f752e1 req-39d7897a-3d7c-480e-937e-ab13fb3cd416 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 945 time: 0.0652881 Mar 14 18:25:38.691864 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2b5f136-10a4-4683-9b4d-a250e0f752e1 req-505d3bf9-ddd1-4c5d-a200-858d2c6aaf5e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469711 Mar 14 18:25:38.763374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.790898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.791956 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/12e46b88-41e6-4dd7-9431-292163d5c555 HTTP/1.1" status: 204 len: 168 time: 0.5318983 Mar 14 18:25:38.794664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:38.819904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4ef73-a4c7-4eb6-a693-4cbe64fb9b63 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12e46b88-41e6-4dd7-9431-292163d5c555,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.825497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=551d7d96-acd1-4546-a0ac-68f684af6b0e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:38.851663 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-82e1142f-f230-49ed-9b11-65f6ffcd04b2 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0553324 Mar 14 18:25:38.854658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:38.886425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.919750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8915f4ea-9e70-4b44-97f9-4505aca2f181']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:38.921924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': '42c1e721-a81f-4d70-89cd-d00bcd832c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:38.922283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: a15a6049-c8c1-4434-b169-ea5b6f4389bc, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:38.923703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.934417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b10058-bb7b-442c-8eed-dd7f49ee8f5d') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:38.934742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b10058-bb7b-442c-8eed-dd7f49ee8f5d') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:38.955040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:38.956863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54d766-538a-41fc-b58e-fcb68356c918 req-bbffe693-3b95-484c-ac8f-23d6184d4f50 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:38.965446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de54d766-538a-41fc-b58e-fcb68356c918 req-bbffe693-3b95-484c-ac8f-23d6184d4f50 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2109766 Mar 14 18:25:38.969369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.003190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.016037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:39.016555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:39.019340 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:39.033872 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de54d766-538a-41fc-b58e-fcb68356c918 req-9a1aaab6-805a-426d-a8e4-d40d3bcc5480 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675814 Mar 14 18:25:39.059688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48471-1f19-46a4-82dd-6e38065e6083 req-074cfc44-57ba-4208-8c48-58ebe480f974 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:39.061183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2d48471-1f19-46a4-82dd-6e38065e6083 req-074cfc44-57ba-4208-8c48-58ebe480f974 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 943 time: 0.0539474 Mar 14 18:25:39.081102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:39.105508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.108257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.112068 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0a6d2bb-6e83-4218-8318-69e2cc8abead HTTP/1.1" status: 204 len: 168 time: 0.2538304 Mar 14 18:25:39.113461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.116357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2d48471-1f19-46a4-82dd-6e38065e6083 req-235b32e3-7e67-4eab-ba15-df1762a3ee09 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Mar 14 18:25:39.123024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36328088-eed1-4eb3-8120-3a7090cb103d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a6d2bb-6e83-4218-8318-69e2cc8abead,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.138563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.147941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.156772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47400) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.157865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/8915f4ea-9e70-4b44-97f9-4505aca2f181 HTTP/1.1" status: 204 len: 168 time: 2.9966300 Mar 14 18:25:39.184984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596478e0-05ae-48dc-a2a5-1261d7f7f672 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=8915f4ea-9e70-4b44-97f9-4505aca2f181,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.191713 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9689d73-83e1-413f-80e5-1027ec04b267 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.192175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9689d73-83e1-413f-80e5-1027ec04b267 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.197237 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9689d73-83e1-413f-80e5-1027ec04b267 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/73f22df7-3914-4921-864b-c1bb8edc4688 HTTP/1.1" status: 404 len: 337 time: 0.0374708 Mar 14 18:25:39.197406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a15a6049-c8c1-4434-b169-ea5b6f4389bc) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:39.198615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47402) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.207945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:39.211314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.211439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeeac8c-0aef-4d6f-8e5b-623e04843bfd None None] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:39.218080 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98d1418-5524-4147-bbeb-b7b0fd684f31 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.218416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98d1418-5524-4147-bbeb-b7b0fd684f31 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.221432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e98d1418-5524-4147-bbeb-b7b0fd684f31 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/8915f4ea-9e70-4b44-97f9-4505aca2f181 HTTP/1.1" status: 404 len: 339 time: 0.0215945 Mar 14 18:25:39.226381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47404) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.244389 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f4b92ffc-27bd-42af-b33c-daa4589c3543 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1293416 Mar 14 18:25:39.247769 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47406) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.255323 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed01103b-92b4-4903-941d-362a11b956a3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.256350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed01103b-92b4-4903-941d-362a11b956a3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.262768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ed01103b-92b4-4903-941d-362a11b956a3 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/a78c6441-f4a0-4e7c-b5ad-f7c3837c914a HTTP/1.1" status: 404 len: 337 time: 0.0330944 Mar 14 18:25:39.263528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47408) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.288622 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4dbb45-0361-4b2e-b394-766484701ef4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.289201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4dbb45-0361-4b2e-b394-766484701ef4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.296065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fd4dbb45-0361-4b2e-b394-766484701ef4 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/f6656840-3c15-40b1-8caf-be42a817bdf6 HTTP/1.1" status: 404 len: 339 time: 0.0285096 Mar 14 18:25:39.296546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.330214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d1dfdb-fc22-47ec-a693-3147a89a59d2 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.330581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d1dfdb-fc22-47ec-a693-3147a89a59d2 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.335757 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-73d1dfdb-fc22-47ec-a693-3147a89a59d2 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/21dcd7bd-642b-4b76-b14b-901347bd5e47 HTTP/1.1" status: 404 len: 337 time: 0.0360541 Mar 14 18:25:39.339643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47412) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.339841 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-12c51144-8985-4301-965b-bd1923f279fd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8181069 Mar 14 18:25:39.340236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.340354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47414) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.345364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:39.364540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.369616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876eb868-5849-4b71-8076-320471310f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a15a6049-c8c1-4434-b169-ea5b6f4389bc', 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '551d7d96-acd1-4546-a0ac-68f684af6b0e'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:39.370955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.381120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-db19fa38-86a8-4524-9397-1d3d5f8a0b9e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:39.381775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db19fa38-86a8-4524-9397-1d3d5f8a0b9e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:39.387534 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-db19fa38-86a8-4524-9397-1d3d5f8a0b9e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/54d4252e-d017-426a-b9bc-a3fd0b519414 HTTP/1.1" status: 404 len: 339 time: 0.0475605 Mar 14 18:25:39.387857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47416) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.496539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port 7781fe39-c7b7-4fec-95fe-c582017b9d32 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:39.496889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.517327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-876eb868-5849-4b71-8076-320471310f7c None None] Allocated IP 172.20.0.2 (a15a6049-c8c1-4434-b169-ea5b6f4389bc/551d7d96-acd1-4546-a0ac-68f684af6b0e/656abca7-7b54-44f1-92dd-f3d09b39c93b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:39.544575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d2daf018-7e27-4e93-b28d-129f9cf6e9f2 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:25:39.549086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.550242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:39.551686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.555289 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/edf30d3e-b75c-4070-abcb-dc265562d813 HTTP/1.1" status: 204 len: 168 time: 0.3038652 Mar 14 18:25:39.555456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.558956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.590414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93602e-ec2b-4ddc-a915-9c426dcb6b2e tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf30d3e-b75c-4070-abcb-dc265562d813,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.604449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.632060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for 7781fe39-c7b7-4fec-95fe-c582017b9d32 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:39.657760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bbe11a57-0619-46d7-bbc3-1d9ea4fabbcc tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0945115 Mar 14 18:25:39.661573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:39.666681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590706542'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:39.809219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.815167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.824031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:39.834730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'port_id': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'mac_address': 'fa:16:3e:b9:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:25:39.851389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efdeb-52e6-469d-a30b-482486d41b5c req-7cf7f998-f7e1-4782-a230-9ea99f3a25a6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:39.852843 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e89efdeb-52e6-469d-a30b-482486d41b5c req-7cf7f998-f7e1-4782-a230-9ea99f3a25a6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 945 time: 0.0855033 Mar 14 18:25:39.874667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.891127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.895967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2daf018-7e27-4e93-b28d-129f9cf6e9f2 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:25:39.916418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.918799 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e89efdeb-52e6-469d-a30b-482486d41b5c req-9ee2d7b4-c6aa-41ad-9e0a-644951e8f486 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578156 Mar 14 18:25:39.951878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.957087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:39.960600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876eb868-5849-4b71-8076-320471310f7c None None] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:39.964514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-876eb868-5849-4b71-8076-320471310f7c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:39.968768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876eb868-5849-4b71-8076-320471310f7c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:39.972802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:39.974022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb868-5849-4b71-8076-320471310f7c None None] Pushing event updated for resources: {'Port': ['ID=656abca7-7b54-44f1-92dd-f3d09b39c93b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:39.991863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=55fc5cfb-0cde-4bdc-9346-2f36f749861f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.001720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': '6ae01319-3ba0-47ef-9fbc-0b26249081a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:40.002120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 17be8ef1-170d-4a48-ab0a-a9afeddeb19f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:40.009770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=7781fe39-c7b7-4fec-95fe-c582017b9d32,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.015871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.022088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-78729c05-2f4f-4e8d-b634-fe66aa78057e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/ports/7781fe39-c7b7-4fec-95fe-c582017b9d32 HTTP/1.1" status: 204 len: 168 time: 0.6309125 Mar 14 18:25:40.022583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47424) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.042794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-876eb868-5849-4b71-8076-320471310f7c None None] Attempting to bind port 656abca7-7b54-44f1-92dd-f3d09b39c93b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:40.047035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-876eb868-5849-4b71-8076-320471310f7c None None] Attempting to bind port 656abca7-7b54-44f1-92dd-f3d09b39c93b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '42c1e721-a81f-4d70-89cd-d00bcd832c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:40.047035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876eb868-5849-4b71-8076-320471310f7c None None] Attempting to bind port 656abca7-7b54-44f1-92dd-f3d09b39c93b on network a15a6049-c8c1-4434-b169-ea5b6f4389bc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:40.048840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.048983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876eb868-5849-4b71-8076-320471310f7c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:40.049269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876eb868-5849-4b71-8076-320471310f7c None None] Checking segment: {'id': '42c1e721-a81f-4d70-89cd-d00bcd832c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:40.049676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.050108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876eb868-5849-4b71-8076-320471310f7c None None] Bound using segment: {'id': '42c1e721-a81f-4d70-89cd-d00bcd832c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:40.050607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-876eb868-5849-4b71-8076-320471310f7c None None] Bound port: 656abca7-7b54-44f1-92dd-f3d09b39c93b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c1e721-a81f-4d70-89cd-d00bcd832c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a15a6049-c8c1-4434-b169-ea5b6f4389bc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:40.051049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.054542 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc81661-4a75-4d2d-9c6f-7a37f6cb751f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:40.054988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc81661-4a75-4d2d-9c6f-7a37f6cb751f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:40.058053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6cc81661-4a75-4d2d-9c6f-7a37f6cb751f tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/bc1d097a-de07-4cf1-bbd2-67ea74d5bb51 HTTP/1.1" status: 404 len: 337 time: 0.0347359 Mar 14 18:25:40.060739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47428) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.083346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425bb002-ce4b-40fb-b01e-27a14ef19d75,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.102041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.168861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:40.171528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.178588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-876eb868-5849-4b71-8076-320471310f7c None None] For port 656abca7-7b54-44f1-92dd-f3d09b39c93b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:40.182521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.182656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.182781 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f15459e7-3fcf-4a18-8287-c1666d09afb6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5193784 Mar 14 18:25:40.185229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.189637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-876eb868-5849-4b71-8076-320471310f7c None None] For port 656abca7-7b54-44f1-92dd-f3d09b39c93b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=656abca7-7b54-44f1-92dd-f3d09b39c93b,segment=NetworkSegment(42c1e721-a81f-4d70-89cd-d00bcd832c5c),segment_id=42c1e721-a81f-4d70-89cd-d00bcd832c5c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:40.191619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '425bb002-ce4b-40fb-b01e-27a14ef19d75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.201575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6b13-2fa1-4652-9eb4-4b98efea17ea req-5e8c7f70-f2b7-4b5f-a58b-6cae176d54e4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.203123 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-07cd6b13-2fa1-4652-9eb4-4b98efea17ea req-5e8c7f70-f2b7-4b5f-a58b-6cae176d54e4 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0786066 Mar 14 18:25:40.258542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bb4c1-9aac-4f4c-b40e-57be6e0c9684 req-b15b6c50-d8fd-4cc8-aa7d-c3d65a5be841 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.260385 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be4bb4c1-9aac-4f4c-b40e-57be6e0c9684 req-b15b6c50-d8fd-4cc8-aa7d-c3d65a5be841 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 944 time: 0.0503545 Mar 14 18:25:40.294247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 17be8ef1-170d-4a48-ab0a-a9afeddeb19f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:40.299452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be4bb4c1-9aac-4f4c-b40e-57be6e0c9684 req-f3b8f6ce-e070-42bd-9a32-a0538079687d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Mar 14 18:25:40.302284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8addccd-7e00-4b0b-b775-f02766ffc71c None None] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:40.306223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.315476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.315998 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.326210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-876eb868-5849-4b71-8076-320471310f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.328412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.330509 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-07cd6b13-2fa1-4652-9eb4-4b98efea17ea req-105a804f-7d47-40d1-b65b-0d346abcddee tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009254 Mar 14 18:25:40.342669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfd1c77-f213-47a8-87ed-c7067d64e9a2']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:40.354374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e7cbb3-7fcb-4e17-b45e-265be069c106') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:40.354662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e7cbb3-7fcb-4e17-b45e-265be069c106') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:40.365546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.379035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.386675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:40.387125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:40.390274 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:40.407526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.442649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47436) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.443016 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-14b5db99-2b9d-423c-9b9c-b84de7900ae8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1013048 Mar 14 18:25:40.453554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343587166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:40.474910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['d2daf018-7e27-4e93-b28d-129f9cf6e9f2'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:25:40.476259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.495959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4502671d-6838-4f5c-acaf-5030b6dddefc,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.511544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb868-5849-4b71-8076-320471310f7c None None] Pushing event updated for resources: {'Port': ['ID=656abca7-7b54-44f1-92dd-f3d09b39c93b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.532463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.533650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.535325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.546807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.554626 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/ecfd1c77-f213-47a8-87ed-c7067d64e9a2 HTTP/1.1" status: 204 len: 168 time: 0.4928110 Mar 14 18:25:40.562078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47438) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.570257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4e016-1ada-4d3c-bd57-125307998cde tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=ecfd1c77-f213-47a8-87ed-c7067d64e9a2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.580048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.580048 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-000bd4ea-704b-4c8a-bc28-8a6673c27a10 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3916550 Mar 14 18:25:40.581431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47440) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.621962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.631939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.715122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.730234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-17be8ef1-170d-4a48-ab0a-a9afeddeb19f', 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '55fc5cfb-0cde-4bdc-9346-2f36f749861f'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:40.731185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.771694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port 4a8ce1dc-b90b-418d-932f-1e211e0d2d25 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:40.772040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.797524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.802955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83694ded-dcaf-4080-830d-67c31b309287 req-647a00a0-1776-4bc2-af17-34e4074235cc tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.804759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-83694ded-dcaf-4080-830d-67c31b309287 req-647a00a0-1776-4bc2-af17-34e4074235cc tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0884836 Mar 14 18:25:40.862027 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-83694ded-dcaf-4080-830d-67c31b309287 req-1a418df8-e6d9-444c-94b7-9a8431778a98 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Mar 14 18:25:40.887028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.896937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.899065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4502671d-6838-4f5c-acaf-5030b6dddefc HTTP/1.1" status: 204 len: 168 time: 0.3158669 Mar 14 18:25:40.905202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.915288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:40.924834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c27c88-c633-417b-8ec7-6505f1878618 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4502671d-6838-4f5c-acaf-5030b6dddefc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:40.933609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for 4a8ce1dc-b90b-418d-932f-1e211e0d2d25 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:40.936941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95cda3-b151-4395-82af-e99e44c63752 req-aed3f20a-ff83-4872-9fad-f417c819f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:40.938573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-aed3f20a-ff83-4872-9fad-f417c819f959 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 1099 time: 0.1617901 Mar 14 18:25:40.953130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-88637984-2c6c-4b8c-be43-48f45006571b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464671 Mar 14 18:25:40.959899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:40.997660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.001178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7e88940e-acb5-42f6-862d-8791ec278a72 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5574410 Mar 14 18:25:41.014881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:41.117773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.141362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Allocated IP 172.21.0.2 (17be8ef1-170d-4a48-ab0a-a9afeddeb19f/55fc5cfb-0cde-4bdc-9346-2f36f749861f/b031aae1-88e5-4530-a5df-27f8e5d70f0b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:41.168062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc7cb-3bcb-4a50-b2c7-4452876d02c9 req-c825678f-88fa-4d15-8e0e-0f45be292366 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.169583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-09adc7cb-3bcb-4a50-b2c7-4452876d02c9 req-c825678f-88fa-4d15-8e0e-0f45be292366 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 945 time: 0.1347315 Mar 14 18:25:41.173585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95cda3-b151-4395-82af-e99e44c63752 req-c2d236c0-1078-4620-bed9-cdce4fb0d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.175023 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-c2d236c0-1078-4620-bed9-cdce4fb0d57f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 200 len: 912 time: 0.2261388 Mar 14 18:25:41.204696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.252718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.299240 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-09adc7cb-3bcb-4a50-b2c7-4452876d02c9 req-0ab9061c-4b4d-4a2f-ab0b-30ca2f2eac47 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096876 Mar 14 18:25:41.303252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-b4c616d5-d8a9-4664-89d1-4e61feb6f3a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 200 len: 1002 time: 0.1197927 Mar 14 18:25:41.303703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=4a8ce1dc-b90b-418d-932f-1e211e0d2d25,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.322734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.325354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-02878740-ad0e-4f98-8c6c-fc272b40dfd5 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/ports/4a8ce1dc-b90b-418d-932f-1e211e0d2d25 HTTP/1.1" status: 204 len: 168 time: 0.7621229 Mar 14 18:25:41.330226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:41.371545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64e136c-5180-401c-a216-a457f5a991d6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] DELETE failed (client error): The resource could not be found. Mar 14 18:25:41.372046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64e136c-5180-401c-a216-a457f5a991d6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:25:41.377942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d64e136c-5180-401c-a216-a457f5a991d6 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/338009c4-cda2-43f8-9907-253e297dd360 HTTP/1.1" status: 404 len: 337 time: 0.0465014 Mar 14 18:25:41.379459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:41.416151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95cda3-b151-4395-82af-e99e44c63752 req-451f2103-5673-424f-8315-b84dc092e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.417693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-451f2103-5673-424f-8315-b84dc092e721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 200 len: 850 time: 0.0974927 Mar 14 18:25:41.433815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.459049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.487525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.490233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.491628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/425bb002-ce4b-40fb-b01e-27a14ef19d75 HTTP/1.1" status: 204 len: 168 time: 0.5342944 Mar 14 18:25:41.504154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:41.531790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.547551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd80e8f-f524-4e02-b73c-f8100c250600 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425bb002-ce4b-40fb-b01e-27a14ef19d75,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.557608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7fce-a2e3-4673-afd1-5000350e7a95 req-2cc943ec-ac3a-4d0f-a50f-6d8f1e8178fd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.559448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e87f7fce-a2e3-4673-afd1-5000350e7a95 req-2cc943ec-ac3a-4d0f-a50f-6d8f1e8178fd tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 944 time: 0.1713057 Mar 14 18:25:41.564733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95cda3-b151-4395-82af-e99e44c63752 req-42a5eecd-1701-4b44-8085-4175ae983467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:41.566452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-42a5eecd-1701-4b44-8085-4175ae983467 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075509 Mar 14 18:25:41.567411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c8d4e818-c964-4422-9dcc-45ccf0db7f57 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:41.596839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.610858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-61eaef21-3a06-47a8-9dc3-a5c9ed65f242 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1042125 Mar 14 18:25:41.618613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:41.624353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213339011'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:41.662580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:41.669015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:41.670899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Pushing event updated for resources: {'Port': ['ID=b031aae1-88e5-4530-a5df-27f8e5d70f0b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:41.674659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:41.752505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.758718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Attempting to bind port b031aae1-88e5-4530-a5df-27f8e5d70f0b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:41.760701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Attempting to bind port b031aae1-88e5-4530-a5df-27f8e5d70f0b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '6ae01319-3ba0-47ef-9fbc-0b26249081a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:41.761752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Attempting to bind port b031aae1-88e5-4530-a5df-27f8e5d70f0b on network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:41.767238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:41.767852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Checking segment: {'id': '6ae01319-3ba0-47ef-9fbc-0b26249081a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:41.768504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.768773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Bound using segment: {'id': '6ae01319-3ba0-47ef-9fbc-0b26249081a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:41.769326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Bound port: b031aae1-88e5-4530-a5df-27f8e5d70f0b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae01319-3ba0-47ef-9fbc-0b26249081a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '17be8ef1-170d-4a48-ab0a-a9afeddeb19f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:41.769778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.784087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f7c21a-b2d3-4c51-b21e-babf46a294e5']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:41.803047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cee513b-0b9f-4356-bc71-d22a6803b192') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:41.803336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cee513b-0b9f-4356-bc71-d22a6803b192') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:41.822513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.824667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe1bc9-f424-4280-9351-8d180c42f34f None None] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:41.831326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port c8d4e818-c964-4422-9dcc-45ccf0db7f57 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:41.838737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-bfa7d932-47c1-46ba-ba11-2534bf21e154 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260957 Mar 14 18:25:41.843301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.856680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:41.856935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port c8d4e818-c964-4422-9dcc-45ccf0db7f57 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:41.857034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.857140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:41.861875 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:41.958123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] For port b031aae1-88e5-4530-a5df-27f8e5d70f0b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:42.017664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] Provisioning complete for port 656abca7-7b54-44f1-92dd-f3d09b39c93b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:42.018217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.037510 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e87f7fce-a2e3-4673-afd1-5000350e7a95 req-79fcd3d3-0e41-423d-aec0-bfc67a30a72c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455640 Mar 14 18:25:42.037957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b95cda3-b151-4395-82af-e99e44c63752 req-bb3e8b5a-4ced-4bfe-9861-5f0643306866 service neutron] 10.222.0.61 "GET /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906192 Mar 14 18:25:42.060620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80e51c-ee77-4980-a381-18cf200f35f8 req-684d69dd-961e-473e-a485-22658ee1d5e6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:42.062190 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1e80e51c-ee77-4980-a381-18cf200f35f8 req-684d69dd-961e-473e-a485-22658ee1d5e6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1059399 Mar 14 18:25:42.106075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1e80e51c-ee77-4980-a381-18cf200f35f8 req-f46ee55b-b99b-49a6-ad67-334c884d2ace tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Mar 14 18:25:42.107342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.115573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.121622 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/85f7c21a-b2d3-4c51-b21e-babf46a294e5 HTTP/1.1" status: 204 len: 168 time: 0.7378151 Mar 14 18:25:42.121797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:42.132253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bb011-af2c-478b-8e0a-bd1b7c3aa140 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=85f7c21a-b2d3-4c51-b21e-babf46a294e5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.136324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] For port b031aae1-88e5-4530-a5df-27f8e5d70f0b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b031aae1-88e5-4530-a5df-27f8e5d70f0b,segment=NetworkSegment(6ae01319-3ba0-47ef-9fbc-0b26249081a7),segment_id=6ae01319-3ba0-47ef-9fbc-0b26249081a7)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:42.145262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.167538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.169821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.20.0.1 (a15a6049-c8c1-4434-b169-ea5b6f4389bc/551d7d96-acd1-4546-a0ac-68f684af6b0e/29b86d94-6ccc-4b49-8d36-ca274d86ee8d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:42.201823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:42.204296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1628895-4108-4764-8f58-67438713cbdc" -d '{"events": [{"server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "name": "network-vif-plugged", "status": "completed", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:42.227781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.235816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:42.265957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting subnet 2fd3ad81-7042-4121-b556-80f03d177804 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:42.271095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d64bfa1-49ce-41ac-8544-6a728750c5c2 x-openstack-request-id: req-5d64bfa1-49ce-41ac-8544-6a728750c5c2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:42.271508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "name": "network-vif-plugged", "status": "completed", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:42.271765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d64bfa1-49ce-41ac-8544-6a728750c5c2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:42.272213 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57', 'code': 200} Mar 14 18:25:42.277453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.285396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.327451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 656abca7-7b54-44f1-92dd-f3d09b39c93b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:42.388406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.403677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.468120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8888f-0da0-48d2-b39f-757d272d3a50 None None] Pushing event updated for resources: {'Port': ['ID=b031aae1-88e5-4530-a5df-27f8e5d70f0b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.493002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee26530-82be-4d50-bc48-775bf39d3d27 req-a6f0de92-575d-4e6b-8251-7763eb09798d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:42.494967 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4ee26530-82be-4d50-bc48-775bf39d3d27 req-a6f0de92-575d-4e6b-8251-7763eb09798d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.0930140 Mar 14 18:25:42.512047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] For port 656abca7-7b54-44f1-92dd-f3d09b39c93b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=656abca7-7b54-44f1-92dd-f3d09b39c93b,segment=NetworkSegment(42c1e721-a81f-4d70-89cd-d00bcd832c5c),segment_id=42c1e721-a81f-4d70-89cd-d00bcd832c5c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:42.532914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.548943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.566301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 656abca7-7b54-44f1-92dd-f3d09b39c93b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:42.566673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.567573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4ee26530-82be-4d50-bc48-775bf39d3d27 req-acc874e4-2b07-417b-a8b9-b1f5a125ff5d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660572 Mar 14 18:25:42.570062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.597637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.638970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3d28-69d0-4232-9f73-b5e7a0b45c3e req-f5ee493e-dada-4328-a44c-909ead699050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:42.642250 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7ff3d28-69d0-4232-9f73-b5e7a0b45c3e req-f5ee493e-dada-4328-a44c-909ead699050 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 1099 time: 0.0723939 Mar 14 18:25:42.664660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.692951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.701291 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7ff3d28-69d0-4232-9f73-b5e7a0b45c3e req-8e142f2c-c34a-466e-a55a-56fb9d880859 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497451 Mar 14 18:25:42.758641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc8e60-834a-4687-9f53-962fcc4d7fa9 None None] Pushing event updated for resources: {'Port': ['ID=656abca7-7b54-44f1-92dd-f3d09b39c93b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.758641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8777018e-13e0-4cfa-aad1-1037f62eaa34 None None] Provisioning complete for port 656abca7-7b54-44f1-92dd-f3d09b39c93b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:42.758641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8777018e-13e0-4cfa-aad1-1037f62eaa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.761107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f195461-71a3-4d57-8011-77a8dfae1048,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.848400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.849692 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dea47ce6-0fd8-4522-ad6b-d89cb1ddebff tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2288249 Mar 14 18:25:42.852321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:42.857515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '4f195461-71a3-4d57-8011-77a8dfae1048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:42.897622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.903680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.963529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd3ad81-7042-4121-b556-80f03d177804,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:42.981472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:42.983192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:42.985376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe25a12-466f-4b59-94c2-711995ded361 None None] Network 066f1dfa-00e4-4452-8ac1-312059a63c85 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:42.986207 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4f0aed30-9839-4dd4-b512-fd0f7bf7b268 tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/subnets/2fd3ad81-7042-4121-b556-80f03d177804 HTTP/1.1" status: 204 len: 168 time: 0.8644795 Mar 14 18:25:42.988906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:43.000111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=29b86d94-6ccc-4b49-8d36-ca274d86ee8d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.003664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.008356 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:43.012389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:43.075517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.082566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.184475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Deleting port 50702ff5-5d90-456b-9256-cdf912b0b09c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:43.184833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.303117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] DHCP port deletion for 066f1dfa-00e4-4452-8ac1-312059a63c85 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:43.312656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.322163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] For port 50702ff5-5d90-456b-9256-cdf912b0b09c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=50702ff5-5d90-456b-9256-cdf912b0b09c,segment=NetworkSegment(fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346),segment_id=fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:43.322579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.338995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ca69b-f098-4f1a-bf4a-7fac1c7ea44b req-e7e860c8-61a4-4477-b453-2a0fe20db72e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:43.339309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Calling delete_port for 50702ff5-5d90-456b-9256-cdf912b0b09c owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:43.346484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-328ca69b-f098-4f1a-bf4a-7fac1c7ea44b req-e7e860c8-61a4-4477-b453-2a0fe20db72e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 944 time: 0.1689618 Mar 14 18:25:43.356262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97925e-cbff-49b8-9eb7-ee52d04a852c req-02b2f0f1-2d9e-45e4-8190-e65a521e9d1c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:43.357888 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e97925e-cbff-49b8-9eb7-ee52d04a852c req-02b2f0f1-2d9e-45e4-8190-e65a521e9d1c tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1092606 Mar 14 18:25:43.376144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Deleting port 50702ff5-5d90-456b-9256-cdf912b0b09c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:43.376656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.402731 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-328ca69b-f098-4f1a-bf4a-7fac1c7ea44b req-4c45b9bd-5ef1-4805-83c9-6fed89c60b44 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553217 Mar 14 18:25:43.422410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.474558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e97925e-cbff-49b8-9eb7-ee52d04a852c req-be3a316c-1bb0-432f-a42d-aa63e73eddcd tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058123 Mar 14 18:25:43.475516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-81fa1878-5dd9-49e5-a06c-169404465167 None None] Provisioning complete for port 29b86d94-6ccc-4b49-8d36-ca274d86ee8d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:43.476423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81fa1878-5dd9-49e5-a06c-169404465167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.489044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfbb0f2-9eba-4026-8de6-260da4d87524,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.495559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.525158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] For port 50702ff5-5d90-456b-9256-cdf912b0b09c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=50702ff5-5d90-456b-9256-cdf912b0b09c,segment=NetworkSegment(fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346),segment_id=fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:43.525985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.542871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Calling delete_port for 50702ff5-5d90-456b-9256-cdf912b0b09c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:43.546554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.546700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-81fa1878-5dd9-49e5-a06c-169404465167 None None] Port 29b86d94-6ccc-4b49-8d36-ca274d86ee8d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:43.547845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-49c6324e-7dc2-45f9-b0ed-3706290783bd tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6939368 Mar 14 18:25:43.557173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47478) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:43.560472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.595702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d2daf018-7e27-4e93-b28d-129f9cf6e9f2 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:43.598976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ea56935f-57bb-443c-8a71-f3bf0fbb4863 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules/acfbb0f2-9eba-4026-8de6-260da4d87524 HTTP/1.1" status: 200 len: 763 time: 0.0465353 Mar 14 18:25:43.600745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] No DVR routers for this DVR port 50702ff5-5d90-456b-9256-cdf912b0b09c on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:43.602467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:43.605623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Port': ['ID=50702ff5-5d90-456b-9256-cdf912b0b09c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.698783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.734461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.738076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] Pushing event deleted for resources: {'Port': ['ID=50702ff5-5d90-456b-9256-cdf912b0b09c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:43.752291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408fb0c-3c77-47f9-993d-b89b03a6866c None None] No DVR routers for this DVR port 50702ff5-5d90-456b-9256-cdf912b0b09c on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:43.766763 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b93b598a-e1ff-4ded-9031-bdbc38fd21d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1540751 Mar 14 18:25:43.777041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:25:43.782058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:43.782058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.787238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47484) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:43.799176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066f1dfa-00e4-4452-8ac1-312059a63c85']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:43.807175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea5ae05-3a5c-4bf3-a29d-017a548cec20 None None] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:43.815189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:43.815488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1afe0d-0757-4b3c-b28d-bf0b6a1f8346') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:43.832957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.834316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd09be-f488-42da-b2bc-c3c7fca8f926 req-9bea450f-7f2a-4cf5-ab20-373672ff8913 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:43.835719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-04dd09be-f488-42da-b2bc-c3c7fca8f926 req-9bea450f-7f2a-4cf5-ab20-373672ff8913 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.0720096 Mar 14 18:25:43.842355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.854624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.856554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.871584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:43.872563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:43.875361 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:43.889151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] Provisioning complete for port b031aae1-88e5-4530-a5df-27f8e5d70f0b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:43.889422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.897282 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-04dd09be-f488-42da-b2bc-c3c7fca8f926 req-60d11163-64ba-4462-9216-7c61e4a4360c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498872 Mar 14 18:25:43.899406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:43.977772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.006961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.008447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.022468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.026563 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/acfbb0f2-9eba-4026-8de6-260da4d87524 HTTP/1.1" status: 204 len: 168 time: 0.2336712 Mar 14 18:25:44.026563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.029516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] 10.222.0.58 "DELETE /v2.0/networks/066f1dfa-00e4-4452-8ac1-312059a63c85 HTTP/1.1" status: 204 len: 168 time: 1.0397835 Mar 14 18:25:44.040554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47486) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:44.076114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.079395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=29b86d94-6ccc-4b49-8d36-ca274d86ee8d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.079562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be113e78-d20d-4002-bd0f-269b1674bb7e tempest-NetworksIpV6TestAttrs-1581136012 tempest-NetworksIpV6TestAttrs-1581136012-project] Pushing event deleted for resources: {'Network': ['ID=066f1dfa-00e4-4452-8ac1-312059a63c85,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.083613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218a16-6dee-42e9-896d-05d87859667b tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acfbb0f2-9eba-4026-8de6-260da4d87524,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.138340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.182365 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7ffefe22-632a-4160-b783-e257a016aeae tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1111856 Mar 14 18:25:44.192189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47490) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:44.198748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '4f195461-71a3-4d57-8011-77a8dfae1048', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:44.211734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.254910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:44.273956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:44.276644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a62825-a23e-40fd-add6-8a6789f6c071" -d '{"events": [{"server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "name": "network-vif-plugged", "status": "completed", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:44.305453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] For port b031aae1-88e5-4530-a5df-27f8e5d70f0b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b031aae1-88e5-4530-a5df-27f8e5d70f0b,segment=NetworkSegment(6ae01319-3ba0-47ef-9fbc-0b26249081a7),segment_id=6ae01319-3ba0-47ef-9fbc-0b26249081a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:44.336014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:44.339470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:44.378232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.396236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.541393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618d734-71b8-46bb-9b01-cc69f3558b44 x-openstack-request-id: req-4618d734-71b8-46bb-9b01-cc69f3558b44 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:44.542036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "name": "network-vif-plugged", "status": "completed", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:44.544443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4618d734-71b8-46bb-9b01-cc69f3558b44 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:44.545006 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'code': 200} Mar 14 18:25:44.546105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.573316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 656abca7-7b54-44f1-92dd-f3d09b39c93b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:44.587538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.603691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.678165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.717845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba22ce3-a533-4c76-9353-1e8090517b35 None None] Pushing event updated for resources: {'Port': ['ID=b031aae1-88e5-4530-a5df-27f8e5d70f0b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.732328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fd3ca471-0288-4314-8565-44bed51436d4 None None] Provisioning complete for port b031aae1-88e5-4530-a5df-27f8e5d70f0b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:44.732717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd3ca471-0288-4314-8565-44bed51436d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.734548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc2f19-13b6-4bcf-9e68-1f6184eb8289 req-89d592b5-0c3f-492b-aa36-7e8ae37174c1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:44.736406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61cc2f19-13b6-4bcf-9e68-1f6184eb8289 req-89d592b5-0c3f-492b-aa36-7e8ae37174c1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.1461067 Mar 14 18:25:44.765065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 656abca7-7b54-44f1-92dd-f3d09b39c93b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:44.765346 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.771777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3baf76-d55e-4b31-bc2d-57608f9775ae,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:44.796855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 7da86f53-ac1f-4864-a96a-418c1bba8ad2 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:25:44.800025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ea826-3e1f-4193-99b4-17db0c00d698 req-919c6b74-0e04-4d48-8da7-2ac3868f44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:44.801693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e66ea826-3e1f-4193-99b4-17db0c00d698 req-919c6b74-0e04-4d48-8da7-2ac3868f44bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1098 time: 0.0981402 Mar 14 18:25:44.810879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6d6e9-b438-474a-98b8-c657d0099e62 req-0a7638e8-cf40-4c99-ab81-3af4cd773c75 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:44.819632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5b6d6e9-b438-474a-98b8-c657d0099e62 req-0a7638e8-cf40-4c99-ab81-3af4cd773c75 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1578052 Mar 14 18:25:44.829189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:44.838890 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61cc2f19-13b6-4bcf-9e68-1f6184eb8289 req-42ad30ac-3dec-42f0-9992-f3b370b8bb6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954878 Mar 14 18:25:44.859278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:44.860764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ab3f0851-1755-4941-8785-cbb19ea2bc66 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6672306 Mar 14 18:25:44.864881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:44.902561 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c6ed1cab-0846-4f8f-aaf5-d8f3792f3577 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules/ab3baf76-d55e-4b31-bc2d-57608f9775ae HTTP/1.1" status: 200 len: 763 time: 0.0350697 Mar 14 18:25:44.908425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:44.930058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b031aae1-88e5-4530-a5df-27f8e5d70f0b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:44.952425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5b6d6e9-b438-474a-98b8-c657d0099e62 req-1e8b625e-c6ab-4713-9344-3d03f92c7597 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198611 Mar 14 18:25:44.952425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e66ea826-3e1f-4193-99b4-17db0c00d698 req-cca41335-aabc-4f8c-b89b-1f57805243c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211476 Mar 14 18:25:44.983921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:44.998266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3bc4ae44-9c7f-4384-b7fe-b3e875499a2a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9805698 Mar 14 18:25:44.999693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d18a83-329f-4e94-8150-e567690afaae None None] Sync routers for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:45.013931 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-492db2d8-9263-4022-b219-41a612b546a6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987287 Mar 14 18:25:45.014272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.014272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47514) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.027171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:45.027806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:45.070206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:45.072973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b031aae1-88e5-4530-a5df-27f8e5d70f0b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:45.073216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.074642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3545d0b8-cb81-48a8-a39d-782f9a7f9db4 None None] Provisioning complete for port 29b86d94-6ccc-4b49-8d36-ca274d86ee8d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:45.074996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3545d0b8-cb81-48a8-a39d-782f9a7f9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.080369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860e91-709c-4aa1-9631-3f32d2b20910 req-9a7e5933-5426-473d-ade9-a91f7978b2da tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.081943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00860e91-709c-4aa1-9631-3f32d2b20910 req-9a7e5933-5426-473d-ade9-a91f7978b2da tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0495882 Mar 14 18:25:45.122473 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00860e91-709c-4aa1-9631-3f32d2b20910 req-3418a15e-5b09-40b4-af0f-4077a62e46c6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Mar 14 18:25:45.129015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9801a-5d8e-4ff5-8879-90f5d0692624 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.132733 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dba9801a-5d8e-4ff5-8879-90f5d0692624 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports/29b86d94-6ccc-4b49-8d36-ca274d86ee8d HTTP/1.1" status: 200 len: 910 time: 0.1197898 Mar 14 18:25:45.133931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.137484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.154770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f98e17-6f76-42cd-8820-eb22ce8625e0 req-21a2b0dd-e596-424b-9557-b8a15c4989bc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.155659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:45.156573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:45.158987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3545d0b8-cb81-48a8-a39d-782f9a7f9db4 None None] Port 29b86d94-6ccc-4b49-8d36-ca274d86ee8d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:45.164690 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-06f98e17-6f76-42cd-8820-eb22ce8625e0 req-21a2b0dd-e596-424b-9557-b8a15c4989bc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.1741087 Mar 14 18:25:45.173691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.188098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0c5c9a08-8ee2-40f3-93f6-994b048ccbc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b484af77573a43aeb8362b8791855885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574934 Mar 14 18:25:45.198398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47520) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.256558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-06f98e17-6f76-42cd-8820-eb22ce8625e0 req-c5a198d5-9983-4499-b3ed-25ed235ab8a5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908158 Mar 14 18:25:45.292470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.324022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.385316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.390446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.394072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ab3baf76-d55e-4b31-bc2d-57608f9775ae HTTP/1.1" status: 204 len: 168 time: 0.3792119 Mar 14 18:25:45.398741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47524) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.399534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-19d18a83-329f-4e94-8150-e567690afaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:45.400686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d18a83-329f-4e94-8150-e567690afaae None None] The sync data for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:45.429688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16a170-9287-4ca2-bedb-7b0e32312822 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab3baf76-d55e-4b31-bc2d-57608f9775ae,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.468517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618b2be-4902-44c1-aa85-26c29000cc5f req-d66bb28d-73bb-4a62-9ec4-2c7c9205cf96 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.470177 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8618b2be-4902-44c1-aa85-26c29000cc5f req-d66bb28d-73bb-4a62-9ec4-2c7c9205cf96 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.1239994 Mar 14 18:25:45.501523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9999e9da-4b14-4ed8-b393-c8c9ba7ea45f tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997992 Mar 14 18:25:45.510577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47526) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.515561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '4f195461-71a3-4d57-8011-77a8dfae1048', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:45.532123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.532222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 50702ff5-5d90-456b-9256-cdf912b0b09c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:45.532336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.532336 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a1a42ed-0f1a-4c4f-9f31-492ed9f1ef39 HTTP/1.1" status: 204 len: 168 time: 0.3299141 Mar 14 18:25:45.544846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.554314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 50702ff5-5d90-456b-9256-cdf912b0b09c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:45.558358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 50702ff5-5d90-456b-9256-cdf912b0b09c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:45.558653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b0f71-a4e2-48c7-bbc1-88c149219468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1a42ed-0f1a-4c4f-9f31-492ed9f1ef39,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.566353 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8618b2be-4902-44c1-aa85-26c29000cc5f req-f5c5d24f-9e9a-4919-913b-4d4d08788739 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871480 Mar 14 18:25:45.687201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.781224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.797574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f44c-702e-4f91-b25a-5c95fa8fba43 req-ef2ab0f1-7046-4c55-b7d3-7b6f03132195 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:45.799147 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a1b9f44c-702e-4f91-b25a-5c95fa8fba43 req-ef2ab0f1-7046-4c55-b7d3-7b6f03132195 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.0631609 Mar 14 18:25:45.839578 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a1b9f44c-702e-4f91-b25a-5c95fa8fba43 req-6e34030c-e3a7-4aaf-a3e7-cf10135cb965 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Mar 14 18:25:45.845085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.21.0.1 (17be8ef1-170d-4a48-ab0a-a9afeddeb19f/55fc5cfb-0cde-4bdc-9346-2f36f749861f/1606abe4-ba7f-4bab-b861-6eb954e27c71) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:45.846940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.871546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02df761-59d4-4515-bb68-d8b858f4cbf2,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:45.945874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:45.948768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1769c8aa-4ad6-456f-b8ac-efd310377fe3 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4371986 Mar 14 18:25:45.951382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47540) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:45.971661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5678f917-075a-49a8-b0b4-80d6f5a45f34 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules/c02df761-59d4-4515-bb68-d8b858f4cbf2 HTTP/1.1" status: 200 len: 764 time: 0.0183508 Mar 14 18:25:45.973332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.007601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcbc91-0cd3-4c22-ab3f-c6a4b664f6f6 req-8b3aab34-e02e-4bad-8555-771f9ed0ff56 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:46.009271 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a6fcbc91-0cd3-4c22-ab3f-c6a4b664f6f6 req-8b3aab34-e02e-4bad-8555-771f9ed0ff56 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.0896950 Mar 14 18:25:46.027505 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ee37b797-841c-4e0c-afc2-5f68335c3c6d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0525024 Mar 14 18:25:46.029812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47548) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.030736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.059739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.068784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.069842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a6fcbc91-0cd3-4c22-ab3f-c6a4b664f6f6 req-0acf2ba1-5142-484b-8823-8c18465744c3 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508211 Mar 14 18:25:46.143214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.172673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.183553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.186929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c02df761-59d4-4515-bb68-d8b858f4cbf2 HTTP/1.1" status: 204 len: 168 time: 0.1533656 Mar 14 18:25:46.187195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:46.188897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.193120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:46.200901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:46.207813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=1606abe4-ba7f-4bab-b861-6eb954e27c71,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.261885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b031aae1-88e5-4530-a5df-27f8e5d70f0b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:46.263484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e60a5de-14bd-4b3f-8065-fa0bbd00fb6a tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734732 Mar 14 18:25:46.264341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0b6d3-87df-4863-81d5-c5291fe7a7ad tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c02df761-59d4-4515-bb68-d8b858f4cbf2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.266508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.282724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.324722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b031aae1-88e5-4530-a5df-27f8e5d70f0b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:46.324722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.593403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dcdfef34-d462-4d4c-ab4d-6814e45f3737 None None] Provisioning complete for port 1606abe4-ba7f-4bab-b861-6eb954e27c71 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:46.594125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dcdfef34-d462-4d4c-ab4d-6814e45f3737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.629264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfef34-d462-4d4c-ab4d-6814e45f3737 None None] Port 1606abe4-ba7f-4bab-b861-6eb954e27c71 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:46.733362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47566) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.750526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.776096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.833117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-656244863'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:46.907834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.910365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.911527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f195461-71a3-4d57-8011-77a8dfae1048 HTTP/1.1" status: 204 len: 168 time: 0.6440923 Mar 14 18:25:46.914317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47572) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:46.914820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.930063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e47bd-d8a3-484c-aca2-2aed4dd7dd4c tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f195461-71a3-4d57-8011-77a8dfae1048,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:46.958938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:46.962350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:46.976927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.018653 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6a4e50dc-b365-47f8-bc20-c5f22d7e132d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1032894 Mar 14 18:25:47.023730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.029010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group': {'name': 'tempest-secgroup--687855265'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:47.042601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d6e6d-5ff9-4f31-b255-fe04ac4c1ed7 req-4265b767-f376-46bc-aa43-eebd46db6981 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:47.044072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-689d6e6d-5ff9-4f31-b255-fe04ac4c1ed7 req-4265b767-f376-46bc-aa43-eebd46db6981 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1335666 Mar 14 18:25:47.119984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-689d6e6d-5ff9-4f31-b255-fe04ac4c1ed7 req-5c9ea522-0e40-44e2-a542-c4b4c10bca01 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651901 Mar 14 18:25:47.150358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.165799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.220597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.222319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.234466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7cea3-cbf8-4747-a196-5fee52dc1074 req-1be535b3-65c1-43be-b69a-673bca3070f7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:47.235965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e8b7cea3-cbf8-4747-a196-5fee52dc1074 req-1be535b3-65c1-43be-b69a-673bca3070f7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.0696218 Mar 14 18:25:47.247952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.252682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:47.270031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.270375 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment d2ba7c50-d673-440c-9864-321f57ba07f8 of type vlan for network 5a103656-7e55-47e1-98da-1ee145d4608f Mar 14 18:25:47.271678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ca3641-6015-4e4a-8101-b76a4da9cbd4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:47.280580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e8b7cea3-cbf8-4747-a196-5fee52dc1074 req-6c0cf3a6-eb25-4264-b31e-e6aa44132f40 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Mar 14 18:25:47.291887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.318976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.331434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.366603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442b04a7-9821-4b31-8cf8-c88b29ba9cff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:47.368767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=1606abe4-ba7f-4bab-b861-6eb954e27c71,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:47.371551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.420532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.426116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:47.426693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.440309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.444135 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a6306c1c-e154-4824-88be-b418073a8788 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4172657 Mar 14 18:25:47.444365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.451687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Request body: {'security_group_rule': {'security_group_id': '442b04a7-9821-4b31-8cf8-c88b29ba9cff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:47.474632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.506382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648fd6a-4432-4afa-a8d7-46b1f72ced89 req-489f0ba0-585e-4bc6-aa79-776009111b76 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:47.507880 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2648fd6a-4432-4afa-a8d7-46b1f72ced89 req-489f0ba0-585e-4bc6-aa79-776009111b76 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.1204903 Mar 14 18:25:47.518185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=5a103656-7e55-47e1-98da-1ee145d4608f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:47.531232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:47.532819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:47.533011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:47.558542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d1ce261f-2fd1-4026-ad70-4c7bee5c9f2a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8205659 Mar 14 18:25:47.560095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2648fd6a-4432-4afa-a8d7-46b1f72ced89 req-3cb61152-686b-48f3-bf3d-b51ec2e584f4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Mar 14 18:25:47.560559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47584) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.565517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'name': 'tempest-PortsIpV6TestJSON-343378502'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:47.597848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.621517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.774134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 7da86f53-ac1f-4864-a96a-418c1bba8ad2 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:47.833307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:47.836851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.866037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1db0c879-0f22-440f-a584-e362cc7fcc3b None None] Provisioning complete for port 1606abe4-ba7f-4bab-b861-6eb954e27c71 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:47.867004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1db0c879-0f22-440f-a584-e362cc7fcc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.870039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:47.877105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.877257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2782bc86-65e7-4754-8147-e5cb7886d14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.877361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cbd152-1e1d-4698-912b-aceac0567894 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:47.881097 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f4cbd152-1e1d-4698-912b-aceac0567894 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1093 time: 0.2789509 Mar 14 18:25:47.881259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47590) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:47.885878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:47.909607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1db0c879-0f22-440f-a584-e362cc7fcc3b None None] Port 1606abe4-ba7f-4bab-b861-6eb954e27c71 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:47.968673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:47.974520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:47.989949 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6cf17dfe-4999-4f97-908a-aa0f144134fe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547823 Mar 14 18:25:47.990154 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] Sync routers for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:47.993294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47592) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.000750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc889bb-c03c-4030-b71f-940cb6be93f4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.016289 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:48.017687 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:48.035303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.052704 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:48.062493 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:48.063104 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:48.089076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.090313 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32215152-c37d-4794-87fa-9bff69eb79d6 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6450036 Mar 14 18:25:48.093005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47594) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.102163 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:48.103034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad02958-85f9-4efc-8ba4-07dacce639d9 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.103333 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec48e0-1c27-45ec-a3c5-4d94aaab9b46 None None] The sync data for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:48.104719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0ad02958-85f9-4efc-8ba4-07dacce639d9 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports/1606abe4-ba7f-4bab-b861-6eb954e27c71 HTTP/1.1" status: 200 len: 910 time: 0.1101320 Mar 14 18:25:48.108763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47596) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.153366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.228204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.272108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.312667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.354631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=f805d9c2-74fe-48ea-8a66-34d9b09ccbaf,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.389854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'd2ba7c50-d673-440c-9864-321f57ba07f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:48.390244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: 5a103656-7e55-47e1-98da-1ee145d4608f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:48.403861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.418460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.26.3.36 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/27ccd506-f91d-4331-90bf-2b3f2b900f95) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:48.452383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefdd52-0297-45b6-81c0-6437a13076bd req-c3105a32-4ba0-485f-993f-6b267f6ccfe6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.454010 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2aefdd52-0297-45b6-81c0-6437a13076bd req-c3105a32-4ba0-485f-993f-6b267f6ccfe6 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.2201970 Mar 14 18:25:48.483279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:48.526178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.537713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.561126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 5a103656-7e55-47e1-98da-1ee145d4608f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:48.565199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:48.571511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.571773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.576344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72656af6-f683-448a-9d31-1afaae245fd4 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:48.643056 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2aefdd52-0297-45b6-81c0-6437a13076bd req-c088f15d-9032-4738-b4a4-064287968496 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805990 Mar 14 18:25:48.668440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-97985839-f075-4104-9646-35ad98fbfe94 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:48.668440 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-97985839-f075-4104-9646-35ad98fbfe94 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.61 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1926119 Mar 14 18:25:48.758076 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-649a9c7a-dd97-45a9-b538-0d15bf81063f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1964476 Mar 14 18:25:48.760026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.762015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47600) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.768838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.769052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1844023334'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:48.771379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:48.775301 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/442b04a7-9821-4b31-8cf8-c88b29ba9cff HTTP/1.1" status: 204 len: 168 time: 0.6786561 Mar 14 18:25:48.782497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.814553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adade2d-6a8e-43f5-83b2-bbfb1971251d tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b04a7-9821-4b31-8cf8-c88b29ba9cff,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.842871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:48.849235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:48.859066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:48.867522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=27ccd506-f91d-4331-90bf-2b3f2b900f95,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:48.917140 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bdd0a4eb-1281-42c8-9c33-f78cbbc3d9f1 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1103234 Mar 14 18:25:48.917495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47604) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:48.964656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:48.970207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.309087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Deleting port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:49.309527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.312919 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7b82085-bbc7-4af7-b15b-6b5cfacab060 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3943105 Mar 14 18:25:49.319292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47606) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:49.340791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:49.385060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.385409 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment e77a2c5f-4d2b-4de6-a501-fa40bdad25e4 of type vlan for network c15c9fe0-dcd6-41bb-a0c1-6c2be8058674 Mar 14 18:25:49.401704 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-5be1c88e-d82c-4b54-bf1e-f547434f6e03 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] delete failed (client error): The resource could not be found. Mar 14 18:25:49.402783 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5be1c88e-d82c-4b54-bf1e-f547434f6e03 tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "DELETE /v2.0/security-groups/442b04a7-9821-4b31-8cf8-c88b29ba9cff HTTP/1.1" status: 404 len: 347 time: 0.0799267 Mar 14 18:25:49.411160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47608) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:49.458596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.17 (37d347fb-674e-4fcc-a00d-7f814bc8086e/178c9ca9-0737-4989-a4ab-71b7f49d9528/d501ec5c-1075-4f1a-81dd-0ce814b53773) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:49.463695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.476566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.582206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] For port b21bc94a-ba42-42b1-b0bf-7b9480da9c37, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:49.582488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.586115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.592398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:49.593161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.611702 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-db77b54b-d548-41a7-89a6-79aa206bc71f tempest-SecGroupTest-765783855 tempest-SecGroupTest-765783855-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1978166 Mar 14 18:25:49.808248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0430157 Mar 14 18:25:49.808993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616e4f-19da-413a-a748-a845638434e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=c15c9fe0-dcd6-41bb-a0c1-6c2be8058674,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:49.813129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47614) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:49.819855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c15c9fe0-dcd6-41bb-a0c1-6c2be8058674 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:49.828899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'ports': [{'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'}, {'network_id': 'c15c9fe0-dcd6-41bb-a0c1-6c2be8058674'}]} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:49.829239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:49.829696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'c15c9fe0-dcd6-41bb-a0c1-6c2be8058674'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:49.873436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.879154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:49.903307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf866b-c750-4ecb-983d-dbee354f6022 req-a60a6de6-9534-4e75-be3c-c88b46253621 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:49.904843 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0daf866b-c750-4ecb-983d-dbee354f6022 req-a60a6de6-9534-4e75-be3c-c88b46253621 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 946 time: 0.1618893 Mar 14 18:25:49.942067 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:25:49.987545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0daf866b-c750-4ecb-983d-dbee354f6022 req-922c3049-83d0-48c9-a77f-3b542c09d3d7 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8ff94b4-ace2-40b1-b71b-613e58320a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607185 Mar 14 18:25:50.078192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.078557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.078875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Floating IP 28609db6-e210-4d39-a592-06cded6003b8 disassociated. External IP: 172.26.3.100, port: b21bc94a-ba42-42b1-b0bf-7b9480da9c37. Mar 14 18:25:50.079225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Calling delete_port for b21bc94a-ba42-42b1-b0bf-7b9480da9c37 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:50.098338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.124672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5ae506e-4e6e-4ca0-9f09-850855baa78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.176953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47618) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:50.179341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.257001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.276949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:50.286106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:50.295786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:50.314664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:50.332992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.343635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 2} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:50.348080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.392896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.410602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.416791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=27ccd506-f91d-4331-90bf-2b3f2b900f95,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:50.421949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.484428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 1606abe4-ba7f-4bab-b861-6eb954e27c71 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:50.484775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.501227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e2cad48f-3a6c-4a9c-8b8d-4be61030bc4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e542ae403ead4b588357508b7f911193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230834 Mar 14 18:25:50.504440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:50.531711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP ed94d4d1-e480-4be8-9c42-ad63fe365c6d associated. External IP: 172.26.3.36, port: d2daf018-7e27-4e93-b28d-129f9cf6e9f2. Mar 14 18:25:50.550859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eab8228b-011f-46da-b0e3-d03d7dadf001 None None] Provisioning complete for port d501ec5c-1075-4f1a-81dd-0ce814b53773 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:50.551358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eab8228b-011f-46da-b0e3-d03d7dadf001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.595533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eab8228b-011f-46da-b0e3-d03d7dadf001 None None] Port d501ec5c-1075-4f1a-81dd-0ce814b53773 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:50.745839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:50.761436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.830039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 37231056-4258-440f-a3be-719a8a4a4d24 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:50.834419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event deleted for resources: {'Port': ['ID=b21bc94a-ba42-42b1-b0bf-7b9480da9c37,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:50.839306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.855924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.858059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:50.865132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 1606abe4-ba7f-4bab-b861-6eb954e27c71 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:50.870309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:50.886537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:50.887202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:50.930751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.944865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:50.970098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-35700f3d-389c-427b-9d99-57529a1c1d98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0876877 Mar 14 18:25:50.970844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:50.973319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44165b18-6609-4788-8bc6-360fcd8f9757" -d '{"events": [{"name": "network-changed", "server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:51.028594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8fa5e-74d8-4914-b6e9-bb154a047c37 x-openstack-request-id: req-aba8fa5e-74d8-4914-b6e9-bb154a047c37 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:51.029383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:51.029835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aba8fa5e-74d8-4914-b6e9-bb154a047c37 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:51.031024 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'status': 'completed', 'code': 200} Mar 14 18:25:51.046007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:51.048775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.122985 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4580ba4-6109-42d2-bfbb-37b6c99209d1 req-9686beb5-6e02-4b8c-ae31-57c4aefb00fd tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0406127 Mar 14 18:25:51.305462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ed94d4d1-e480-4be8-9c42-ad63fe365c6d', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:b9:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:25:49Z', 'updated_at': '2022-03-14T18:25:49Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:51.326332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Router 746874f1-524f-422e-acec-73e56457c140 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:51.333342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:51.336486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-b50027c7-e425-4c37-a03e-064b8d073423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:51.338349 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-b50027c7-e425-4c37-a03e-064b8d073423 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1098 time: 0.2763278 Mar 14 18:25:51.342426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:51.343047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:51.377812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.385096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.411848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.414387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:51.416056 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e80e5bd4-c37c-4d68-b038-a10ab319a09a HTTP/1.1" status: 204 len: 168 time: 0.8978281 Mar 14 18:25:51.457096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:51.658625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b21bc94a-ba42-42b1-b0bf-7b9480da9c37 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:51.683455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: b21bc94a-ba42-42b1-b0bf-7b9480da9c37 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:51.686597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b21bc94a-ba42-42b1-b0bf-7b9480da9c37 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:51.740653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ed94d4d1-e480-4be8-9c42-ad63fe365c6d', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:b9:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:25:49Z', 'updated_at': '2022-03-14T18:25:49Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:51.770766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d84d03-c3cd-4cdb-80d6-9967b38e5347 None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ed94d4d1-e480-4be8-9c42-ad63fe365c6d', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:b9:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:25:49Z', 'updated_at': '2022-03-14T18:25:49Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:51.930692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e719d-5638-4d63-916d-43d76d3a7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e5bd4-c37c-4d68-b038-a10ab319a09a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:51.963189 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a6f47-1ccd-4ec2-9b61-80e773deb022 None None] New status for floating IP ed94d4d1-e480-4be8-9c42-ad63fe365c6d: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:25:51.981527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port a0fff310-533d-48c3-87ec-bb29a359d69d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:52.086368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-6e3ac6aa-1e67-403a-9852-247a9845148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.088240 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-6e3ac6aa-1e67-403a-9852-247a9845148e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.7276366 Mar 14 18:25:52.189944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.198678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:52.214752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Sync routers for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:52.224088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:52.224770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:52.284131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=1606abe4-ba7f-4bab-b861-6eb954e27c71,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:52.325456 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-da50ba9e-f683-4d00-bfb9-62f6283dd0d4 req-6e9bec78-57cc-41f4-94f9-1ef9c9edd613 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.0991066 Mar 14 18:25:52.346723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:52.370448 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-019c7183-b198-4368-b3fd-ad4b008fc8e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 200 len: 998 time: 0.2661691 Mar 14 18:25:52.371245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] No DVR routers for this DVR port b21bc94a-ba42-42b1-b0bf-7b9480da9c37 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:52.375737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.378975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55059d7b-56a0-42b5-b2ef-bdc1a640a3b9 req-7922b21d-f281-41f5-b96c-d1ab976e4995 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.61 "DELETE /v2.0/ports/b21bc94a-ba42-42b1-b0bf-7b9480da9c37 HTTP/1.1" status: 204 len: 173 time: 3.7113242 Mar 14 18:25:52.385538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'name': 'network-vif-deleted', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:25:52.387878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a660d3-027a-49a6-b484-966b604967bb" -d '{"events": [{"server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "name": "network-vif-deleted", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:25:52.435585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f847e29-9b0b-4d6d-9a1c-df05c1b0c6d3 x-openstack-request-id: req-0f847e29-9b0b-4d6d-9a1c-df05c1b0c6d3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:25:52.435877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98836a7a-0322-42ff-b8f9-f6bc8a17dfe6", "name": "network-vif-deleted", "tag": "b21bc94a-ba42-42b1-b0bf-7b9480da9c37", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:25:52.436168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f847e29-9b0b-4d6d-9a1c-df05c1b0c6d3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:25:52.436562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98836a7a-0322-42ff-b8f9-f6bc8a17dfe6', 'name': 'network-vif-deleted', 'tag': 'b21bc94a-ba42-42b1-b0bf-7b9480da9c37', 'status': 'completed', 'code': 200} Mar 14 18:25:52.618104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.618104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-6b11a0af-3d32-4755-adc3-fdb1a42eb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.618104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-6b11a0af-3d32-4755-adc3-fdb1a42eb61e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.1615579 Mar 14 18:25:52.618104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.619058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:52.621272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Checking router: 746874f1-524f-422e-acec-73e56457c140 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:52.629806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:52.630436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:52.685831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.751339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:52.771381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-c928f980-0646-4ae7-85f1-bdf083f08cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:52.772887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-c928f980-0646-4ae7-85f1-bdf083f08cab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2099769 Mar 14 18:25:52.795598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.813619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.819610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:52.862497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.887355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:52.991241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:53.020397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.021738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4e462e-ca40-4168-b2f2-eff0744f86ba None None] The sync data for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv is: [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:21:32Z', 'revision_number': 4, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba', 'name': '', 'network_id': '4528f5a7-ecdd-42f1-aafe-a14c1d8c1832', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'mac_address': 'fa:16:3e:db:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:30Z', 'updated_at': '2022-03-14T18:21:39Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'subnets': [{'id': '1717f91f-3cf8-431e-865e-1d6c25376f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:53.030618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:53.053943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:53.061247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=37231056-4258-440f-a3be-719a8a4a4d24,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:53.066703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:53.067489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.129386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-3b74a01c-7acd-43bd-aa52-7cf53e76b8ae service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446662 Mar 14 18:25:53.205286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=a0fff310-533d-48c3-87ec-bb29a359d69d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:53.259897 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acafb48-6e6c-4833-8ebc-f14fc89f3bac None None] New status for floating IP 28609db6-e210-4d39-a592-06cded6003b8: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:25:53.295733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:53.307040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:53.365166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'e77a2c5f-4d2b-4de6-a501-fa40bdad25e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c15c9fe0-dcd6-41bb-a0c1-6c2be8058674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:53.365166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: c15c9fe0-dcd6-41bb-a0c1-6c2be8058674, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:53.400369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 7da86f53-ac1f-4864-a96a-418c1bba8ad2 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:53.411634 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44165b18-6609-4788-8bc6-360fcd8f9757 req-82c5596e-07ea-41b3-ac90-71127d0e211a service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667091 Mar 14 18:25:53.511183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network c15c9fe0-dcd6-41bb-a0c1-6c2be8058674 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:53.562903 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5c5dde47-c27f-42eb-b6f4-7ddd3811f955 req-b19b07a0-f610-466e-8352-f704888d7a98 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/ports?device_id=98836a7a-0322-42ff-b8f9-f6bc8a17dfe6 HTTP/1.1" status: 200 len: 210 time: 0.1288648 Mar 14 18:25:53.587360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:53.593512 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f3551f00-6f72-4c75-8ae3-a4ee57517415 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4790599 Mar 14 18:25:53.596511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:53.599166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] Sync routers for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:53.604306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:53.610722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:53.610722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:53.649799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:53.666013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:53.666551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:53.670013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7c07a112-b93f-4518-8bf1-25d3f6a44c6b None None] Provisioning complete for port d501ec5c-1075-4f1a-81dd-0ce814b53773 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:53.681784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c07a112-b93f-4518-8bf1-25d3f6a44c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.681973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c15c9fe0-dcd6-41bb-a0c1-6c2be8058674) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:53.690112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:53.695747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.701325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:53.702004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:53.717934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d3004-777b-435b-8f26-6855d182a360 None None] Network c15c9fe0-dcd6-41bb-a0c1-6c2be8058674 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:53.724819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:53.725442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698da43-1981-4f89-b33e-5ceea5f349c4 None None] The sync data for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:53.928535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7c07a112-b93f-4518-8bf1-25d3f6a44c6b None None] Port d501ec5c-1075-4f1a-81dd-0ce814b53773 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:25:54.216311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bcbfe46b-045d-410e-a49b-aae55321a9d2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3973224 Mar 14 18:25:54.219250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:54.254444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:54.266034 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:54.289186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e839fa73-1075-495a-984c-22c7f95e48cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8021715 Mar 14 18:25:54.289446 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:54.289446 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:54.322650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port a0fff310-533d-48c3-87ec-bb29a359d69d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:54.323095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.389544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.398075 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:54.402991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for a0fff310-533d-48c3-87ec-bb29a359d69d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:54.418690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.548534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.579813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=a0fff310-533d-48c3-87ec-bb29a359d69d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:54.584040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.588211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59048282-68d1-434e-a45f-0dd672dd4565 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/a0fff310-533d-48c3-87ec-bb29a359d69d HTTP/1.1" status: 204 len: 168 time: 0.3676932 Mar 14 18:25:54.590873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:54.644990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21363b4b-7f65-4e69-a9b3-70218c762daa tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.649572 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:25:50Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd501ec5c-1075-4f1a-81dd-0ce814b53773', 'name': '', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:c0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:48Z', 'updated_at': '2022-03-14T18:25:52Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:54.652248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21363b4b-7f65-4e69-a9b3-70218c762daa tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:54.655023 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-21363b4b-7f65-4e69-a9b3-70218c762daa tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0622833 Mar 14 18:25:54.657052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:54.682986 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:54.683632 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Updating router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 port d501ec5c-1075-4f1a-81dd-0ce814b53773 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:25:54.703553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 29b86d94-6ccc-4b49-8d36-ca274d86ee8d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:54.703930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.746143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:54.801720 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.808260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 37231056-4258-440f-a3be-719a8a4a4d24 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:54.808610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.813784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.827391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 29b86d94-6ccc-4b49-8d36-ca274d86ee8d owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:54.834585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.897761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.901597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:54.921481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 37231056-4258-440f-a3be-719a8a4a4d24 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:55.070028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.073263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.074585 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "DELETE /v2.0/security-groups/a8ff94b4-ace2-40b1-b71b-613e58320a51 HTTP/1.1" status: 204 len: 168 time: 0.3278146 Mar 14 18:25:55.077292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47656) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.083694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6eb2-4a88-4aaa-9832-b4ff0cc6082f tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ff94b4-ace2-40b1-b71b-613e58320a51,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.084244 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.091537 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-68b42023-6c1f-457e-a222-d74db8493c16 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] show failed (client error): The resource could not be found. Mar 14 18:25:55.092547 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-68b42023-6c1f-457e-a222-d74db8493c16 tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "GET /v2.0/security-groups/a8ff94b4-ace2-40b1-b71b-613e58320a51 HTTP/1.1" status: 404 len: 347 time: 0.0140710 Mar 14 18:25:55.093166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.093681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.096539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.127844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=37231056-4258-440f-a3be-719a8a4a4d24,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.132964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.138130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-09eb55a3-948e-4afe-bec9-4efd997260e3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/37231056-4258-440f-a3be-719a8a4a4d24 HTTP/1.1" status: 204 len: 168 time: 0.4787281 Mar 14 18:25:55.140045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.143749 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.177321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=29b86d94-6ccc-4b49-8d36-ca274d86ee8d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.200885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616fa05-8493-442b-b914-ff20105ac547 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:55.205348 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4616fa05-8493-442b-b914-ff20105ac547 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0643442 Mar 14 18:25:55.205973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.232761 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Pushing event updated for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.240929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb9dc0c-1620-4c35-b19d-f9b136ad7861 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:25:55.247062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5eb9dc0c-1620-4c35-b19d-f9b136ad7861 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/a0fff310-533d-48c3-87ec-bb29a359d69d HTTP/1.1" status: 404 len: 333 time: 0.0400758 Mar 14 18:25:55.247680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.259382 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.259775 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.265824 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.265824 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.266680 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.266680 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.266971 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.267534 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.268113 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.268651 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.270558 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.271220 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:25:55.273532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-8199ac72-383a-494b-8f90-48a0a6e26c1b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:25:55.278121 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8199ac72-383a-494b-8f90-48a0a6e26c1b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/37231056-4258-440f-a3be-719a8a4a4d24 HTTP/1.1" status: 404 len: 333 time: 0.0293660 Mar 14 18:25:55.278731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47666) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.295825 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Attempting to bind port d501ec5c-1075-4f1a-81dd-0ce814b53773 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:55.296193 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Attempting to bind port d501ec5c-1075-4f1a-81dd-0ce814b53773 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:55.296554 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Attempting to bind port d501ec5c-1075-4f1a-81dd-0ce814b53773 on network 37d347fb-674e-4fcc-a00d-7f814bc8086e {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:55.301878 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:55.302537 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Checking segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:55.303120 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.303666 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Bound using segment: {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:55.304307 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Bound port: d501ec5c-1075-4f1a-81dd-0ce814b53773, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369c640e-8ad9-4a45-9018-756e7b89ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:55.304710 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.365361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.404893 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] For port d501ec5c-1075-4f1a-81dd-0ce814b53773, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:55.408696 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] For port d501ec5c-1075-4f1a-81dd-0ce814b53773, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d501ec5c-1075-4f1a-81dd-0ce814b53773,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:55.420054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.483895 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.484685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.532609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15c9fe0-dcd6-41bb-a0c1-6c2be8058674']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:55.543447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77a2c5f-4d2b-4de6-a501-fa40bdad25e4') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:55.544046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77a2c5f-4d2b-4de6-a501-fa40bdad25e4') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:55.548897 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:55.549734 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:55.557146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.572386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] Provisioning complete for port d501ec5c-1075-4f1a-81dd-0ce814b53773 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:55.572932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.576689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.576926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Deleting port fbc77b5f-e2b7-4653-8f30-b79e0a5cba46 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:55.577192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.587251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:55.588391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:55.592395 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:55.630839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659324b6-ae35-440c-87d3-00b0b5706ce0 None None] Pushing event updated for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.662874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.663201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.676167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Calling delete_port for fbc77b5f-e2b7-4653-8f30-b79e0a5cba46 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:55.690443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.738290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] For port d501ec5c-1075-4f1a-81dd-0ce814b53773, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d501ec5c-1075-4f1a-81dd-0ce814b53773,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:55.747210 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:55.784617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.793356 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.796615 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/c15c9fe0-dcd6-41bb-a0c1-6c2be8058674 HTTP/1.1" status: 204 len: 168 time: 0.5169437 Mar 14 18:25:55.800739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47668) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.806709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1847770668'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:55.807070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.822878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554aee3-488c-4798-bb6f-33b53d222242 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=c15c9fe0-dcd6-41bb-a0c1-6c2be8058674,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.828698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 7da86f53-ac1f-4864-a96a-418c1bba8ad2 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:55.866213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc898c-4694-49ff-9a39-1a9af6b21ad9 None None] Pushing event updated for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:55.928035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1f9bd6c-ec9a-4553-a452-4602e6602f91 None None] Provisioning complete for port d501ec5c-1075-4f1a-81dd-0ce814b53773 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:55.928885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bd6c-ec9a-4553-a452-4602e6602f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.937338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:55.940958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:55.951950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:55.958347 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6a85d4dc-674a-4e58-9014-793e7d62ee52 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608141 Mar 14 18:25:55.966879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:55.970335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] Sync routers for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:55.992558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:55.993294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:56.003318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cf5f83b0-5e73-49c6-bcb8-3a7ad61f305e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da86f53-ac1f-4864-a96a-418c1bba8ad2 HTTP/1.1" status: 200 len: 205 time: 0.0386865 Mar 14 18:25:56.004088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47672) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:56.004763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:56.021918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.022389 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment e69c07d8-7eab-48bb-9b57-833f6df8906b of type vlan for network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc Mar 14 18:25:56.037363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:56.060280 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:25:50Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd501ec5c-1075-4f1a-81dd-0ce814b53773', 'name': '', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:c0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:48Z', 'updated_at': '2022-03-14T18:25:55Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:56.066756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.093504 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fff8d5-4f2f-4d16-b2ef-4b2bb22f2881 None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:25:50Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd501ec5c-1075-4f1a-81dd-0ce814b53773', 'name': '', 'network_id': '37d347fb-674e-4fcc-a00d-7f814bc8086e', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:c0:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:25:48Z', 'updated_at': '2022-03-14T18:25:55Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '178c9ca9-0737-4989-a4ab-71b7f49d9528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:56.097217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] Routers {'7da86f53-ac1f-4864-a96a-418c1bba8ad2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:56.097990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:56.104760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.105355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.139966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Pushing event deleted for resources: {'Port': ['ID=fbc77b5f-e2b7-4653-8f30-b79e0a5cba46,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.181587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:56.182457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b309e0b-6351-48da-a290-3b6f93d8d7b6 None None] The sync data for ids ['7da86f53-ac1f-4864-a96a-418c1bba8ad2'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:56.208775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.216761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:56.217452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.320617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5187659 Mar 14 18:25:56.323216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:56.329780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.336747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:56.340001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d501ec5c-1075-4f1a-81dd-0ce814b53773 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:25:56.349832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.353318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.354550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-434fcc2e-e012-43f5-877e-53f480ad9bea tempest-ServerActionsTestJSON-1651521150 tempest-ServerActionsTestJSON-1651521150-project] 10.222.0.58 "DELETE /v2.0/floatingips/28609db6-e210-4d39-a592-06cded6003b8 HTTP/1.1" status: 204 len: 168 time: 1.2534473 Mar 14 18:25:56.355392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0239d-6d82-4a8c-af3f-1d57223c1f7e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:56.358213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:56.379576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:56.480888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d501ec5c-1075-4f1a-81dd-0ce814b53773 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:25:56.481358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.823763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.824327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router 7da86f53-ac1f-4864-a96a-418c1bba8ad2 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:25:56.833154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.834295 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9d61621b-3199-42a7-b9d0-a34ef2a4a0c3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2 HTTP/1.1" status: 204 len: 168 time: 0.8291962 Mar 14 18:25:56.837123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:56.874216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:56.878060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.889477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 55fc5cfb-0cde-4bdc-9346-2f36f749861f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:56.892677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.932606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:56.944119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:25:56.946917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:25:57.020915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.144547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.175042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.178460 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/55fc5cfb-0cde-4bdc-9346-2f36f749861f HTTP/1.1" status: 204 len: 168 time: 0.3402972 Mar 14 18:25:57.179459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad608bc-8e59-4590-8449-5d65307339eb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=55fc5cfb-0cde-4bdc-9346-2f36f749861f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.181328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:57.185166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b91cd-d86d-427a-9386-b4a89a496cd5 None None] Network 17be8ef1-170d-4a48-ab0a-a9afeddeb19f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:57.236083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.239127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.244927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 551d7d96-acd1-4546-a0ac-68f684af6b0e {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:25:57.249297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.294825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.377430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=64ead46c-8694-4792-9931-a5130e91a586,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.379402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] DHCP port deletion for 17be8ef1-170d-4a48-ab0a-a9afeddeb19f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:57.396149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'e69c07d8-7eab-48bb-9b57-833f6df8906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:57.396438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:25:57.407837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.427892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Deleting port b031aae1-88e5-4530-a5df-27f8e5d70f0b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:57.428911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.505738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] For port b031aae1-88e5-4530-a5df-27f8e5d70f0b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b031aae1-88e5-4530-a5df-27f8e5d70f0b,segment=NetworkSegment(6ae01319-3ba0-47ef-9fbc-0b26249081a7),segment_id=6ae01319-3ba0-47ef-9fbc-0b26249081a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:57.506155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.519101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Calling delete_port for b031aae1-88e5-4530-a5df-27f8e5d70f0b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:57.539246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:25:57.565460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Deleting port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:57.565807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.566703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.589941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2fa28-1857-45e4-99bc-ec15a326cd6d None None] Network a15a6049-c8c1-4434-b169-ea5b6f4389bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:57.590161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.603688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/551d7d96-acd1-4546-a0ac-68f684af6b0e HTTP/1.1" status: 204 len: 168 time: 0.4155025 Mar 14 18:25:57.614943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:57.619794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c0a10-9470-4023-9727-601da4387bc8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=551d7d96-acd1-4546-a0ac-68f684af6b0e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.633791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:57.638864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:57.640504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.645832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee55a2b-4bef-4219-a533-ea7642e4013b None None] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:25:57.705610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.749015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.752990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] For port f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:57.753354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.768683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] Pushing event deleted for resources: {'Port': ['ID=b031aae1-88e5-4530-a5df-27f8e5d70f0b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:57.772264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c13261-35e5-4de6-b085-325a1c8f06e1 None None] No DVR routers for this DVR port b031aae1-88e5-4530-a5df-27f8e5d70f0b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:57.782196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9b3d83ed-a6d6-4873-95e3-44b745080868 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4549482 Mar 14 18:25:57.784509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47688) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:57.785023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Calling delete_port for f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:57.794095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc', 'name': 'tempest-PortsIpV6TestJSON-926204409'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:57.905722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc', 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': '64ead46c-8694-4792-9931-a5130e91a586'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:25:57.907006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.963301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:57.985026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:57.989657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] DHCP port deletion for a15a6049-c8c1-4434-b169-ea5b6f4389bc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:25:57.994223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.011804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port de5144ab-75f6-4a80-9bb4-887fa456e9cc yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:25:58.032514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17be8ef1-170d-4a48-ab0a-a9afeddeb19f']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.048666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae01319-3ba0-47ef-9fbc-0b26249081a7') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.048996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae01319-3ba0-47ef-9fbc-0b26249081a7') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.064105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.088331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.089585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.098446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:58.098845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:58.102982 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:58.114836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Allocated IP 2001:db8::2 (7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc/64ead46c-8694-4792-9931-a5130e91a586/1ab886a1-db99-4a52-91fb-98a321fb8219) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:58.127160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Deleting port 656abca7-7b54-44f1-92dd-f3d09b39c93b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:58.127635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.241743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 656abca7-7b54-44f1-92dd-f3d09b39c93b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:58.247241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.254055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] For port 656abca7-7b54-44f1-92dd-f3d09b39c93b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=656abca7-7b54-44f1-92dd-f3d09b39c93b,segment=NetworkSegment(42c1e721-a81f-4d70-89cd-d00bcd832c5c),segment_id=42c1e721-a81f-4d70-89cd-d00bcd832c5c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:58.254243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.254455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.260572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47690) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:58.260945 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/17be8ef1-170d-4a48-ab0a-a9afeddeb19f HTTP/1.1" status: 204 len: 168 time: 0.6450067 Mar 14 18:25:58.273605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579ad34-cd91-4c9c-9b40-b0bcfd3755a4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=17be8ef1-170d-4a48-ab0a-a9afeddeb19f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.276991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.308837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Calling delete_port for 656abca7-7b54-44f1-92dd-f3d09b39c93b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:58.368989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.386512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.452580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 656abca7-7b54-44f1-92dd-f3d09b39c93b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:58.452580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.499569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.503905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.530365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.543672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 656abca7-7b54-44f1-92dd-f3d09b39c93b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=656abca7-7b54-44f1-92dd-f3d09b39c93b,segment=NetworkSegment(42c1e721-a81f-4d70-89cd-d00bcd832c5c),segment_id=42c1e721-a81f-4d70-89cd-d00bcd832c5c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:58.545321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.561205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 656abca7-7b54-44f1-92dd-f3d09b39c93b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:58.601327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.646707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b031aae1-88e5-4530-a5df-27f8e5d70f0b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:25:58.650924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.653014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] No DVR routers for this DVR port 656abca7-7b54-44f1-92dd-f3d09b39c93b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:58.657329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e191-c7ad-43a9-bfdf-820ebbebb903 None None] Pushing event deleted for resources: {'Port': ['ID=656abca7-7b54-44f1-92dd-f3d09b39c93b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.707933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b031aae1-88e5-4530-a5df-27f8e5d70f0b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:25:58.708177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b031aae1-88e5-4530-a5df-27f8e5d70f0b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:25:58.715042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::52 (7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc/64ead46c-8694-4792-9931-a5130e91a586/de5144ab-75f6-4a80-9bb4-887fa456e9cc) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:25:58.723216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:58.726043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:58.728684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.730221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:58.742950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Pushing event updated for resources: {'Port': ['ID=1ab886a1-db99-4a52-91fb-98a321fb8219,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.768598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=656abca7-7b54-44f1-92dd-f3d09b39c93b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:58.781085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Router 746874f1-524f-422e-acec-73e56457c140 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:25:58.781546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port 656abca7-7b54-44f1-92dd-f3d09b39c93b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:25:58.809875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Attempting to bind port 1ab886a1-db99-4a52-91fb-98a321fb8219 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:25:58.810268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Attempting to bind port 1ab886a1-db99-4a52-91fb-98a321fb8219 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e69c07d8-7eab-48bb-9b57-833f6df8906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:25:58.810753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Attempting to bind port 1ab886a1-db99-4a52-91fb-98a321fb8219 on network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:25:58.817227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:25:58.817227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Checking segment: {'id': 'e69c07d8-7eab-48bb-9b57-833f6df8906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:25:58.817544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.817811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Bound using segment: {'id': 'e69c07d8-7eab-48bb-9b57-833f6df8906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:25:58.818243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Bound port: 1ab886a1-db99-4a52-91fb-98a321fb8219, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69c07d8-7eab-48bb-9b57-833f6df8906b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:25:58.818638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.885700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] For port 1ab886a1-db99-4a52-91fb-98a321fb8219, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:25:58.889201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] For port 1ab886a1-db99-4a52-91fb-98a321fb8219, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1ab886a1-db99-4a52-91fb-98a321fb8219,segment=NetworkSegment(e69c07d8-7eab-48bb-9b57-833f6df8906b),segment_id=e69c07d8-7eab-48bb-9b57-833f6df8906b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:25:58.910718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:25:58.914660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.915870 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3cb1a5ef-8016-4908-9db0-50ccbeb4a472 admin admin] 10.222.0.58 "PUT /v2.0/routers/746874f1-524f-422e-acec-73e56457c140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545471 Mar 14 18:25:58.920366 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Sync routers for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:25:58.927504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47692) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:58.931237 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:58.931894 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.938785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:58.975116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15a6049-c8c1-4434-b169-ea5b6f4389bc']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.990714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c1e721-a81f-4d70-89cd-d00bcd832c5c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:58.991470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c1e721-a81f-4d70-89cd-d00bcd832c5c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:59.027292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.041339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e342a42-cf4e-4797-a222-0e71bb5f7d3a None None] Pushing event updated for resources: {'Port': ['ID=1ab886a1-db99-4a52-91fb-98a321fb8219,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.055184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.070960 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:59.073062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:25:59.074215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.085239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:25:59.093183 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:25:59.099808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.214209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.260327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.269610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.272854 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/a15a6049-c8c1-4434-b169-ea5b6f4389bc HTTP/1.1" status: 204 len: 168 time: 1.0111039 Mar 14 18:25:59.277466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:59.282081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-87570022'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:59.301051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793973-00fc-4e7b-aacc-60ab6f30f208 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=a15a6049-c8c1-4434-b169-ea5b6f4389bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.303418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.348513 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237'}], 'enable_snat': True}, 'gw_port_id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:25:58Z', 'revision_number': 5, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port': {'id': '5a604ed2-ddb6-430e-abda-bcc87bd505b1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746874f1-524f-422e-acec-73e56457c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:21:21Z', 'updated_at': '2022-03-14T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:59.361148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:25:59.367395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:25:59.368384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:25:59.374155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Deleting port 5a604ed2-ddb6-430e-abda-bcc87bd505b1 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:59.374745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.377693 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Checking router: 746874f1-524f-422e-acec-73e56457c140 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:25:59.380835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:59.381509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.387036 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Routers {'746874f1-524f-422e-acec-73e56457c140'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:25:59.387896 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['746874f1-524f-422e-acec-73e56457c140'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:59.395201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=de5144ab-75f6-4a80-9bb4-887fa456e9cc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.429840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:25:59.433556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.472110 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-13706ddd-20b4-436e-97fc-39767fd6265c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6854174 Mar 14 18:25:59.472889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47698) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:59.481023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:25:59.489121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] Set router 746874f1-524f-422e-acec-73e56457c140 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:25:59.498171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] For port 5a604ed2-ddb6-430e-abda-bcc87bd505b1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a604ed2-ddb6-430e-abda-bcc87bd505b1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:25:59.498486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.507046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.507388 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment f3c16e44-fab3-48f7-86e2-52d5799dffcc of type vlan for network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f Mar 14 18:25:59.520704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Calling delete_port for 5a604ed2-ddb6-430e-abda-bcc87bd505b1 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:59.549929 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:25:59Z', 'revision_number': 6, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:25:59.563330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.580609 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9e28-52a4-4ef9-a390-78bdccf3243f None None] The sync data for ids ['746874f1-524f-422e-acec-73e56457c140'] in dv-neutron-833670-1-hyperv is: [{'id': '746874f1-524f-422e-acec-73e56457c140', 'name': 'tempest-ServerActionsTestJSON-637829168-router', 'tenant_id': '23a67a0d8ad746e0b2d99370701aca7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:21:19Z', 'updated_at': '2022-03-14T18:25:59Z', 'revision_number': 6, 'project_id': '23a67a0d8ad746e0b2d99370701aca7e', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:25:59.585215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port de5144ab-75f6-4a80-9bb4-887fa456e9cc {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:25:59.585215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.675198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.680558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:25:59.681312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.728312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.740184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for de5144ab-75f6-4a80-9bb4-887fa456e9cc owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:25:59.763248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:25:59.774295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:25:59.784877 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-57e9b5b0-b52f-42aa-8022-dc516ceb074a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5068436 Mar 14 18:25:59.787758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:25:59.792988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:25:59.933770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:25:59.960420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.021454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:00.025703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.035121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=de5144ab-75f6-4a80-9bb4-887fa456e9cc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.038106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.041462 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b764d4ff-1aa2-4d19-b0c0-e4f8fce4925c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/de5144ab-75f6-4a80-9bb4-887fa456e9cc HTTP/1.1" status: 204 len: 168 time: 0.5674837 Mar 14 18:26:00.044340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47702) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.053145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a604ed2-ddb6-430e-abda-bcc87bd505b1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.070937 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cac9b64-51c1-454d-a893-b83f47cdaa04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:26:00.072336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cac9b64-51c1-454d-a893-b83f47cdaa04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:00.075645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6cac9b64-51c1-454d-a893-b83f47cdaa04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/de5144ab-75f6-4a80-9bb4-887fa456e9cc HTTP/1.1" status: 404 len: 333 time: 0.0303550 Mar 14 18:26:00.078472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47704) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.107015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ed0db-f0a6-4bf1-be01-88630a917232 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:00.111355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8a1ed0db-f0a6-4bf1-be01-88630a917232 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/de5144ab-75f6-4a80-9bb4-887fa456e9cc HTTP/1.1" status: 404 len: 333 time: 0.0290864 Mar 14 18:26:00.111652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47706) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.136386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.167118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 64ead46c-8694-4792-9931-a5130e91a586 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:00.171076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.218887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.239372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fdd93-7b2b-4a40-a880-0096151cf047 None None] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:00.245293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.251318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.325771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.371196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] Provisioning complete for port 1ab886a1-db99-4a52-91fb-98a321fb8219 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:00.371947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.385843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.386431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746874f1-524f-422e-acec-73e56457c140 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:00.396143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.401238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5100eb6-051c-4291-b824-e0c098db29cd admin admin] 10.222.0.58 "DELETE /v2.0/routers/746874f1-524f-422e-acec-73e56457c140 HTTP/1.1" status: 204 len: 168 time: 1.4717355 Mar 14 18:26:00.402132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47708) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.454020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Deleting subnet 1717f91f-3cf8-431e-865e-1d6c25376f49 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:00.460290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.464495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.497118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.539066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.559765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.560522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=4a3cd79e-fa8c-4d29-a7ff-6316d466a286,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.574236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1ab886a1-db99-4a52-91fb-98a321fb8219 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:00.592372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': 'f3c16e44-fab3-48f7-86e2-52d5799dffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:00.592983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:00.595968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=64ead46c-8694-4792-9931-a5130e91a586,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.619237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.628670 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-543c6ead-6a5b-43a3-913f-0ac8bc400da4 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/64ead46c-8694-4792-9931-a5130e91a586 HTTP/1.1" status: 204 len: 168 time: 0.5133848 Mar 14 18:26:00.632886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.654880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] For port 1ab886a1-db99-4a52-91fb-98a321fb8219, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1ab886a1-db99-4a52-91fb-98a321fb8219,segment=NetworkSegment(e69c07d8-7eab-48bb-9b57-833f6df8906b),segment_id=e69c07d8-7eab-48bb-9b57-833f6df8906b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:00.661003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 1ab886a1-db99-4a52-91fb-98a321fb8219 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:00.661003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.685169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:00.708003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.711055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.761973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:00.762219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.774585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:00.776564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.778861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd282fe-154f-4efd-8f35-3d0937d73df5 None None] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:00.846358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 1ab886a1-db99-4a52-91fb-98a321fb8219 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:00.847107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.849506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222a4fd-f24b-4f02-b501-6f1c7135c3e4 None None] Network 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:00.872850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae05dce-c306-4d05-9381-7be047510e46 None None] Pushing event updated for resources: {'Port': ['ID=1ab886a1-db99-4a52-91fb-98a321fb8219,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.887022 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-08c69d79-c663-4142-b684-f6bd6a435de8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958698 Mar 14 18:26:00.887696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.898881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-349467330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:00.903399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.945055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1717f91f-3cf8-431e-865e-1d6c25376f49,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:00.954453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.956739 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1af2f1ab-4720-4b76-9f33-8b8d2f029662 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1717f91f-3cf8-431e-865e-1d6c25376f49 HTTP/1.1" status: 204 len: 168 time: 0.5535576 Mar 14 18:26:00.958691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port 1ab886a1-db99-4a52-91fb-98a321fb8219, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1ab886a1-db99-4a52-91fb-98a321fb8219,segment=NetworkSegment(e69c07d8-7eab-48bb-9b57-833f6df8906b),segment_id=e69c07d8-7eab-48bb-9b57-833f6df8906b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:00.959127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:00.961330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47714) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:00.970522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384167b-51a1-4128-b7a0-1a67ab09a185 None None] Network 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:00.990247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 1ab886a1-db99-4a52-91fb-98a321fb8219 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:00.990511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:01.000376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.001544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.055311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-297551fb-1081-439b-933d-2ff0df0bf460 None None] Provisioning complete for port 1ab886a1-db99-4a52-91fb-98a321fb8219 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:01.055689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-297551fb-1081-439b-933d-2ff0df0bf460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.057209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:01.057620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f6b2dd0a-6fa4-4e68-b08a-28b4a68576ba not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:01.057996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a604ed2-ddb6-430e-abda-bcc87bd505b1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:01.059505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.082440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.132174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.154506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5a604ed2-ddb6-430e-abda-bcc87bd505b1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:01.154887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a604ed2-ddb6-430e-abda-bcc87bd505b1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:01.159130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Deleting port 94b93866-59df-442d-9e11-e50f1a8ed00e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:01.159811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.222198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] For port 94b93866-59df-442d-9e11-e50f1a8ed00e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94b93866-59df-442d-9e11-e50f1a8ed00e,segment=NetworkSegment(00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc),segment_id=00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:01.222560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.229867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.234519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f', 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '4a3cd79e-fa8c-4d29-a7ff-6316d466a286'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:01.235363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.246174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Calling delete_port for 94b93866-59df-442d-9e11-e50f1a8ed00e owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:01.253540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.257478 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-26f1217f-1797-491e-97ed-9045389a5953 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3662682 Mar 14 18:26:01.257793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:01.263985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'port': {'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f', 'name': 'tempest-RoutersTest-675488429'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:01.268873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=1ab886a1-db99-4a52-91fb-98a321fb8219,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.272326 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-297551fb-1081-439b-933d-2ff0df0bf460 None None] No ports have port_id starting with 1ab886a1-db99-4a52-91fb-98a321fb8219 Mar 14 18:26:01.277440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port 1ab886a1-db99-4a52-91fb-98a321fb8219 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:01.402446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.414915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562e593-d0fb-4d77-9fdf-336591839e99 None None] DHCP port deletion for 7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:01.428753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Allocated IP 172.20.0.2 (7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f/4a3cd79e-fa8c-4d29-a7ff-6316d466a286/b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:01.433468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:01.447911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69c07d8-7eab-48bb-9b57-833f6df8906b') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:01.448196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69c07d8-7eab-48bb-9b57-833f6df8906b') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:01.459950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.473614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] DHCP port deletion for 4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:01.477313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.485109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:01.485109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:01.487585 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:01.521392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:01.525072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.543346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] device_id is not set on port e21885ef-cdf9-4642-b643-8305a6a994ee yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:01.559920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.596659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] No DVR routers for this DVR port 94b93866-59df-442d-9e11-e50f1a8ed00e on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:01.602360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b93866-59df-442d-9e11-e50f1a8ed00e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.619056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Deleting port 94b93866-59df-442d-9e11-e50f1a8ed00e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:01.619581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.669519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.696055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] For port 94b93866-59df-442d-9e11-e50f1a8ed00e, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:01.701640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.710086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Calling delete_port for 94b93866-59df-442d-9e11-e50f1a8ed00e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:01.713399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Port 94b93866-59df-442d-9e11-e50f1a8ed00e was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:26:01.714750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.740307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] Pushing event deleted for resources: {'Port': ['ID=94b93866-59df-442d-9e11-e50f1a8ed00e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.744569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.748649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c427c-c5fb-4c86-ba41-f5cd0d7c9c08 None None] No DVR routers for this DVR port 94b93866-59df-442d-9e11-e50f1a8ed00e on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:01.795444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:01.798342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:01.804691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:01.808694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Pushing event updated for resources: {'Port': ['ID=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:01.808927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.20.0.9 (7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f/4a3cd79e-fa8c-4d29-a7ff-6316d466a286/e21885ef-cdf9-4642-b643-8305a6a994ee) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:01.863722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Attempting to bind port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:01.864087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Attempting to bind port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f3c16e44-fab3-48f7-86e2-52d5799dffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:01.864446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Attempting to bind port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 on network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:01.870180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:01.870561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Checking segment: {'id': 'f3c16e44-fab3-48f7-86e2-52d5799dffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:01.870968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.871590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Bound using segment: {'id': 'f3c16e44-fab3-48f7-86e2-52d5799dffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:01.871831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Bound port: b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c16e44-fab3-48f7-86e2-52d5799dffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:01.872215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.940014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] For port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:01.944336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] For port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,segment=NetworkSegment(f3c16e44-fab3-48f7-86e2-52d5799dffcc),segment_id=f3c16e44-fab3-48f7-86e2-52d5799dffcc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:01.977380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.982504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.985049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:01.988573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc HTTP/1.1" status: 204 len: 168 time: 1.3542171 Mar 14 18:26:01.993266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:02.000404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-581360022'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:02.009754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3c4b3-cc9e-4f85-8a3b-48bfbf1edd6e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=7b4c0e71-cf96-42c0-aeeb-6891a35ca1bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.024257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.047261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.067756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4528f5a7-ecdd-42f1-aafe-a14c1d8c1832']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:02.079296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:02.079650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b27bbc-7eaf-4570-ba9b-4104c3b9e7dc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:02.085340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc440555-0866-4581-9655-bbfefa9f3646 None None] Pushing event updated for resources: {'Port': ['ID=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.098420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.109603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:02.112919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.119299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.120150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:02.120549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:02.122613 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:02.139830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.150870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:02.199533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.199828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment c71a5200-b2fd-4b91-9822-e20d6c7a5c86 of type vlan for network c9c47e53-6f5e-4553-8649-1984da27d87f Mar 14 18:26:02.215598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:02.222642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:02.241491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:02.244484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=e21885ef-cdf9-4642-b643-8305a6a994ee,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.249214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94b93866-59df-442d-9e11-e50f1a8ed00e no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:02.271964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 94b93866-59df-442d-9e11-e50f1a8ed00e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:02.272314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94b93866-59df-442d-9e11-e50f1a8ed00e not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:02.272735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1ab886a1-db99-4a52-91fb-98a321fb8219 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:02.282480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.287724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.314074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.317124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 1ab886a1-db99-4a52-91fb-98a321fb8219 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:02.317667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1ab886a1-db99-4a52-91fb-98a321fb8219 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:02.334830 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4528f5a7-ecdd-42f1-aafe-a14c1d8c1832 HTTP/1.1" status: 204 len: 168 time: 1.3703287 Mar 14 18:26:02.335354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:02.336637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73933efc-e625-43c9-9400-1a1aa33144e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4528f5a7-ecdd-42f1-aafe-a14c1d8c1832,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.336852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.407645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.413422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:02.414747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.426264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47724) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:02.426402 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-98a19190-b190-4629-83fd-2a168009f4b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1673377 Mar 14 18:26:02.495704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=c9c47e53-6f5e-4553-8649-1984da27d87f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:02.506331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c9c47e53-6f5e-4553-8649-1984da27d87f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:02.588580 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c300cdec-c87f-4e0e-ac3f-d247c044512a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5901875 Mar 14 18:26:02.592148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:02.595358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:02.796512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:02.849484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2ea69fa8-8a54-4c20-9f9a-632911778e88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23a67a0d8ad746e0b2d99370701aca7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517220 Mar 14 18:26:02.852086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:02.857323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:02.860987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.878279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.906131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:02.929510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.067586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.070384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.072559 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73e816a2-124e-40c8-b84b-d603eb77a2c9 HTTP/1.1" status: 204 len: 168 time: 0.2184689 Mar 14 18:26:03.090542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c5b5-afa8-41f7-a161-27b12d42fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e816a2-124e-40c8-b84b-d603eb77a2c9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.161776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61553b80-989e-4a2e-8e48-cc93e39e508a None None] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:03.263763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.293281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] Provisioning complete for port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:03.293586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.322194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.381368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.396351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=7b0dc4cd-459e-4edc-a388-7b73041764f3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.418102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.438016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:03.438323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: c9c47e53-6f5e-4553-8649-1984da27d87f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:03.483679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] For port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,segment=NetworkSegment(f3c16e44-fab3-48f7-86e2-52d5799dffcc),segment_id=f3c16e44-fab3-48f7-86e2-52d5799dffcc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:03.498499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=e21885ef-cdf9-4642-b643-8305a6a994ee,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.557218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.582104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network c9c47e53-6f5e-4553-8649-1984da27d87f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:03.621843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a98f0d-26d0-4ec3-b58b-9121220ca49d None None] Pushing event updated for resources: {'Port': ['ID=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:03.677544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8e17efb-008d-452d-8fb0-bd00b6e30848 None None] Provisioning complete for port e21885ef-cdf9-4642-b643-8305a6a994ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:03.677937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8e17efb-008d-452d-8fb0-bd00b6e30848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.680232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c9c47e53-6f5e-4553-8649-1984da27d87f) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:03.691567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:03.691567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.691567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.718244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d032b-1350-4e28-868a-d726a4ec37b9 None None] Network c9c47e53-6f5e-4553-8649-1984da27d87f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:03.835917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:03.836459 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8d29859d-5537-44f2-92f0-2edb06105365 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2462361 Mar 14 18:26:03.843580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1564531980'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:03.912252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:03.972889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b8e17efb-008d-452d-8fb0-bd00b6e30848 None None] Port e21885ef-cdf9-4642-b643-8305a6a994ee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:03.998024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b8e17efb-008d-452d-8fb0-bd00b6e30848 None None] Provisioning complete for port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:03.998024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8e17efb-008d-452d-8fb0-bd00b6e30848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.144965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c9c47e53-6f5e-4553-8649-1984da27d87f', 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': '7b0dc4cd-459e-4edc-a388-7b73041764f3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:04.146028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.342589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:04.379704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Allocated IP 2001:db8::2 (c9c47e53-6f5e-4553-8649-1984da27d87f/7b0dc4cd-459e-4edc-a388-7b73041764f3/68483f82-ead3-4351-a35e-abc48f1e76ad) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:04.400965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.404127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49bf0ac2-71a2-48b1-ac01-fd6bb200b07e None None] Provisioning complete for port e21885ef-cdf9-4642-b643-8305a6a994ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:04.404496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49bf0ac2-71a2-48b1-ac01-fd6bb200b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.474266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.488576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49bf0ac2-71a2-48b1-ac01-fd6bb200b07e None None] Port e21885ef-cdf9-4642-b643-8305a6a994ee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:04.502748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:04.506785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.519724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:04.519985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.529335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 266a9d7f-e161-483c-9800-0448198840b7 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:04.556192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.562462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=e21885ef-cdf9-4642-b643-8305a6a994ee,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.665996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.684057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:04.685542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:04.767619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.825226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Network c9c47e53-6f5e-4553-8649-1984da27d87f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:04.831944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:04.840449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:04.843203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::28 (c9c47e53-6f5e-4553-8649-1984da27d87f/7b0dc4cd-459e-4edc-a388-7b73041764f3/266a9d7f-e161-483c-9800-0448198840b7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:04.876208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Pushing event updated for resources: {'Port': ['ID=68483f82-ead3-4351-a35e-abc48f1e76ad,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:04.913341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Attempting to bind port 68483f82-ead3-4351-a35e-abc48f1e76ad on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:04.913811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Attempting to bind port 68483f82-ead3-4351-a35e-abc48f1e76ad by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:04.914345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Attempting to bind port 68483f82-ead3-4351-a35e-abc48f1e76ad on network c9c47e53-6f5e-4553-8649-1984da27d87f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:04.923416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:04.923893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Checking segment: {'id': 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:04.924879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.925388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Bound using segment: {'id': 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:04.925873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Bound port: 68483f82-ead3-4351-a35e-abc48f1e76ad, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c9c47e53-6f5e-4553-8649-1984da27d87f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:04.926447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.926723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router b8a2d92b-cd42-41f9-b3b2-488f5e37d459 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:04.985407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:04.992498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] For port 68483f82-ead3-4351-a35e-abc48f1e76ad, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:04.995740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] For port 68483f82-ead3-4351-a35e-abc48f1e76ad, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68483f82-ead3-4351-a35e-abc48f1e76ad,segment=NetworkSegment(c71a5200-b2fd-4b91-9822-e20d6c7a5c86),segment_id=c71a5200-b2fd-4b91-9822-e20d6c7a5c86)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:05.027689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:05.034712 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-88f8a189-90b6-4ead-ad9e-43cc8b465e9a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/b8a2d92b-cd42-41f9-b3b2-488f5e37d459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6068707 Mar 14 18:26:05.038010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:05.042057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] Sync routers for ids ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:05.054187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f19425da-daeb-45e3-9955-c6aa4cb540cb None None] Provisioning complete for port e21885ef-cdf9-4642-b643-8305a6a994ee triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:05.054688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f19425da-daeb-45e3-9955-c6aa4cb540cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.083548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] Routers {'b8a2d92b-cd42-41f9-b3b2-488f5e37d459'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:05.120096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:05.121148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf13a5-343c-4b2f-b4bb-f094fa7c557c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:05.121148 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1ddf13a5-343c-4b2f-b4bb-f094fa7c557c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports/e21885ef-cdf9-4642-b643-8305a6a994ee HTTP/1.1" status: 200 len: 976 time: 0.0550578 Mar 14 18:26:05.122348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:05.122834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:05.135723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f19425da-daeb-45e3-9955-c6aa4cb540cb None None] Port e21885ef-cdf9-4642-b643-8305a6a994ee cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:05.137584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] Routers {'b8a2d92b-cd42-41f9-b3b2-488f5e37d459'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:05.138328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:05.173252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:05.174021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acc2b4-fe1f-4aa0-9c65-dbf1e16c33e0 None None] The sync data for ids ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:05.270226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47776) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:05.298847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.330993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.361101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690647b-3951-4d2c-9545-a674d62de503 None None] Pushing event updated for resources: {'Port': ['ID=68483f82-ead3-4351-a35e-abc48f1e76ad,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:05.397636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=266a9d7f-e161-483c-9800-0448198840b7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:05.402548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network c9c47e53-6f5e-4553-8649-1984da27d87f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:05.408716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:05.411863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:05.418000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:05.418578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.452404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1935810331'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:05.525717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-317f50cc-9909-4377-8702-37c77f17df5e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6877642 Mar 14 18:26:05.528559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:05.540282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.582147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Made reservation on behalf of 25676d46c44548f6821be9ae592df2bc for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:05.586234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.635333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.694571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 266a9d7f-e161-483c-9800-0448198840b7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:05.694571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.791887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port e21885ef-cdf9-4642-b643-8305a6a994ee {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:05.791887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.813123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.818218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.833599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 266a9d7f-e161-483c-9800-0448198840b7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:05.886351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.893307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.910325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for e21885ef-cdf9-4642-b643-8305a6a994ee owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:05.919509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:05.943983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287ca8b9-005d-483b-914f-3d1cd484dff1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:05.948191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:05.948573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Added segment 5b56f7fb-3437-4d25-88ad-6cbc0defd31f of type vlan for network 63e4b305-f859-4fd4-ad1c-aac7af49a927 Mar 14 18:26:06.001020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.121430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.127204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:06.128725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.154258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.227669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=266a9d7f-e161-483c-9800-0448198840b7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.229549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.234337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Pushing event updated for resources: {'Network': ['ID=63e4b305-f859-4fd4-ad1c-aac7af49a927,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.247141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:06.259997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.263555 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cba2ec7f-e1fa-43cc-97c9-1d5ab6bb759d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/266a9d7f-e161-483c-9800-0448198840b7 HTTP/1.1" status: 204 len: 168 time: 0.7311568 Mar 14 18:26:06.267623 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6e61136a-3436-4221-9c2b-fe14d388c2b8 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9963586 Mar 14 18:26:06.268537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47784) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:06.302132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=e21885ef-cdf9-4642-b643-8305a6a994ee,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.315831 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07a2c37-d4f5-464e-9526-8af366b8780d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:06.317697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e07a2c37-d4f5-464e-9526-8af366b8780d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/266a9d7f-e161-483c-9800-0448198840b7 HTTP/1.1" status: 404 len: 333 time: 0.0480654 Mar 14 18:26:06.320673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47790) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:06.391000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68483f82-ead3-4351-a35e-abc48f1e76ad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:06.396396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 7b0dc4cd-459e-4edc-a388-7b73041764f3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:06.400114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.481692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.522006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 68483f82-ead3-4351-a35e-abc48f1e76ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:06.522755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.574264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:06.580387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927', 'binding:host_id': 'hv-neutron-8336', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1757430203'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:06.589017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94e396-9188-4281-b0ea-0a97a8fa3721 None None] Network c9c47e53-6f5e-4553-8649-1984da27d87f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:06.593410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.596516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.695224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Made reservation on behalf of 2fc400e77ea542089e597747c13f02fb for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:06.697683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.709034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.709461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] Provisioning complete for port 68483f82-ead3-4351-a35e-abc48f1e76ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:06.709830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.745024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.778026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0dc4cd-459e-4edc-a388-7b73041764f3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:06.791195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.795478 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a6dd4e05-4c57-47f8-afa2-3e8261e0804b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/7b0dc4cd-459e-4edc-a388-7b73041764f3 HTTP/1.1" status: 204 len: 168 time: 0.4729247 Mar 14 18:26:06.801653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47794) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:06.824087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router b8a2d92b-cd42-41f9-b3b2-488f5e37d459 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:06.832226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.887199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.944015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.948591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:06.954735 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-edb451d5-8009-471d-be06-4af41ec87fa0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/b8a2d92b-cd42-41f9-b3b2-488f5e37d459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313076 Mar 14 18:26:06.957634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47796) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:06.961143 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] Sync routers for ids ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:06.971644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.973262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 68483f82-ead3-4351-a35e-abc48f1e76ad {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:06.973613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:06.980869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:06.981222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:06.982688 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] Routers {'b8a2d92b-cd42-41f9-b3b2-488f5e37d459'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:06.983834 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:06.996796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] For port 68483f82-ead3-4351-a35e-abc48f1e76ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68483f82-ead3-4351-a35e-abc48f1e76ad,segment=NetworkSegment(c71a5200-b2fd-4b91-9822-e20d6c7a5c86),segment_id=c71a5200-b2fd-4b91-9822-e20d6c7a5c86)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:07.028651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.029973 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.035340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:07.044844 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] Routers {'b8a2d92b-cd42-41f9-b3b2-488f5e37d459'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:07.045554 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.080479 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.081440 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f53d29-9499-4789-873b-8d8766a692e0 None None] The sync data for ids ['b8a2d92b-cd42-41f9-b3b2-488f5e37d459'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:07.086754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.131233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88462c54-ff1d-4b59-a2b2-f024b3331d85,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:07.170917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814cf68-4be9-4cef-92c5-0910c0540e12 None None] Pushing event updated for resources: {'Port': ['ID=68483f82-ead3-4351-a35e-abc48f1e76ad,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:07.195031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ff94f-cf39-48ed-a051-5e3887233d71 None None] Network c9c47e53-6f5e-4553-8649-1984da27d87f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:07.203092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port 68483f82-ead3-4351-a35e-abc48f1e76ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68483f82-ead3-4351-a35e-abc48f1e76ad,segment=NetworkSegment(c71a5200-b2fd-4b91-9822-e20d6c7a5c86),segment_id=c71a5200-b2fd-4b91-9822-e20d6c7a5c86)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:07.203468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.264080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 68483f82-ead3-4351-a35e-abc48f1e76ad owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:07.270397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-86f819d9-9117-4605-8717-5a92f6e5fe0a None None] Provisioning complete for port 68483f82-ead3-4351-a35e-abc48f1e76ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:07.270849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86f819d9-9117-4605-8717-5a92f6e5fe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.284570 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-b37dfcb2-6a2d-400c-b816-57540b4d3ceb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 18:26:07.285625 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b37dfcb2-6a2d-400c-b816-57540b4d3ceb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/b8a2d92b-cd42-41f9-b3b2-488f5e37d459/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3264544 Mar 14 18:26:07.288602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:07.323268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2506562c-88cb-48b7-b95e-844f6b47b7a9 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a2d92b-cd42-41f9-b3b2-488f5e37d459 HTTP/1.1" status: 200 len: 205 time: 0.0314140 Mar 14 18:26:07.323867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:07.328495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:07.372477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.411208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.424121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.437809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13323d5e-b571-45e0-9052-4e96f2bca92e None None] DHCP port deletion for c9c47e53-6f5e-4553-8649-1984da27d87f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:07.447353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.457305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=68483f82-ead3-4351-a35e-abc48f1e76ad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:07.457305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port 68483f82-ead3-4351-a35e-abc48f1e76ad on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:07.502645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port 68483f82-ead3-4351-a35e-abc48f1e76ad update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:26:07.544872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.619513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.625960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=0cd7f7ab-a05a-4285-bb10-28be7aba8b8a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:07.628751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.673363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Checking segment: {'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:07.673690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Network hostable DHCP agents. Network: 63e4b305-f859-4fd4-ad1c-aac7af49a927, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:07.755614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.756169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router b8a2d92b-cd42-41f9-b3b2-488f5e37d459 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:07.765053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.766507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9957f15f-63a0-4e44-8c4a-f77afebac242 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/b8a2d92b-cd42-41f9-b3b2-488f5e37d459 HTTP/1.1" status: 204 len: 168 time: 0.4401834 Mar 14 18:26:07.769466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47802) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:07.779161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:07.834272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 4a3cd79e-fa8c-4d29-a7ff-6316d466a286 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:07.838499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.877916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c47e53-6f5e-4553-8649-1984da27d87f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.880923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.883855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 63e4b305-f859-4fd4-ad1c-aac7af49a927) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:07.887707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.888001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71a5200-b2fd-4b91-9822-e20d6c7a5c86') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:07.893652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea94e65-0dc4-48c2-8523-6e1e1abdf3cb None None] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:07.897596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.907083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:07.913729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.925248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:07.925248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:07.929260 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:07.932295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:07.932295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:07.932295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:07.943364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:07.944238 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:07.945261 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 2 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:07.984330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:07.984330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:07.985111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:07.992997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:07.993424 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:07.996895 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 3 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.013932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.017444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.017779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.018143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.045595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.045964 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.054374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 4 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.070784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.078213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.078466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.079304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.081088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.082343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/c9c47e53-6f5e-4553-8649-1984da27d87f HTTP/1.1" status: 204 len: 168 time: 1.2832124 Mar 14 18:26:08.091777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:08.095379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a1d46-40dc-43b8-939e-f9a8af9ea41a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=c9c47e53-6f5e-4553-8649-1984da27d87f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.100233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'name': 'tempest-PortsIpV6TestJSON-460532858'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:08.107537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.107802 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.121070 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 5 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.178328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.178669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.179001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.194092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.194425 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.197866 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 6 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.216536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.216869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.217233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.225936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.226263 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.226652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 7 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.234048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68483f82-ead3-4351-a35e-abc48f1e76ad no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:08.241507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.251132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.251493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.251819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.253948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 68483f82-ead3-4351-a35e-abc48f1e76ad {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:08.254294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68483f82-ead3-4351-a35e-abc48f1e76ad not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:08.277153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.282090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8748ed11-6a34-4b58-b47b-a778d7104be0 None None] Network 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:08.283331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47808) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:08.283746 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/4a3cd79e-fa8c-4d29-a7ff-6316d466a286 HTTP/1.1" status: 204 len: 168 time: 0.5126612 Mar 14 18:26:08.284669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9e96f-32a3-4413-817c-57e4d9a4f8bf tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3cd79e-fa8c-4d29-a7ff-6316d466a286,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.287648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.287974 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.288362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 8 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.302594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.302935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.303394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.308690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.309077 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.309405 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 9 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.327670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:08.332829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.335493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.336064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.336614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.350874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.351120 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.353754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 10 to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a Mar 14 18:26:08.367286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 656dbb99-2576-47c2-b12b-8e9773e8acc7 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:08.377835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.378101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:08.378335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:08.378665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:08.413371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:08.416693 dv-neutron-833670-1-hyperv neutron-server[103392]: ERROR neutron.plugins.ml2.managers [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:08.416693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.434560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:08.435169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.502544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,segment=NetworkSegment(f3c16e44-fab3-48f7-86e2-52d5799dffcc),segment_id=f3c16e44-fab3-48f7-86e2-52d5799dffcc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:08.504515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.504654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] DHCP port deletion for 7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:08.522652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:08.553078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Deleting port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:08.553783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.559793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:08.560144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempted to set empty binding levels {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:26:08.594440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.617729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] For port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,segment=NetworkSegment(f3c16e44-fab3-48f7-86e2-52d5799dffcc),segment_id=f3c16e44-fab3-48f7-86e2-52d5799dffcc)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:08.618167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.626194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.635566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Calling delete_port for b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:08.660991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:08.661596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.676105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.678655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=0cd7f7ab-a05a-4285-bb10-28be7aba8b8a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.708993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:08.710622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.710775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.716981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.738883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] Pushing event deleted for resources: {'Port': ['ID=b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.742387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f98005-49e2-44bd-be44-3b794bdf08d4 None None] No DVR routers for this DVR port b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:08.757216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-93eabf96-509b-4e31-be32-87c12e7f6b61 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.1816993 Mar 14 18:26:08.760721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:08.772068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:08.775835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:08.779631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:08.785105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:08.785709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.795792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=656dbb99-2576-47c2-b12b-8e9773e8acc7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:08.838394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.879867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc0c8abc-d2c9-48c9-b089-20bb24972068 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7870061 Mar 14 18:26:08.880330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:08.882470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47812) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:08.894666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c16e44-fab3-48f7-86e2-52d5799dffcc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:08.897758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c16e44-fab3-48f7-86e2-52d5799dffcc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:08.906960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.924276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.932681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:08.938049 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:08.984239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Deleting port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:08.984583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:08.985860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 656dbb99-2576-47c2-b12b-8e9773e8acc7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:08.986385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.058041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.060082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a, host hv-neutron-8336, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:09.060240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.071388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 656dbb99-2576-47c2-b12b-8e9773e8acc7 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:09.074974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Calling delete_port for 0cd7f7ab-a05a-4285-bb10-28be7aba8b8a owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:09.120427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.128873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.136847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f HTTP/1.1" status: 204 len: 168 time: 0.8466315 Mar 14 18:26:09.136847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47814) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:09.141683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509764312'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:09.160605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87a0e-7c8a-4e1d-bd6b-206acc1686f6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=7f7f3a8c-d99f-41ca-b0b0-030dd03f2a1f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.241098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.270180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.270453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=656dbb99-2576-47c2-b12b-8e9773e8acc7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.271770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:09.276220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.280803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.280803 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63ff8d9a-9af5-4844-92e7-8b1a31be7ff8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/656dbb99-2576-47c2-b12b-8e9773e8acc7 HTTP/1.1" status: 204 len: 168 time: 0.3967903 Mar 14 18:26:09.283005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47816) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:09.288012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'mac_address': 'fa:16:3e:bc:63:9b', 'name': 'tempest-PortsIpV6TestJSON-1915492613'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:09.320813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cd7f7ab-a05a-4285-bb10-28be7aba8b8a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.327498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.330687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b060b587-01f0-40ca-b719-cba2fbcb6807 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0cd7f7ab-a05a-4285-bb10-28be7aba8b8a HTTP/1.1" status: 204 len: 168 time: 0.5689461 Mar 14 18:26:09.333586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:09.335525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:09.363336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab07df7-6cd5-44ee-b134-d557ba359c10 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:26:09.364878 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2ab07df7-6cd5-44ee-b134-d557ba359c10 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports/0cd7f7ab-a05a-4285-bb10-28be7aba8b8a HTTP/1.1" status: 404 len: 333 time: 0.0303488 Mar 14 18:26:09.367951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.368209 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment 3d1ed14d-0846-494a-95fe-393477252726 of type vlan for network 40dba9b0-76c1-4511-ab94-4a02242f5709 Mar 14 18:26:09.369963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:09.380597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-517458235'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:09.426130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.446988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:09.512726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.515467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Made reservation on behalf of 2fc400e77ea542089e597747c13f02fb for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:09.518385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.533748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 8f78f642-1add-4018-b87f-63f179b40c19 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:09.534282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 76681b42-702c-4609-ba7c-cd13be8d7889 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:09.539467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.546072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:09.546664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.659558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=40dba9b0-76c1-4511-ab94-4a02242f5709,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:09.670811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:09.718800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-740d1765-5291-4736-a87a-f54730f66fae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5808861 Mar 14 18:26:09.749225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:09.754745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:09.859215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:09.961268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:09.965798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.007057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.013131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.079439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:10.089670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:10.095048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:10.095972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.096569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.098999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.106555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=76681b42-702c-4609-ba7c-cd13be8d7889,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.149054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:10.164310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:10.164310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:10.164310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.164310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.177362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=8f78f642-1add-4018-b87f-63f179b40c19,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.240633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:10.260913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:10.261189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b525e3f6-e2de-45a1-b6ec-ec8a5a7c07d4 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:10.265544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4257736-daed-428c-84bb-47e7de4f5cb6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8945494 Mar 14 18:26:10.269183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.274429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:10.288302 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-08a8f47d-8872-4e31-940a-180a8b4f83c7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0040798 Mar 14 18:26:10.292824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.332776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.335546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecae86-39b4-442d-88c8-24ede058cb92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.336914 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aaecae86-39b4-442d-88c8-24ede058cb92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/8f78f642-1add-4018-b87f-63f179b40c19 HTTP/1.1" status: 200 len: 845 time: 0.0431445 Mar 14 18:26:10.340214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.345126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.426004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 8f78f642-1add-4018-b87f-63f179b40c19 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:10.426354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.430775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=b4c6ef23-e81d-4d04-9577-7aa3f988f9d0,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.491995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': '3d1ed14d-0846-494a-95fe-393477252726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:10.492347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 40dba9b0-76c1-4511-ab94-4a02242f5709, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:10.500703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.514785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 8f78f642-1add-4018-b87f-63f179b40c19 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:10.577879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 76681b42-702c-4609-ba7c-cd13be8d7889 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:10.586764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.589827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:10.662676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.710193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.713804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 40dba9b0-76c1-4511-ab94-4a02242f5709) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:10.715330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=76681b42-702c-4609-ba7c-cd13be8d7889,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.721399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032dbb9-69c1-499c-bf9e-c96f8c4cf349 None None] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:10.726356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:10.727128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.743059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.747261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.747261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.753416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.753745 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.754150 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 2 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.757188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=8f78f642-1add-4018-b87f-63f179b40c19,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:10.770338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.772180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.772804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.772804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.775879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7ad6d947-6288-4851-961d-83c53bcb4aa2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/8f78f642-1add-4018-b87f-63f179b40c19 HTTP/1.1" status: 204 len: 168 time: 0.4344642 Mar 14 18:26:10.777566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.777772 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.778189 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 3 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.778894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.791123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.791582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.792407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.796375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.796703 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.797088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 4 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.810510 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-74409e72-a9cb-4872-8f65-4bd15f7edfc0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:10.810729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.810989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.811210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.812533 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-74409e72-a9cb-4872-8f65-4bd15f7edfc0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/8f78f642-1add-4018-b87f-63f179b40c19 HTTP/1.1" status: 404 len: 333 time: 0.0325282 Mar 14 18:26:10.816389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.817668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.818182 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.818832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 5 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.823193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'name': 'tempest-PortsIpV6TestJSON-6890701'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:10.836731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.837078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.837458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.847171 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e4f3d2af-49fe-4d71-b6eb-2b50a2adc200 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0968714 Mar 14 18:26:10.848451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.848776 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.849159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 6 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.853863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:10.859138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-41482059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:10.883073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.883410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.883745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.895958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.896295 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.899046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 7 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.903786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-40dba9b0-76c1-4511-ab94-4a02242f5709', 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': 'b4c6ef23-e81d-4d04-9577-7aa3f988f9d0'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:10.905531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.913257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.913599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.914085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.919893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.920342 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.920728 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 8 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.935413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.935754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.936093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.941300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.941629 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.942042 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 9 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.954125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.954461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.954795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.959818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.960201 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.960531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 10 to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 Mar 14 18:26:10.974224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.975249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:10.981956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:10.982288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:10.982626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:10.988954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:10.989291 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 76681b42-702c-4609-ba7c-cd13be8d7889 on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:10.990489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.001866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:11.009471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.036463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 0bdf5b32-2528-4e10-bbf6-418739c829a5 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:11.064709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Allocated IP 172.20.0.2 (40dba9b0-76c1-4511-ab94-4a02242f5709/b4c6ef23-e81d-4d04-9577-7aa3f988f9d0/ebecab59-08e8-4783-ac20-768ab7dd36ad) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:11.069521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.106327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 76681b42-702c-4609-ba7c-cd13be8d7889, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:11.106711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:26:11.162051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.214372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.216030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.218277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.269645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.271194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-927bfac9-b23a-4ecc-ab5c-31735a11e9fb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4164469 Mar 14 18:26:11.274167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] In _notify_port_updated(), no bound segment for port 76681b42-702c-4609-ba7c-cd13be8d7889 on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:26:11.274330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47838) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.275052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.275751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.277398 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "PUT /v2.0/ports/76681b42-702c-4609-ba7c-cd13be8d7889 HTTP/1.1" status: 200 len: 976 time: 1.0068567 Mar 14 18:26:11.280146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.311239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.347234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.347512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508441b-7225-4f3b-8445-f64854a3ab54 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=76681b42-702c-4609-ba7c-cd13be8d7889,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.366935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:11.372859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:11.376010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:11.388291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Pushing event updated for resources: {'Port': ['ID=ebecab59-08e8-4783-ac20-768ab7dd36ad,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.392215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.392751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.393223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.393698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.394496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.395228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.395707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.396380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.396895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.397399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.397869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.398544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.399170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.400538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.401046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.403014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.403569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.404437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.405031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.405548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.406458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.407143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.407581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.407731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:11.411469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-652f2f36-5fc3-4c4f-ad1b-48a2eb865a3c tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20833 time: 0.1302617 Mar 14 18:26:11.415313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.449821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:11.455190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:11.460727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:11.461366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.474914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=0bdf5b32-2528-4e10-bbf6-418739c829a5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.478380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Attempting to bind port ebecab59-08e8-4783-ac20-768ab7dd36ad on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:11.478763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Attempting to bind port ebecab59-08e8-4783-ac20-768ab7dd36ad by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3d1ed14d-0846-494a-95fe-393477252726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:11.479289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Attempting to bind port ebecab59-08e8-4783-ac20-768ab7dd36ad on network 40dba9b0-76c1-4511-ab94-4a02242f5709 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:11.485585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:11.485998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Checking segment: {'id': '3d1ed14d-0846-494a-95fe-393477252726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:11.486589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.487085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Bound using segment: {'id': '3d1ed14d-0846-494a-95fe-393477252726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:11.487639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Bound port: ebecab59-08e8-4783-ac20-768ab7dd36ad, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1ed14d-0846-494a-95fe-393477252726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40dba9b0-76c1-4511-ab94-4a02242f5709'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:11.488116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.526540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Deleting port 76681b42-702c-4609-ba7c-cd13be8d7889 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:11.526957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.551266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-405fb916-4d4f-4e73-bf65-9b956d55adea tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.7327797 Mar 14 18:26:11.556606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47844) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.566591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] For port ebecab59-08e8-4783-ac20-768ab7dd36ad, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:11.568840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] For port ebecab59-08e8-4783-ac20-768ab7dd36ad, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ebecab59-08e8-4783-ac20-768ab7dd36ad,segment=NetworkSegment(3d1ed14d-0846-494a-95fe-393477252726),segment_id=3d1ed14d-0846-494a-95fe-393477252726)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:11.594778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:11.606519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 76681b42-702c-4609-ba7c-cd13be8d7889, host hv-neutron-8336, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:11.613601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.621017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Calling delete_port for 76681b42-702c-4609-ba7c-cd13be8d7889 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:11.664705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.703018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.738422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.784729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.814878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event deleted for resources: {'Port': ['ID=76681b42-702c-4609-ba7c-cd13be8d7889,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.820208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:11.828976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6c4282c9-3bd7-4b82-ad57-d0fd3a5dcf07 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "DELETE /v2.0/ports/76681b42-702c-4609-ba7c-cd13be8d7889 HTTP/1.1" status: 204 len: 168 time: 0.4065025 Mar 14 18:26:11.829097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.881676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f583fd-d532-4004-aea1-38c62e98beb2 None None] Pushing event updated for resources: {'Port': ['ID=ebecab59-08e8-4783-ac20-768ab7dd36ad,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:11.911114 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-30533186-064f-4073-92ea-5879092f7912 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:26:11.912672 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-30533186-064f-4073-92ea-5879092f7912 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports/76681b42-702c-4609-ba7c-cd13be8d7889 HTTP/1.1" status: 404 len: 333 time: 0.0825262 Mar 14 18:26:11.922005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:11.935825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-554181852', 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:12.126597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Made reservation on behalf of 2fc400e77ea542089e597747c13f02fb for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:12.129016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.171880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.192395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 7932c04f-6ffe-4ce6-88a6-d4cb915c301c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:12.207784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.20.0.1 (40dba9b0-76c1-4511-ab94-4a02242f5709/b4c6ef23-e81d-4d04-9577-7aa3f988f9d0/ca757e37-0b56-4ad0-846f-267608a5e973) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:12.240296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.282740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ebecab59-08e8-4783-ac20-768ab7dd36ad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:12.300966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] In _notify_port_updated(), no bound segment for port 0bdf5b32-2528-4e10-bbf6-418739c829a5 on network 5a103656-7e55-47e1-98da-1ee145d4608f {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:26:12.307054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:12.307669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.308992 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/ports/0bdf5b32-2528-4e10-bbf6-418739c829a5 HTTP/1.1" status: 200 len: 818 time: 0.7512972 Mar 14 18:26:12.312551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:12.342710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ebecab59-08e8-4783-ac20-768ab7dd36ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:12.343111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.384799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eefba8-2844-413d-b492-58a88fdd02f1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=0bdf5b32-2528-4e10-bbf6-418739c829a5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.427858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 0bdf5b32-2528-4e10-bbf6-418739c829a5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:12.428207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.430371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.476789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port ebecab59-08e8-4783-ac20-768ab7dd36ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ebecab59-08e8-4783-ac20-768ab7dd36ad,segment=NetworkSegment(3d1ed14d-0846-494a-95fe-393477252726),segment_id=3d1ed14d-0846-494a-95fe-393477252726)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:12.498097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.503822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.509646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.511837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 0bdf5b32-2528-4e10-bbf6-418739c829a5 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:12.582935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.632830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=ebecab59-08e8-4783-ac20-768ab7dd36ad,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.760388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.761266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.769504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.790393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=0bdf5b32-2528-4e10-bbf6-418739c829a5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.796598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.799875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-83e357dc-afa7-40c0-ba57-dfa1e5cd2a44 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/0bdf5b32-2528-4e10-bbf6-418739c829a5 HTTP/1.1" status: 204 len: 168 time: 0.4859004 Mar 14 18:26:12.802694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:12.833743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:12.840738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:12.841280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:12.844050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:12.847535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:12.850280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:12.851800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:12.852446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.862810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a5a8f-7ce0-4715-962e-399257938125 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:12.865688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0c3a5a8f-7ce0-4715-962e-399257938125 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0606432 Mar 14 18:26:12.867011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47858) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:12.874616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c577f5d-b0bb-4c7a-a9a3-b913b15736d3 None None] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:12.881819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=7932c04f-6ffe-4ce6-88a6-d4cb915c301c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:12.893278 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccefd070-71e8-4979-aa21-5716a7b93e8a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:12.897961 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ccefd070-71e8-4979-aa21-5716a7b93e8a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/0bdf5b32-2528-4e10-bbf6-418739c829a5 HTTP/1.1" status: 404 len: 333 time: 0.0286760 Mar 14 18:26:12.901440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:12.908029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074738824'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:12.939003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:12.982823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=ca757e37-0b56-4ad0-846f-267608a5e973,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:13.006339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5c62c0ea-fd46-4278-aa4b-ceb807055a01 None None] Provisioning complete for port ebecab59-08e8-4783-ac20-768ab7dd36ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:13.006920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c62c0ea-fd46-4278-aa4b-ceb807055a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.019813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d83aed7b-55a3-4ffe-88b3-ea4dabab4a0d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0948768 Mar 14 18:26:13.020595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:13.059426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc94115-096b-4963-a145-21b48259d301 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:13.063525 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4cc94115-096b-4963-a145-21b48259d301 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports/7932c04f-6ffe-4ce6-88a6-d4cb915c301c HTTP/1.1" status: 200 len: 954 time: 0.0392811 Mar 14 18:26:13.066522 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:13.123387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:13.126867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.168970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:13.172435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.182806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.185488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment e23530dc-9bdb-48ec-a8dd-3b99eab741d6 of type vlan for network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 Mar 14 18:26:13.191254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Deleting port 7932c04f-6ffe-4ce6-88a6-d4cb915c301c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:13.191594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.279542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.290673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.311108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Calling delete_port for 7932c04f-6ffe-4ce6-88a6-d4cb915c301c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:13.347290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8f901c11-10ac-476b-ba96-a95f0313e916 None None] Provisioning complete for port ebecab59-08e8-4783-ac20-768ab7dd36ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:13.349317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f901c11-10ac-476b-ba96-a95f0313e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.430863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.442242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:13.443140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.454658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8f901c11-10ac-476b-ba96-a95f0313e916 None None] Provisioning complete for port ca757e37-0b56-4ad0-846f-267608a5e973 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:13.455826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f901c11-10ac-476b-ba96-a95f0313e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.476654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.498539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f901c11-10ac-476b-ba96-a95f0313e916 None None] Port ca757e37-0b56-4ad0-846f-267608a5e973 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:13.512980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.547464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=4ac3e6b7-4dd2-48bc-9d01-723a61aeba44,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:13.549746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.550038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event deleted for resources: {'Port': ['ID=7932c04f-6ffe-4ce6-88a6-d4cb915c301c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:13.555761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.558454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:13.563002 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-332323bb-5076-49ff-8922-1c9009473f2b tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7932c04f-6ffe-4ce6-88a6-d4cb915c301c HTTP/1.1" status: 204 len: 168 time: 0.4947860 Mar 14 18:26:13.563835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:13.588442 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b381218-c74a-4148-88be-902621aacda6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:26:13.593549 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1b381218-c74a-4148-88be-902621aacda6 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports/7932c04f-6ffe-4ce6-88a6-d4cb915c301c HTTP/1.1" status: 404 len: 333 time: 0.0252659 Mar 14 18:26:13.594118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:13.600146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-930888175'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:13.610565 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e2447ff0-3424-495d-9dbf-6bef03003525 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7077899 Mar 14 18:26:13.616401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:13.622352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:13.635434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=ca757e37-0b56-4ad0-846f-267608a5e973,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:13.641774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.655462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7d9d16cb-ec60-47c0-93e3-0319dace052b None None] Provisioning complete for port ca757e37-0b56-4ad0-846f-267608a5e973 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:13.655838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7d9d16cb-ec60-47c0-93e3-0319dace052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.697877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d16cb-ec60-47c0-93e3-0319dace052b None None] Port ca757e37-0b56-4ad0-846f-267608a5e973 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:13.717749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Made reservation on behalf of 2fc400e77ea542089e597747c13f02fb for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:13.720358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.737497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 18e594ff-3dc1-476b-abf1-be70b772904e yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:13.741548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:13.742992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:13.832477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:13.836105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:13.916617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 5eeea4d3-891b-43c3-986e-d747b051f296 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:13.966304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.020704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3b64eeab-0bd1-408b-876b-bff387b051ed None None] Provisioning complete for port ca757e37-0b56-4ad0-846f-267608a5e973 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:14.021308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b64eeab-0bd1-408b-876b-bff387b051ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.021766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:14.039272 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cc602616-a79e-47ad-8848-8b00da389750 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/5eeea4d3-891b-43c3-986e-d747b051f296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639277 Mar 14 18:26:14.039923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47872) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:14.055217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] Sync routers for ids ['5eeea4d3-891b-43c3-986e-d747b051f296'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:14.076215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] Routers {'5eeea4d3-891b-43c3-986e-d747b051f296'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:14.077399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['5eeea4d3-891b-43c3-986e-d747b051f296'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:14.086560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095d9bf-4789-4a83-b36f-69c13015097d tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:14.091656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9095d9bf-4789-4a83-b36f-69c13015097d tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports/ca757e37-0b56-4ad0-846f-267608a5e973 HTTP/1.1" status: 200 len: 910 time: 0.0465438 Mar 14 18:26:14.091843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:14.105828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.115396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3b64eeab-0bd1-408b-876b-bff387b051ed None None] Port ca757e37-0b56-4ad0-846f-267608a5e973 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:14.118291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:14.129608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] Routers {'5eeea4d3-891b-43c3-986e-d747b051f296'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:14.130503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['5eeea4d3-891b-43c3-986e-d747b051f296'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:14.150943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Network 63e4b305-f859-4fd4-ad1c-aac7af49a927 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:14.153944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:14.157418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:14.158375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:14.158975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.167941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:14.168122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.168530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80e28c-19b6-435f-8763-02c84aaacb82 None None] The sync data for ids ['5eeea4d3-891b-43c3-986e-d747b051f296'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:14.203050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=18e594ff-3dc1-476b-abf1-be70b772904e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:14.228995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=eb00c964-d3c2-4266-9399-4b67fb782584,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:14.249116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:14.249438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:14.255486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ebecab59-08e8-4783-ac20-768ab7dd36ad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:14.303440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ebecab59-08e8-4783-ac20-768ab7dd36ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:14.303807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.313769 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a16c1d2-f321-473e-80c6-ecf17f950094 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7161090 Mar 14 18:26:14.314085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:14.319175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:14.356271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:14.387188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.445288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.479043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:14.488448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10d2a5-345c-4a6a-b8ab-ab71a03b6c4f None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:14.490378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:14.490616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.582696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] device_id is not set on port 18e594ff-3dc1-476b-abf1-be70b772904e yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:14.590768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.613251 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d593cbd0-a19b-4b36-a2e8-afd182faa219 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9959793 Mar 14 18:26:14.613509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:14.621539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:14.643803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': 'eb00c964-d3c2-4266-9399-4b67fb782584'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:14.644734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.677395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.718795 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port ca757e37-0b56-4ad0-846f-267608a5e973 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:14.719804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.754599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=18e594ff-3dc1-476b-abf1-be70b772904e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:14.783580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.784010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.784400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.797414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.797935 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.800340 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 2 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.820022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.820468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.820862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.821047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Allocated IP 2001:db8::2 (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/eb00c964-d3c2-4266-9399-4b67fb782584/1735e85d-0b48-4734-9704-69c5d37b06f9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:14.829266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.829266 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.829266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 3 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.842381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.843120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.843120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.847997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.848409 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.848862 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 4 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.863473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.864225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.864563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.870415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.870840 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.871293 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 5 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.885578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.891626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.891626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.891626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.892128 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.892523 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 6 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.906789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.907190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.907505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.912220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.912711 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.913093 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 7 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:14.917149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:14.920745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:14.948601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:14.949186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:14.949351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:14.985420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:14.985790 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:14.989999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 8 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:15.015021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.018642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:15.018988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:15.019321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:15.027986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:15.028315 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:15.033331 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 9 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:15.053360 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb00c964-d3c2-4266-9399-4b67fb782584 (CIDR: 2001:db8::/64) Mar 14 18:26:15.054711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:15.055046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:15.055388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:15.060974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:15.061303 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:15.061710 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempt 10 to bind port 18e594ff-3dc1-476b-abf1-be70b772904e Mar 14 18:26:15.074431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:15.074768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:15.075101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempting to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:15.079482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:26:15.079832 dv-neutron-833670-1-hyperv neutron-server[103393]: ERROR neutron.plugins.ml2.managers [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Failed to bind port 18e594ff-3dc1-476b-abf1-be70b772904e on host hv-neutron-8336 for vnic_type normal using segments [{'id': '5b56f7fb-3437-4d25-88ad-6cbc0defd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '63e4b305-f859-4fd4-ad1c-aac7af49a927'}] Mar 14 18:26:15.080195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.083649 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:26:15.089070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:26:15.109775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.121921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.135608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for ca757e37-0b56-4ad0-846f-267608a5e973 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:15.156613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:15.158566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 18e594ff-3dc1-476b-abf1-be70b772904e, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:15.158938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attempted to set empty binding levels {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 14 18:26:15.159354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:15.163547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:15.166736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Pushing event updated for resources: {'Port': ['ID=1735e85d-0b48-4734-9704-69c5d37b06f9,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.195482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b2f11f97-b849-48e4-ab9c-702a02a2d37b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5782669 Mar 14 18:26:15.196654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47882) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:15.204197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:15.223345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.224560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Attempting to bind port 1735e85d-0b48-4734-9704-69c5d37b06f9 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:15.227406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Attempting to bind port 1735e85d-0b48-4734-9704-69c5d37b06f9 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:15.227406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Attempting to bind port 1735e85d-0b48-4734-9704-69c5d37b06f9 on network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:15.233754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:15.234224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Checking segment: {'id': 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:15.234542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.234972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Bound using segment: {'id': 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:15.235631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Bound port: 1735e85d-0b48-4734-9704-69c5d37b06f9, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:15.235965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.258200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] In _notify_port_updated(), no bound segment for port 18e594ff-3dc1-476b-abf1-be70b772904e on network 63e4b305-f859-4fd4-ad1c-aac7af49a927 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:26:15.259058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:15.260272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.262159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "PUT /v2.0/ports/18e594ff-3dc1-476b-abf1-be70b772904e HTTP/1.1" status: 200 len: 976 time: 0.9471564 Mar 14 18:26:15.264974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:15.300676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef66c3-d35a-417e-8b72-9c7ef1741334 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event updated for resources: {'Port': ['ID=18e594ff-3dc1-476b-abf1-be70b772904e,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.322742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] For port 1735e85d-0b48-4734-9704-69c5d37b06f9, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:15.326133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] For port 1735e85d-0b48-4734-9704-69c5d37b06f9, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1735e85d-0b48-4734-9704-69c5d37b06f9,segment=NetworkSegment(e23530dc-9bdb-48ec-a8dd-3b99eab741d6),segment_id=e23530dc-9bdb-48ec-a8dd-3b99eab741d6)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:15.351771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Deleting port 18e594ff-3dc1-476b-abf1-be70b772904e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:15.352122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.414115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] For port 18e594ff-3dc1-476b-abf1-be70b772904e, host hv-neutron-8336, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:15.414476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.418043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.428052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Calling delete_port for 18e594ff-3dc1-476b-abf1-be70b772904e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:15.477087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:15.481200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.495973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd8ed-9eaf-45c2-80ef-4fb054c45cc3 None None] Pushing event updated for resources: {'Port': ['ID=1735e85d-0b48-4734-9704-69c5d37b06f9,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.528458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.569602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=ca757e37-0b56-4ad0-846f-267608a5e973,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.608059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.673740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Pushing event deleted for resources: {'Port': ['ID=18e594ff-3dc1-476b-abf1-be70b772904e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:15.692771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:15.697958 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3651920e-9a19-4348-b74b-69041954f85d tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "DELETE /v2.0/ports/18e594ff-3dc1-476b-abf1-be70b772904e HTTP/1.1" status: 204 len: 168 time: 0.4302287 Mar 14 18:26:15.699131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47886) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:15.726527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40c18da-9e4a-41f7-8712-777bae270176 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] GET failed (client error): The resource could not be found. Mar 14 18:26:15.732760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b40c18da-9e4a-41f7-8712-777bae270176 tempest-PortsAdminExtendedAttrsTestJSON-1918498188 tempest-PortsAdminExtendedAttrsTestJSON-1918498188-project-admin] 10.222.0.58 "GET /v2.0/ports/18e594ff-3dc1-476b-abf1-be70b772904e HTTP/1.1" status: 404 len: 333 time: 0.0280511 Mar 14 18:26:15.732760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:15.773453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.023463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 5eeea4d3-891b-43c3-986e-d747b051f296 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:16.104898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.129934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:16.143764 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] Sync routers for ids ['5eeea4d3-891b-43c3-986e-d747b051f296'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:16.149255 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d3e3d446-279a-4090-a3f7-0342699c1aa7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/5eeea4d3-891b-43c3-986e-d747b051f296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0563705 Mar 14 18:26:16.156752 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] Routers {'5eeea4d3-891b-43c3-986e-d747b051f296'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:16.157400 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['5eeea4d3-891b-43c3-986e-d747b051f296'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.158125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:16.174212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:16.181811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.193158 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa86c736-cdb7-4157-aede-87d9cfcf4018 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eeea4d3-891b-43c3-986e-d747b051f296 HTTP/1.1" status: 200 len: 205 time: 0.0340886 Mar 14 18:26:16.194170 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.194323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:16.195863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:16.205985 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] Routers {'5eeea4d3-891b-43c3-986e-d747b051f296'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:16.206762 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:25:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['5eeea4d3-891b-43c3-986e-d747b051f296'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.207194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:16.207783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.242377 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.243020 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52664dc8-8eca-4d78-b384-4f4e7436a4aa None None] The sync data for ids ['5eeea4d3-891b-43c3-986e-d747b051f296'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:16.257774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=564399fd-3af2-4a54-b6ba-4e631a32d2fb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:16.297622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.307517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.331776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e4b305-f859-4fd4-ad1c-aac7af49a927']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.347178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b56f7fb-3437-4d25-88ad-6cbc0defd31f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.347751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b56f7fb-3437-4d25-88ad-6cbc0defd31f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:16.366708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.382165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1735e85d-0b48-4734-9704-69c5d37b06f9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:16.383791 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9bf06e1-b628-4596-8fe7-84401bcb4b7f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1855173 Mar 14 18:26:16.391020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47894) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:16.392675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.392870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'fixed_ips': [{'subnet_id': 'eb00c964-d3c2-4266-9399-4b67fb782584'}, {'subnet_id': '564399fd-3af2-4a54-b6ba-4e631a32d2fb'}], 'name': 'tempest-PortsIpV6TestJSON-1291146298'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:16.408163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:16.408782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:16.412758 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:16.457193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:16.458483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.527557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.533168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.550202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.567556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.577977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.581636 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] 10.222.0.58 "DELETE /v2.0/networks/63e4b305-f859-4fd4-ad1c-aac7af49a927 HTTP/1.1" status: 204 len: 168 time: 0.8442717 Mar 14 18:26:16.594292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 1735e85d-0b48-4734-9704-69c5d37b06f9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1735e85d-0b48-4734-9704-69c5d37b06f9,segment=NetworkSegment(e23530dc-9bdb-48ec-a8dd-3b99eab741d6),segment_id=e23530dc-9bdb-48ec-a8dd-3b99eab741d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:16.595245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00f5f-be09-4469-9e25-202e436902b5 tempest-PortsAdminExtendedAttrsTestJSON-1218941738 tempest-PortsAdminExtendedAttrsTestJSON-1218941738-project] Pushing event deleted for resources: {'Network': ['ID=63e4b305-f859-4fd4-ad1c-aac7af49a927,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:16.685455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc7e4d-9c27-4755-aae3-badb84a32a32 None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:16.691688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.692216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router 5eeea4d3-891b-43c3-986e-d747b051f296 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:16.701071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.702259 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4f51f8c8-7113-4936-88ca-819f3d3b6d87 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/5eeea4d3-891b-43c3-986e-d747b051f296 HTTP/1.1" status: 204 len: 168 time: 0.5025735 Mar 14 18:26:16.705190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:16.718712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:16.732894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.776379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet b4c6ef23-e81d-4d04-9577-7aa3f988f9d0 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:16.781723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.803698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.816934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=1735e85d-0b48-4734-9704-69c5d37b06f9,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:16.824892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b475f6eb-4373-4080-bb93-d68a34f7864c None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:16.825223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b475f6eb-4373-4080-bb93-d68a34f7864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.830139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 329c366f-f048-45a9-a62f-110c524ff34d yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:16.848698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:16.950646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.029577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Update dhcp port {'port': {'network_id': '4ac3e6b7-4dd2-48bc-9d01-723a61aeba44', 'fixed_ips': [{'subnet_id': 'eb00c964-d3c2-4266-9399-4b67fb782584', 'ip_address': '2001:db8::2'}, {'subnet_id': '564399fd-3af2-4a54-b6ba-4e631a32d2fb'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': '1735e85d-0b48-4734-9704-69c5d37b06f9'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:26:17.063258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.116983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.147241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::9e (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/eb00c964-d3c2-4266-9399-4b67fb782584/329c366f-f048-45a9-a62f-110c524ff34d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:17.156314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8:0:1::3a5 (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/564399fd-3af2-4a54-b6ba-4e631a32d2fb/329c366f-f048-45a9-a62f-110c524ff34d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:17.160188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.164825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae36d04-ca6e-4bc7-b33f-f78174341d30 None None] Network 40dba9b0-76c1-4511-ab94-4a02242f5709 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:17.171245 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/b4c6ef23-e81d-4d04-9577-7aa3f988f9d0 HTTP/1.1" status: 204 len: 168 time: 0.4647667 Mar 14 18:26:17.172677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221053ce-da50-4e10-b64b-9bebc33e1004 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c6ef23-e81d-4d04-9577-7aa3f988f9d0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.174831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:17.175443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47906) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:17.292048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.350501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.374772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ae873b24-dfd6-4953-9597-6366902a9cc3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25676d46c44548f6821be9ae592df2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980858 Mar 14 18:26:17.378066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:17.387673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] DHCP port deletion for 40dba9b0-76c1-4511-ab94-4a02242f5709 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:17.400418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port ebecab59-08e8-4783-ac20-768ab7dd36ad {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:17.400863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.438612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Deleting port ebecab59-08e8-4783-ac20-768ab7dd36ad {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:17.438992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.470614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.497781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port ebecab59-08e8-4783-ac20-768ab7dd36ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ebecab59-08e8-4783-ac20-768ab7dd36ad,segment=NetworkSegment(3d1ed14d-0846-494a-95fe-393477252726),segment_id=3d1ed14d-0846-494a-95fe-393477252726)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:17.498227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.501886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.516466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:17.521241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:17.521397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for ebecab59-08e8-4783-ac20-768ab7dd36ad owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:17.522292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:17.529755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:17.530444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.535173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] For port ebecab59-08e8-4783-ac20-768ab7dd36ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ebecab59-08e8-4783-ac20-768ab7dd36ad,segment=NetworkSegment(3d1ed14d-0846-494a-95fe-393477252726),segment_id=3d1ed14d-0846-494a-95fe-393477252726)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:17.535367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.541572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.546774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=329c366f-f048-45a9-a62f-110c524ff34d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.554292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Calling delete_port for ebecab59-08e8-4783-ac20-768ab7dd36ad owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:17.565155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Allocated IP 2001:db8:0:1::2 (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/564399fd-3af2-4a54-b6ba-4e631a32d2fb/1735e85d-0b48-4734-9704-69c5d37b06f9) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:17.712061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] For port 1735e85d-0b48-4734-9704-69c5d37b06f9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1735e85d-0b48-4734-9704-69c5d37b06f9,segment=NetworkSegment(e23530dc-9bdb-48ec-a8dd-3b99eab741d6),segment_id=e23530dc-9bdb-48ec-a8dd-3b99eab741d6)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:17.721755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.725634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-234baddd-55fe-4d43-b92f-a8e2d174e9ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3368359 Mar 14 18:26:17.725787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.725993 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/287ca8b9-005d-483b-914f-3d1cd484dff1 HTTP/1.1" status: 204 len: 168 time: 0.3469298 Mar 14 18:26:17.727222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:17.734259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e754b8-9c23-4421-a375-cc80fac25a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ca8b9-005d-483b-914f-3d1cd484dff1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.735117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb00c964-d3c2-4266-9399-4b67fb782584'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:17.755884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.767099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.784585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.812767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=ebecab59-08e8-4783-ac20-768ab7dd36ad,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.819194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.835166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port ebecab59-08e8-4783-ac20-768ab7dd36ad on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:17.927568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.955705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-95079808-a378-41d1-a609-52028a1cd641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.957158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:17.959216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] Pushing event deleted for resources: {'Port': ['ID=ebecab59-08e8-4783-ac20-768ab7dd36ad,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:17.970572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dba9b0-76c1-4511-ab94-4a02242f5709']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:17.983193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1ed14d-0846-494a-95fe-393477252726') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:17.983606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1ed14d-0846-494a-95fe-393477252726') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:17.990732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb490e-68f8-4b3a-a08e-9a82956a629a None None] No DVR routers for this DVR port ebecab59-08e8-4783-ac20-768ab7dd36ad on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:18.000419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.023811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.033596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:18.034027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:18.037447 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:18.059717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4287dd-995d-4360-96b4-41fe6789a7f4 None None] Pushing event updated for resources: {'Port': ['ID=1735e85d-0b48-4734-9704-69c5d37b06f9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:18.139180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Delete allocated IP 2001:db8:0:1::3a5 (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/564399fd-3af2-4a54-b6ba-4e631a32d2fb) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:26:18.179251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.194848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.201531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/40dba9b0-76c1-4511-ab94-4a02242f5709 HTTP/1.1" status: 204 len: 168 time: 1.0235672 Mar 14 18:26:18.218709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:18.232103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2103466031', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:18.240594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010565f-d183-4f41-8bfd-f28095fb841f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=40dba9b0-76c1-4511-ab94-4a02242f5709,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:18.270390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1735e85d-0b48-4734-9704-69c5d37b06f9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:18.327200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.334777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:18.335205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.385666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.386808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.414540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.483554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.507306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] In _notify_port_updated(), no bound segment for port 329c366f-f048-45a9-a62f-110c524ff34d on network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:26:18.507765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ebecab59-08e8-4783-ac20-768ab7dd36ad no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:18.513052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:18.513694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.515062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/ports/329c366f-f048-45a9-a62f-110c524ff34d HTTP/1.1" status: 200 len: 925 time: 0.7858784 Mar 14 18:26:18.518145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:18.523125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=329c366f-f048-45a9-a62f-110c524ff34d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:18.523648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb00c964-d3c2-4266-9399-4b67fb782584'}, {'subnet_id': '564399fd-3af2-4a54-b6ba-4e631a32d2fb'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:18.534359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.534899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.535010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.535340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.535671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.536030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.536328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.536651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.536975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.537297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.537620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.538205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec4d73-7ef9-4530-8543-e62616072cb3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:18.538748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ebecab59-08e8-4783-ac20-768ab7dd36ad {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:18.539130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ebecab59-08e8-4783-ac20-768ab7dd36ad not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:18.617334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47922) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:18.660619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1adf21a-3ddd-4735-9d02-db3cee9999f6 None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:18.669859 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-49b12c19-7142-47e6-8d14-bb828df3b2fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fc400e77ea542089e597747c13f02fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489435 Mar 14 18:26:18.670349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47924) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:18.721053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.722641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.741380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c3da1793-ae7b-428c-a97f-bc764b316129 None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:18.741769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3da1793-ae7b-428c-a97f-bc764b316129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.746083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.860290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.897413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.906589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:18.906589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88462c54-ff1d-4b59-a2b2-f024b3331d85 HTTP/1.1" status: 204 len: 168 time: 0.2325032 Mar 14 18:26:18.918429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c9dc-b250-48a9-95bc-b40bd1081f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88462c54-ff1d-4b59-a2b2-f024b3331d85,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.162771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8:0:1::316 (4ac3e6b7-4dd2-48bc-9d01-723a61aeba44/564399fd-3af2-4a54-b6ba-4e631a32d2fb/329c366f-f048-45a9-a62f-110c524ff34d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:19.236071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c1215f4-1505-4dd1-9b99-7e0422d99f1a None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:19.236837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c1215f4-1505-4dd1-9b99-7e0422d99f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.372554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c1215f4-1505-4dd1-9b99-7e0422d99f1a None None] Provisioning complete for port 329c366f-f048-45a9-a62f-110c524ff34d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:19.372918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c1215f4-1505-4dd1-9b99-7e0422d99f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.411745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4c1215f4-1505-4dd1-9b99-7e0422d99f1a None None] Port 329c366f-f048-45a9-a62f-110c524ff34d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:19.429752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.451850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.453879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.536447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-aea1ab6f-fb86-428e-b86f-a779484fe640 None None] Provisioning complete for port 329c366f-f048-45a9-a62f-110c524ff34d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:19.537447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aea1ab6f-fb86-428e-b86f-a779484fe640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.572927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-aea1ab6f-fb86-428e-b86f-a779484fe640 None None] Port 329c366f-f048-45a9-a62f-110c524ff34d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:19.579765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.26.3.181 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/2109d9ae-3ce1-4295-a232-c237b5563b89) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:19.610289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.698462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-881c90f5-9fdf-4d2e-bfe7-2fcff972de9c None None] Provisioning complete for port 329c366f-f048-45a9-a62f-110c524ff34d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:19.699218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-881c90f5-9fdf-4d2e-bfe7-2fcff972de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.741876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] In _notify_port_updated(), no bound segment for port 329c366f-f048-45a9-a62f-110c524ff34d on network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:26:19.743765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-881c90f5-9fdf-4d2e-bfe7-2fcff972de9c None None] Port 329c366f-f048-45a9-a62f-110c524ff34d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:19.751167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:19.751846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.757517 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/ports/329c366f-f048-45a9-a62f-110c524ff34d HTTP/1.1" status: 200 len: 1011 time: 1.2382312 Mar 14 18:26:19.761130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47940) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:19.768744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=329c366f-f048-45a9-a62f-110c524ff34d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:19.794084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.794443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.794846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.795171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.795505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.795831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.796278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.796615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.796933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.797259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.797579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.797927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0572744-966c-4bc2-927b-c0895f62407b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:19.833823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.873449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 329c366f-f048-45a9-a62f-110c524ff34d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:19.873878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.922346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.968166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:19.971483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:19.976178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:19.981467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:19.994374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 329c366f-f048-45a9-a62f-110c524ff34d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:20.011809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=2109d9ae-3ce1-4295-a232-c237b5563b89,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:20.077290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cf4ecc6c-1b3e-4b77-89ab-1bd304e84234 None None] Provisioning complete for port 329c366f-f048-45a9-a62f-110c524ff34d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:20.077653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf4ecc6c-1b3e-4b77-89ab-1bd304e84234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.107824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30600ea0-e722-42fb-b1f6-7f5a0960533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.123098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ecc6c-1b3e-4b77-89ab-1bd304e84234 None None] Port 329c366f-f048-45a9-a62f-110c524ff34d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:20.191454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:20.247284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.273498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=329c366f-f048-45a9-a62f-110c524ff34d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:20.312764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-29f0773a-4fa7-4745-8a84-53ab7fd46bbe tempest-AgentManagementNegativeTest-800297077 tempest-AgentManagementNegativeTest-800297077-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1200356 Mar 14 18:26:20.327026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.331143 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e62c2235-143c-47a7-ac07-84875ce2e401 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/329c366f-f048-45a9-a62f-110c524ff34d HTTP/1.1" status: 204 len: 168 time: 0.5677047 Mar 14 18:26:20.338104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:20.370577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8132ee-7a5e-4eb1-8e7e-35ddbc8fb775 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:20.372471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba8132ee-7a5e-4eb1-8e7e-35ddbc8fb775 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/329c366f-f048-45a9-a62f-110c524ff34d HTTP/1.1" status: 404 len: 333 time: 0.0332258 Mar 14 18:26:20.375187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:20.440639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 564399fd-3af2-4a54-b6ba-4e631a32d2fb {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:20.444765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.475315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.496783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.581818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.672629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.715491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.747405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=564399fd-3af2-4a54-b6ba-4e631a32d2fb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:20.749365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.752537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d60e0f1-08e6-43ef-b134-2eeda51e08da tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/564399fd-3af2-4a54-b6ba-4e631a32d2fb HTTP/1.1" status: 204 len: 168 time: 0.3764067 Mar 14 18:26:20.755258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:20.757663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb88d5-c987-49da-904b-2942c81d097a None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:20.814084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet eb00c964-d3c2-4266-9399-4b67fb782584 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:20.817739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.859323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:20.895125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:20.899465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router ca718874-76cf-4937-abaf-b32e85e25b02 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:20.954133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.029728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:21.045697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] Sync routers for ids ['ca718874-76cf-4937-abaf-b32e85e25b02'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:21.059628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] Routers {'ca718874-76cf-4937-abaf-b32e85e25b02'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:21.060351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ca718874-76cf-4937-abaf-b32e85e25b02'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:21.071473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9e05568-74ca-4285-ae2f-b05ba63a01ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.097718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.098166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:21.110785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] Routers {'ca718874-76cf-4937-abaf-b32e85e25b02'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:21.111445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ca718874-76cf-4937-abaf-b32e85e25b02'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:21.135395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=eb00c964-d3c2-4266-9399-4b67fb782584,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:21.137395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.141572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-51ad5e06-69fa-4347-a461-cffed18907f5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/eb00c964-d3c2-4266-9399-4b67fb782584 HTTP/1.1" status: 204 len: 168 time: 0.3847492 Mar 14 18:26:21.144024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:21.160487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9e05568-74ca-4285-ae2f-b05ba63a01ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.162217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:21.163172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ba1422-ce10-4c4a-854c-c289ad467241 None None] The sync data for ids ['ca718874-76cf-4937-abaf-b32e85e25b02'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:21.164586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.170696 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d37e5714-3cf5-416e-a31e-763d6e1684f4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9476869 Mar 14 18:26:21.172601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:21.239103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.265870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9e05568-74ca-4285-ae2f-b05ba63a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.298473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 1735e85d-0b48-4734-9704-69c5d37b06f9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:21.298965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.317937 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f9e05568-74ca-4285-ae2f-b05ba63a01ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4dc1b34809c49479476452777f11ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198697 Mar 14 18:26:21.320849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:21.331167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05568-74ca-4285-ae2f-b05ba63a01ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0976df-f6ec-4316-99a6-6b0bd26732ed,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:21.344574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.348975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d985996-5120-4c66-b313-68d8eabc8f3f tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers/ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 200 len: 881 time: 0.1711404 Mar 14 18:26:21.348975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:21.366828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port 1735e85d-0b48-4734-9704-69c5d37b06f9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1735e85d-0b48-4734-9704-69c5d37b06f9,segment=NetworkSegment(e23530dc-9bdb-48ec-a8dd-3b99eab741d6),segment_id=e23530dc-9bdb-48ec-a8dd-3b99eab741d6)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:21.371090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.381994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 1735e85d-0b48-4734-9704-69c5d37b06f9 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:21.472563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.517113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.604409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8997319-3610-4218-a7c4-214b44f853a7 None None] Network 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:21.694062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d2ff8024-1b3a-4b9b-b10a-f1d95eb71d17 None None] Provisioning complete for port 1735e85d-0b48-4734-9704-69c5d37b06f9 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:21.695148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2ff8024-1b3a-4b9b-b10a-f1d95eb71d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.810648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:21.875877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc6bdc-2bb8-4c9d-b726-514c3c2467b0 None None] DHCP port deletion for 4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:21.877348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:21.943728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=1735e85d-0b48-4734-9704-69c5d37b06f9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:21.947343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port 1735e85d-0b48-4734-9704-69c5d37b06f9 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:22.011780 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-00b8f8a3-8462-40b1-a355-87f5042d77c5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6629755 Mar 14 18:26:22.014568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:22.018896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2103466031'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:22.079804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.101011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.104177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.107545 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e0976df-f6ec-4316-99a6-6b0bd26732ed HTTP/1.1" status: 204 len: 168 time: 0.7832198 Mar 14 18:26:22.107688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac3e6b7-4dd2-48bc-9d01-723a61aeba44']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.120271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4b270-5390-4902-87ae-3f29bc690658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0976df-f6ec-4316-99a6-6b0bd26732ed,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:22.158200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.158504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23530dc-9bdb-48ec-a8dd-3b99eab741d6') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.171284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.193066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.222127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:22.222541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:22.225397 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:22.270248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1735e85d-0b48-4734-9704-69c5d37b06f9 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:22.306078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 1735e85d-0b48-4734-9704-69c5d37b06f9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:22.306734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1735e85d-0b48-4734-9704-69c5d37b06f9 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:22.347295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.366967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.389698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.392942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/4ac3e6b7-4dd2-48bc-9d01-723a61aeba44 HTTP/1.1" status: 204 len: 168 time: 1.2477679 Mar 14 18:26:22.398236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:22.409348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daa991-99ca-4b15-8190-628b80785720 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=4ac3e6b7-4dd2-48bc-9d01-723a61aeba44,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:22.435354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.468764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166843e8-4fa7-4270-a514-bfa7a21710c0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:22.470091 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-166843e8-4fa7-4270-a514-bfa7a21710c0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0698657 Mar 14 18:26:22.473793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.475977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 47990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:22.566191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ac248b48-1a6e-4b03-afa4-3ceaf85e25a1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0845556 Mar 14 18:26:22.572480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 47994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:22.572480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-998498578'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:22.614497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router ca718874-76cf-4937-abaf-b32e85e25b02 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:22.677044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:22.680582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.746033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:22.762544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.762911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment 68e9d604-a760-49da-b44e-1c584259385d of type vlan for network dc3090a6-c435-49af-9058-28dcb6e96ccf Mar 14 18:26:22.771174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:22.778816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.779985 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-15706fcd-d509-41dd-bb02-07f8b4bb2e7c tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 200 len: 888 time: 0.7645149 Mar 14 18:26:22.782707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:22.787178 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] Sync routers for ids ['ca718874-76cf-4937-abaf-b32e85e25b02'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:22.803665 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] Routers {'ca718874-76cf-4937-abaf-b32e85e25b02'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:22.804302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ca718874-76cf-4937-abaf-b32e85e25b02'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.848460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port d501ec5c-1075-4f1a-81dd-0ce814b53773 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:22.848708 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.849715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.859019 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] Routers {'ca718874-76cf-4937-abaf-b32e85e25b02'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:22.859231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.863431 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['ca718874-76cf-4937-abaf-b32e85e25b02'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.864381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.895625 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:22.896397 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cb111-1d99-4a04-ac6c-6d48b6811e61 None None] The sync data for ids ['ca718874-76cf-4937-abaf-b32e85e25b02'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:22.957685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.962040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port d501ec5c-1075-4f1a-81dd-0ce814b53773, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d501ec5c-1075-4f1a-81dd-0ce814b53773,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:22.963630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.964254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:22.964834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:22.977294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for d501ec5c-1075-4f1a-81dd-0ce814b53773 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:23.030922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.042200 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-05a3ec34-aac9-455b-a8ed-e0412d01aaea tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers/ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 200 len: 888 time: 0.2476189 Mar 14 18:26:23.042457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48008) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:23.050280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=dc3090a6-c435-49af-9058-28dcb6e96ccf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:23.060787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network dc3090a6-c435-49af-9058-28dcb6e96ccf details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:23.070056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e3c34708-a7f9-47dc-8373-bf5be5b5974e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 200 len: 205 time: 0.0341682 Mar 14 18:26:23.073425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:23.125511 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a83b856a-912b-4a93-b8c4-ba779555d977 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5567350 Mar 14 18:26:23.129766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:23.130849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:23.269877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.286106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.323639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:23.342096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=d501ec5c-1075-4f1a-81dd-0ce814b53773,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:23.391491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:23.395355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.419691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.499820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-9283802'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:23.540492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.596623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:23.600438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.622223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.668819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 2109d9ae-3ce1-4295-a232-c237b5563b89 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:23.669160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.761860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:23.797182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.810169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.826736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 2109d9ae-3ce1-4295-a232-c237b5563b89 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:23.872038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:23.880235 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-51338ff0-1c5c-45c7-9e8c-1fbfd85aa8c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650079 Mar 14 18:26:23.881595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:23.893151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:23.893938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:23.942372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:23.961730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=cb9b08aa-4053-4983-b665-b606d782d240,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:23.985608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': '68e9d604-a760-49da-b44e-1c584259385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:23.986021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: dc3090a6-c435-49af-9058-28dcb6e96ccf, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:24.004902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:24.033349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.079375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:24.102856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.103838 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Added segment 56648db3-69da-4921-8d73-38f4b4356af8 of type vlan for network d5c92626-9e70-47af-be0d-7950f30fe5cc Mar 14 18:26:24.105160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b357a370-aaa6-441f-b9d1-afb709305fbc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:24.144398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network dc3090a6-c435-49af-9058-28dcb6e96ccf is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:24.192149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.252215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, dc3090a6-c435-49af-9058-28dcb6e96ccf) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:24.262598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:24.263216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.268741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:24.273624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442f1b4-f531-41b5-a344-b4e9c0fbb796 None None] Network dc3090a6-c435-49af-9058-28dcb6e96ccf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:24.281048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.301846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115cdbb-866f-4640-99f5-b90d273f0b9c req-2fd1d866-b8f7-4170-9628-2a6088d24e6a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:24.304171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9115cdbb-866f-4640-99f5-b90d273f0b9c req-2fd1d866-b8f7-4170-9628-2a6088d24e6a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.0585623 Mar 14 18:26:24.313251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:24.320701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=2109d9ae-3ce1-4295-a232-c237b5563b89,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:24.339634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.345751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:24.346173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.353575 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9115cdbb-866f-4640-99f5-b90d273f0b9c req-deafe522-0c2b-4f09-b2bf-e57b1ea3c97c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405924 Mar 14 18:26:24.360489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:24.364286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:24.402356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e324660d-7266-4040-a161-f2d6088619e8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2754316 Mar 14 18:26:24.404973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48026) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:24.410558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf', 'name': 'tempest-PortsIpV6TestJSON-891238618'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:24.456925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Network': ['ID=d5c92626-9e70-47af-be0d-7950f30fe5cc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:24.474497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.479206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:24.546830 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2f92916d-6832-4db1-8833-9a1fe69d6022 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2221136 Mar 14 18:26:24.550628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:24.556884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:24.579855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.581974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.639086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:24.642594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.666479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port c764cbeb-5ba2-4955-8130-729b2d3eef8f yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:24.687498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.688170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router ca718874-76cf-4937-abaf-b32e85e25b02 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:24.695261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.700855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fd15a2b2-e4cc-4251-a4bc-8f278c2b64db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 204 len: 168 time: 1.6219361 Mar 14 18:26:24.702632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:24.708453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-2077977415'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:24.728717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:24.731749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.744216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:24.790671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:24.795523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.824403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:24.852811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-dc3090a6-c435-49af-9058-28dcb6e96ccf', 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': 'cb9b08aa-4053-4983-b665-b606d782d240'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:24.853107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.853107 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment e37ee779-e160-4272-8b2d-b897428301f5 of type vlan for network 1504fd95-1da0-4a61-8346-9f797102f2db Mar 14 18:26:24.853433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.877254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:24.885728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::2ed (dc3090a6-c435-49af-9058-28dcb6e96ccf/cb9b08aa-4053-4983-b665-b606d782d240/c764cbeb-5ba2-4955-8130-729b2d3eef8f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:25.013431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.019622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:25.020332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.074666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:25.085246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=1504fd95-1da0-4a61-8346-9f797102f2db,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.110963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.112382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 1504fd95-1da0-4a61-8346-9f797102f2db details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:25.115609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcd933-bc3d-46d8-aca6-8f916acabf27 None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '1ac545fc-d740-4f7a-8972-dbc9c0cb9187', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.185', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'port_id': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'mac_address': 'fa:16:3e:eb:ee:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:23:56Z', 'updated_at': '2022-03-14T18:24:01Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:25.118565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.140739 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7042c91e-fc55-4112-8c71-30ed1c8c829e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4368052 Mar 14 18:26:25.143399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:25.153803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:25.195050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=1d3f599c-e7a2-4aef-82c8-3d5246a254a8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.219534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:25.219887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network hostable DHCP agents. Network: d5c92626-9e70-47af-be0d-7950f30fe5cc, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:25.280252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.309820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:25.313558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.313894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:25.327248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Allocated IP 2001:db8::2 (dc3090a6-c435-49af-9058-28dcb6e96ccf/cb9b08aa-4053-4983-b665-b606d782d240/581aa904-8db2-48fa-b1a1-d5a00fa1a690) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:25.335346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network dc3090a6-c435-49af-9058-28dcb6e96ccf is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:25.340855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:25.345629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:25.350839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:25.351454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.355881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=c764cbeb-5ba2-4955-8130-729b2d3eef8f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.394553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d5c92626-9e70-47af-be0d-7950f30fe5cc) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:25.401929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:25.404809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.408501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f1a75-18a9-4a4b-a6c7-b1092c59bbff None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:25.426466 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-caef4bc6-58c8-49e8-9dae-f5b519415e1a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0203249 Mar 14 18:26:25.435440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:25.442264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf', 'name': 'tempest-PortsIpV6TestJSON-1071903494'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:25.550329 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-61a06095-b901-431f-836b-6be46c1ec7af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9985573 Mar 14 18:26:25.554378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:25.566563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3ecb-dbc2-4386-b41f-7119cd5e18bc req-42da198b-3a21-4993-be7f-99604a118a5b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:25.568348 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-437d3ecb-dbc2-4386-b41f-7119cd5e18bc req-42da198b-3a21-4993-be7f-99604a118a5b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.1144109 Mar 14 18:26:25.582456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'name': 'tempest-NetworksTestDHCPv6-202075641'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:25.642439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.650828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.670924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:25.674942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.675963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '1d3f599c-e7a2-4aef-82c8-3d5246a254a8'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:25.677228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.696374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 117132b9-251b-4c3a-9fc7-34e79385258a yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:25.738088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-437d3ecb-dbc2-4386-b41f-7119cd5e18bc req-a9369a4a-f4a8-4883-84f8-5ceccc68a4e1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518641 Mar 14 18:26:25.768011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=7921fd35-1e05-4914-8f4d-b39a748e8835,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.787765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.793791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': 'e37ee779-e160-4272-8b2d-b897428301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:25.794223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 1504fd95-1da0-4a61-8346-9f797102f2db, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:25.864010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::1ee (dc3090a6-c435-49af-9058-28dcb6e96ccf/cb9b08aa-4053-4983-b665-b606d782d240/117132b9-251b-4c3a-9fc7-34e79385258a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:25.867200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Network dc3090a6-c435-49af-9058-28dcb6e96ccf is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:25.873546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:25.875329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Pushing event updated for resources: {'Port': ['ID=581aa904-8db2-48fa-b1a1-d5a00fa1a690,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:25.878124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:25.892136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.892476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.892810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.893629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.893756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 1504fd95-1da0-4a61-8346-9f797102f2db is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:25.893863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.893863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.894184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.894408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.894728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.895633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.895958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.896615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:26:25.900640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/1d3f599c-e7a2-4aef-82c8-3d5246a254a8/a921f235-f79c-4457-b77c-ce5ab66c0c75) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:25.922795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:25.926685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:25.948713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 5cef3ef8-cb0c-4f16-8cad-c949ef0b68de yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:25.994615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 1504fd95-1da0-4a61-8346-9f797102f2db) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:25.998937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Attempting to bind port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:25.999306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Attempting to bind port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '68e9d604-a760-49da-b44e-1c584259385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:25.999664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Attempting to bind port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 on network dc3090a6-c435-49af-9058-28dcb6e96ccf {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:26.000099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.001496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.011076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad19841-f469-4c7e-a1d6-22f1e2e9ef1e None None] Network 1504fd95-1da0-4a61-8346-9f797102f2db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:26.018211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:26.018584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Checking segment: {'id': '68e9d604-a760-49da-b44e-1c584259385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:26.018987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.019371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Bound using segment: {'id': '68e9d604-a760-49da-b44e-1c584259385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:26.019840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Bound port: 581aa904-8db2-48fa-b1a1-d5a00fa1a690, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e9d604-a760-49da-b44e-1c584259385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc3090a6-c435-49af-9058-28dcb6e96ccf'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:26.020217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.028773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.090845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-a974cb37-7001-450a-b34d-0c76aaa4b448 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.092261 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-a974cb37-7001-450a-b34d-0c76aaa4b448 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.0495517 Mar 14 18:26:26.095959 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1e9ab7b9-9707-4f73-9273-f259add16678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9515581 Mar 14 18:26:26.099005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:26.104789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1406417994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:26.144972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.198295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port c8d4e818-c964-4422-9dcc-45ccf0db7f57 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:26.198844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.210932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d501ec5c-1075-4f1a-81dd-0ce814b53773 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:26.217309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.218428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.234537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network dc3090a6-c435-49af-9058-28dcb6e96ccf is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:26.242755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:26.247263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.249503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d501ec5c-1075-4f1a-81dd-0ce814b53773 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:26.249641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:26.249764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d501ec5c-1075-4f1a-81dd-0ce814b53773 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:26.257577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.258428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.263255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=117132b9-251b-4c3a-9fc7-34e79385258a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:26.270703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] For port 581aa904-8db2-48fa-b1a1-d5a00fa1a690, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:26.289684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] For port 581aa904-8db2-48fa-b1a1-d5a00fa1a690, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=581aa904-8db2-48fa-b1a1-d5a00fa1a690,segment=NetworkSegment(68e9d604-a760-49da-b44e-1c584259385d),segment_id=68e9d604-a760-49da-b44e-1c584259385d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:26.310203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port c8d4e818-c964-4422-9dcc-45ccf0db7f57, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c8d4e818-c964-4422-9dcc-45ccf0db7f57,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:26.310642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.317719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.328930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.345472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for c8d4e818-c964-4422-9dcc-45ccf0db7f57 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:26.345693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-1504fd95-1da0-4a61-8346-9f797102f2db', 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '7921fd35-1e05-4914-8f4d-b39a748e8835'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:26.346372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.373497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:26.374199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c2a7a3ee-6452-4043-b04e-6f0390a4c09f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9375293 Mar 14 18:26:26.376726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:26.382046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:26.389344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:26.392907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Pushing event updated for resources: {'Port': ['ID=a921f235-f79c-4457-b77c-ce5ab66c0c75,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:26.410190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.472736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd56e0-d6ef-4ccf-9707-f513ebed7f88 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:26.477043 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44cd56e0-d6ef-4ccf-9707-f513ebed7f88 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ed HTTP/1.1" status: 200 len: 928 time: 0.0967619 Mar 14 18:26:26.477330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:26.485921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.516030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.521537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d63e4afe-be6c-4f1f-bddf-4cd2ab681626 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4173880 Mar 14 18:26:26.521537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48046) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:26.599473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Attempting to bind port a921f235-f79c-4457-b77c-ce5ab66c0c75 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:26.599792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Attempting to bind port a921f235-f79c-4457-b77c-ce5ab66c0c75 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:26.600093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Attempting to bind port a921f235-f79c-4457-b77c-ce5ab66c0c75 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:26.613612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:26.614038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:26.614418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.614821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:26.615318 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Bound port: a921f235-f79c-4457-b77c-ce5ab66c0c75, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:26.615988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:26.672102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c363a19-b2cd-4d3c-a80f-613de099cb02 None None] Pushing event updated for resources: {'Port': ['ID=581aa904-8db2-48fa-b1a1-d5a00fa1a690,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:26.729438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Allocated IP 172.20.0.2 (1504fd95-1da0-4a61-8346-9f797102f2db/7921fd35-1e05-4914-8f4d-b39a748e8835/6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:26.782706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] For port a921f235-f79c-4457-b77c-ce5ab66c0c75, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:26.832809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::182 (d5c92626-9e70-47af-be0d-7950f30fe5cc/1d3f599c-e7a2-4aef-82c8-3d5246a254a8/5cef3ef8-cb0c-4f16-8cad-c949ef0b68de) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:26.835289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] For port a921f235-f79c-4457-b77c-ce5ab66c0c75, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a921f235-f79c-4457-b77c-ce5ab66c0c75,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:26.945706 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:26:27.024652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.029750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.092547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c5f1f-1b1a-4688-89ce-e52887e48990 None None] Pushing event updated for resources: {'Port': ['ID=a921f235-f79c-4457-b77c-ce5ab66c0c75,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.129573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.132681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.184614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.195979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Network 1504fd95-1da0-4a61-8346-9f797102f2db is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:27.200119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:27.202539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Pushing event updated for resources: {'Port': ['ID=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.207071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:27.230621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=c8d4e818-c964-4422-9dcc-45ccf0db7f57,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.243317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 117132b9-251b-4c3a-9fc7-34e79385258a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:27.243719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.265012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d6ffd-682e-4b57-93df-8ef23fd80cfb req-fce63825-ebec-4e34-99a3-6e3ecf167f68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:27.271421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.285222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a02d6ffd-682e-4b57-93df-8ef23fd80cfb req-fce63825-ebec-4e34-99a3-6e3ecf167f68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 946 time: 0.3179598 Mar 14 18:26:27.292190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Attempting to bind port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:27.292551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Attempting to bind port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e37ee779-e160-4272-8b2d-b897428301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:27.297756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Attempting to bind port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d on network 1504fd95-1da0-4a61-8346-9f797102f2db {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:27.299047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:27.299424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Checking segment: {'id': 'e37ee779-e160-4272-8b2d-b897428301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:27.299825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.300458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Bound using segment: {'id': 'e37ee779-e160-4272-8b2d-b897428301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:27.300674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Bound port: 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37ee779-e160-4272-8b2d-b897428301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1504fd95-1da0-4a61-8346-9f797102f2db'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:27.301055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.355681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=5cef3ef8-cb0c-4f16-8cad-c949ef0b68de,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.361760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port c8d4e818-c964-4422-9dcc-45ccf0db7f57 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:27.378462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.382900 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fce8fe47-7bbe-4c6a-bc34-927f84a860dc req-af96f703-ea1c-4a3f-bd37-9084fb80f10d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/c8d4e818-c964-4422-9dcc-45ccf0db7f57 HTTP/1.1" status: 204 len: 173 time: 1.2837961 Mar 14 18:26:27.383752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'name': 'network-vif-deleted', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:27.391595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c33b6d-9af4-4aab-bf0c-a50a66657467" -d '{"events": [{"server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "name": "network-vif-deleted", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:26:27.404454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] For port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:27.410648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] For port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,segment=NetworkSegment(e37ee779-e160-4272-8b2d-b897428301f5),segment_id=e37ee779-e160-4272-8b2d-b897428301f5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:27.419396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:27.421410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:27.427946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:27.435334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:27.436251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.478726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54248394-53e4-447c-9c40-adb2628236f1 x-openstack-request-id: req-54248394-53e4-447c-9c40-adb2628236f1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:26:27.479404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f119b71-1f29-461f-a86c-ac254f6eb622", "name": "network-vif-deleted", "tag": "c8d4e818-c964-4422-9dcc-45ccf0db7f57", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:26:27.479965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54248394-53e4-447c-9c40-adb2628236f1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:26:27.480570 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f119b71-1f29-461f-a86c-ac254f6eb622', 'name': 'network-vif-deleted', 'tag': 'c8d4e818-c964-4422-9dcc-45ccf0db7f57', 'status': 'completed', 'code': 200} Mar 14 18:26:27.489377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a02d6ffd-682e-4b57-93df-8ef23fd80cfb req-3357c0ea-12de-4a5c-91c9-3b9e883addb6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=23d016a8-1dc4-40d7-9781-6f6b33e26251&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971962 Mar 14 18:26:27.510960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.516082 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-002dbce1-c26f-4518-ba01-38d4a9d00933 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9596744 Mar 14 18:26:27.519570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:27.546905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.580093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.604476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 117132b9-251b-4c3a-9fc7-34e79385258a owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:27.655425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901a557-70ff-44a2-813f-14d14ae39ca9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:27.662865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901a557-70ff-44a2-813f-14d14ae39ca9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:27.668275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c901a557-70ff-44a2-813f-14d14ae39ca9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1476183 Mar 14 18:26:27.669356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:27.673491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdac42-e70b-4114-bba1-c69b7963f81f None None] Pushing event updated for resources: {'Port': ['ID=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:27.799151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 5cef3ef8-cb0c-4f16-8cad-c949ef0b68de {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:27.799776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.939859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:27.960250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 5cef3ef8-cb0c-4f16-8cad-c949ef0b68de owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:28.099490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.157685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.180918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.20.0.1 (1504fd95-1da0-4a61-8346-9f797102f2db/7921fd35-1e05-4914-8f4d-b39a748e8835/d437888b-973b-4e5e-9aee-e989865c95f5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:28.229547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=117132b9-251b-4c3a-9fc7-34e79385258a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:28.260296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.260434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfdd324-4d16-4154-9758-bf40f3a6065f None None] Network dc3090a6-c435-49af-9058-28dcb6e96ccf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:28.275838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.280001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3db8d3ec-2d73-4789-ab96-db90369d8277 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/117132b9-251b-4c3a-9fc7-34e79385258a HTTP/1.1" status: 204 len: 168 time: 1.8017023 Mar 14 18:26:28.284199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:28.296160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=5cef3ef8-cb0c-4f16-8cad-c949ef0b68de,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:28.339097 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c4ca0f-c122-47d3-8c98-9d286d40537b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:28.340863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.342053 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-12c4ca0f-c122-47d3-8c98-9d286d40537b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/117132b9-251b-4c3a-9fc7-34e79385258a HTTP/1.1" status: 404 len: 333 time: 0.0566540 Mar 14 18:26:28.344710 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-41aab08c-cf4e-4f0b-ad5a-fa0f325f512d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/5cef3ef8-cb0c-4f16-8cad-c949ef0b68de HTTP/1.1" status: 204 len: 168 time: 0.6741929 Mar 14 18:26:28.345741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:28.347844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:28.512424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] Provisioning complete for port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:28.513485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.557350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e9d38-b288-4b23-a8eb-d98783a34886 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.560854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e9d38-b288-4b23-a8eb-d98783a34886 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:28.566295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.573841 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-176e9d38-b288-4b23-a8eb-d98783a34886 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1648180 Mar 14 18:26:28.574691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48064) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:28.597275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port c764cbeb-5ba2-4955-8130-729b2d3eef8f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:28.597684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.599964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a921f235-f79c-4457-b77c-ce5ab66c0c75 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:28.685444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 1d3f599c-e7a2-4aef-82c8-3d5246a254a8 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:28.690918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.694592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77fa4dc0-5908-4af2-8c94-14cbbe068c4d req-cdb87536-d711-4dfa-8033-4900f0b947ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f119b71-1f29-461f-a86c-ac254f6eb622 HTTP/1.1" status: 200 len: 210 time: 0.0391767 Mar 14 18:26:28.743281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.766135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for c764cbeb-5ba2-4955-8130-729b2d3eef8f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:28.773728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.806798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3350fdd-dc7b-47c2-a1f7-fbb23de9ac68 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:28.862477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:28.922705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 1504fd95-1da0-4a61-8346-9f797102f2db is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:28.930843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:28.934621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:28.963801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.011750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=d437888b-973b-4e5e-9aee-e989865c95f5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.020718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.037085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.050291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a921f235-f79c-4457-b77c-ce5ab66c0c75 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:29.050664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.064496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=c764cbeb-5ba2-4955-8130-729b2d3eef8f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.092619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.100828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.105845 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2a5fc3b2-526c-497d-bfc6-2b3c01622e74 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/c764cbeb-5ba2-4955-8130-729b2d3eef8f HTTP/1.1" status: 204 len: 168 time: 0.7589712 Mar 14 18:26:29.108376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.144775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-828ff806-2bd6-4a34-ba24-b7dd280f74c1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:29.149332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.149576 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-828ff806-2bd6-4a34-ba24-b7dd280f74c1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/c764cbeb-5ba2-4955-8130-729b2d3eef8f HTTP/1.1" status: 404 len: 333 time: 0.0397542 Mar 14 18:26:29.185119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] For port 581aa904-8db2-48fa-b1a1-d5a00fa1a690, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=581aa904-8db2-48fa-b1a1-d5a00fa1a690,segment=NetworkSegment(68e9d604-a760-49da-b44e-1c584259385d),segment_id=68e9d604-a760-49da-b44e-1c584259385d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:29.205377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.237130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet cb9b08aa-4053-4983-b665-b606d782d240 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:29.241496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3f599c-e7a2-4aef-82c8-3d5246a254a8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.256714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.264187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-69b22c46-fb11-4be6-ac60-62bf831d2fbb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/1d3f599c-e7a2-4aef-82c8-3d5246a254a8 HTTP/1.1" status: 204 len: 168 time: 0.6828732 Mar 14 18:26:29.264352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.265503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.265956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.297356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db6b13-b019-4b75-aeb8-e50914e41a3f None None] Network 1504fd95-1da0-4a61-8346-9f797102f2db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:29.325934 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e44e480e-7f0e-4e26-a986-c9674f7a7b24 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603874 Mar 14 18:26:29.328650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.335622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:29.343004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.349141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.353873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port a921f235-f79c-4457-b77c-ce5ab66c0c75, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a921f235-f79c-4457-b77c-ce5ab66c0c75,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:29.355404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.495393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d6fb5-8a4d-4bcc-a2a5-9a34ea10666f None None] Pushing event updated for resources: {'Port': ['ID=581aa904-8db2-48fa-b1a1-d5a00fa1a690,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.519599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.520520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:29.602366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Provisioning complete for port a921f235-f79c-4457-b77c-ce5ab66c0c75 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:29.602746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.604798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.611435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:29.615465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.671901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aeb11a-3fa3-4d89-98b0-757151a30f8a None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:29.773618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.800246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c8d4e818-c964-4422-9dcc-45ccf0db7f57 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:29.830760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: c8d4e818-c964-4422-9dcc-45ccf0db7f57 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:29.831103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c8d4e818-c964-4422-9dcc-45ccf0db7f57 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:29.839611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.843720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.846293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=a921f235-f79c-4457-b77c-ce5ab66c0c75,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.876715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9b08aa-4053-4983-b665-b606d782d240,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:29.878770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.880923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:29.881311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.882265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0a2841ad-3f1b-42aa-80e6-afbe0f4c19eb tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/cb9b08aa-4053-4983-b665-b606d782d240 HTTP/1.1" status: 204 len: 168 time: 0.7304537 Mar 14 18:26:29.885208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:29.896073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.945358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:29.950216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.018934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=d437888b-973b-4e5e-9aee-e989865c95f5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.046721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.056598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Provisioning complete for port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:30.056754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.064953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.108803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.166132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.207355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:30.212291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.219177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.225771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.232149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/23d016a8-1dc4-40d7-9781-6f6b33e26251 HTTP/1.1" status: 204 len: 168 time: 0.4572861 Mar 14 18:26:30.246614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,segment=NetworkSegment(e37ee779-e160-4272-8b2d-b897428301f5),segment_id=e37ee779-e160-4272-8b2d-b897428301f5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:30.253646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:30.254022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.279518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 1504fd95-1da0-4a61-8346-9f797102f2db is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:30.282919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:30.290935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622d534-9ff7-4109-9973-6487324c1af8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d016a8-1dc4-40d7-9781-6f6b33e26251,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.302487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:30.311101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=e06525bb-87dd-4006-b9a5-31516aba0911,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.313582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:30.316097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:30.316764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.331379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e2d24-97ab-4998-9ed9-591804b0416b None None] Network dc3090a6-c435-49af-9058-28dcb6e96ccf requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:30.359388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.360195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 581aa904-8db2-48fa-b1a1-d5a00fa1a690 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:30.402827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port 581aa904-8db2-48fa-b1a1-d5a00fa1a690, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=581aa904-8db2-48fa-b1a1-d5a00fa1a690,segment=NetworkSegment(68e9d604-a760-49da-b44e-1c584259385d),segment_id=68e9d604-a760-49da-b44e-1c584259385d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:30.402827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.415288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:30.446500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 581aa904-8db2-48fa-b1a1-d5a00fa1a690 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:30.459514 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-603455aa-ee6f-4d93-bf5e-397e31d3e92c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1297529 Mar 14 18:26:30.467141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48086) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:30.478530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'name': 'tempest-NetworksTestDHCPv6-1572115374'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:30.534447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Deleting port a921f235-f79c-4457-b77c-ce5ab66c0c75 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:30.534922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.581631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:30.581995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-9a9e868d-3bc9-4ca9-a794-67c2b97a3da9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:30.593996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 178c9ca9-0737-4989-a4ab-71b7f49d9528 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:30.598158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.641787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.648832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.697466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router f23e8a7e-71c3-4557-95d9-ebbaa05baef4 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:30.699162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:30.700540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.747501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] For port a921f235-f79c-4457-b77c-ce5ab66c0c75, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a921f235-f79c-4457-b77c-ce5ab66c0c75,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:30.747501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.772627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Calling delete_port for a921f235-f79c-4457-b77c-ce5ab66c0c75 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:30.776300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.787996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Could not find standard attr ID for object 581aa904-8db2-48fa-b1a1-d5a00fa1a690. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:30.819888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port 581aa904-8db2-48fa-b1a1-d5a00fa1a690 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:30.825333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.854891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=581aa904-8db2-48fa-b1a1-d5a00fa1a690,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:30.901366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:30.905580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.941543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port d5f20463-3758-4ea9-a281-eedb4135dab1 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:30.966572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:30.991684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:31.004766 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] Sync routers for ids ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:31.012593 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9f3a35dd-1d09-43e8-9151-ac6e62d2274a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/f23e8a7e-71c3-4557-95d9-ebbaa05baef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4889548 Mar 14 18:26:31.016760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.018869 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No ports have port_id starting with 581aa904-8db2-48fa-b1a1-d5a00fa1a690 Mar 14 18:26:31.021513 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] Routers {'f23e8a7e-71c3-4557-95d9-ebbaa05baef4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:31.021513 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.025279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338547d-fb04-447a-b59c-f33243f22e2f None None] DHCP port deletion for dc3090a6-c435-49af-9058-28dcb6e96ccf request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:31.059798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3090a6-c435-49af-9058-28dcb6e96ccf']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.080777 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.094742 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] Routers {'f23e8a7e-71c3-4557-95d9-ebbaa05baef4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:31.095449 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.102405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::1b5 (d5c92626-9e70-47af-be0d-7950f30fe5cc/e06525bb-87dd-4006-b9a5-31516aba0911/d5f20463-3758-4ea9-a281-eedb4135dab1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:31.108623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e9d604-a760-49da-b44e-1c584259385d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.108623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e9d604-a760-49da-b44e-1c584259385d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.122169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.138249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7caa396-4aad-4ded-addd-0cbce5231dcc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:31.153850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d7caa396-4aad-4ded-addd-0cbce5231dcc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports/d437888b-973b-4e5e-9aee-e989865c95f5 HTTP/1.1" status: 200 len: 910 time: 0.1318810 Mar 14 18:26:31.153850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.158017 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:31.158180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.160817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d172d1-8f89-46ab-b5da-359841e90eb2 None None] The sync data for ids ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:31.163278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7921fd35-1e05-4914-8f4d-b39a748e8835'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:31.178426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=178c9ca9-0737-4989-a4ab-71b7f49d9528,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:31.187041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.190162 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-813dda7a-705e-4dcb-bb3c-8cc288f97f7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/178c9ca9-0737-4989-a4ab-71b7f49d9528 HTTP/1.1" status: 204 len: 168 time: 0.7742805 Mar 14 18:26:31.194641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.197578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b595d0-a305-4573-b097-5c6ce775f677 None None] Network 37d347fb-674e-4fcc-a00d-7f814bc8086e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:31.210476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.223804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:31.234661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:31.235069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:31.238138 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:31.284757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.322607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.335529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] Pushing event deleted for resources: {'Port': ['ID=a921f235-f79c-4457-b77c-ce5ab66c0c75,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:31.347573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687e63d-9318-4227-9fdc-9267e0f9ac70 None None] No DVR routers for this DVR port a921f235-f79c-4457-b77c-ce5ab66c0c75 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:31.372257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Provisioning complete for port d437888b-973b-4e5e-9aee-e989865c95f5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:31.372630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.392153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.417342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b94bc-9923-4577-b6f6-a25f94c32f86 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:31.465893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.483508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.496179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.499975 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/dc3090a6-c435-49af-9058-28dcb6e96ccf HTTP/1.1" status: 204 len: 168 time: 1.6132913 Mar 14 18:26:31.504391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:31.504391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.504588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.504675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Port d437888b-973b-4e5e-9aee-e989865c95f5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:31.505424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Could not find standard attr ID for object 117132b9-251b-4c3a-9fc7-34e79385258a. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:31.509585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48094) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.515090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1045293400'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:31.524022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f419284-5e6b-41d0-86fc-1800c06541ca tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=dc3090a6-c435-49af-9058-28dcb6e96ccf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:31.536711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port be42f92b-e6e4-4c96-8904-1f5aba25dc40 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:31.537604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.546581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:31.552829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:31.560850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:31.566677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:31.567304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.575700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=d5f20463-3758-4ea9-a281-eedb4135dab1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:31.585073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Provisioning complete for port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:31.585679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.663246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] DHCP port deletion for 37d347fb-674e-4fcc-a00d-7f814bc8086e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:31.739174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:31.743379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.765848 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7790a3a5-70fd-4088-91dd-3d75d1b9bdd7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3016698 Mar 14 18:26:31.768349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.845074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:31.856397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 581aa904-8db2-48fa-b1a1-d5a00fa1a690 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:31.864920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.865468 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment e103aa0d-638d-49fb-8d6d-135237d6d01f of type vlan for network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 Mar 14 18:26:31.879994 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Deleting port be42f92b-e6e4-4c96-8904-1f5aba25dc40 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:31.880482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.886013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff273c8-515d-4468-97ce-79c5de4dd83d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:31.892350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'e06525bb-87dd-4006-b9a5-31516aba0911'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:31.892523 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2ff273c8-515d-4468-97ce-79c5de4dd83d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1182520 Mar 14 18:26:31.892647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.893320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Could not find standard attr ID for object 581aa904-8db2-48fa-b1a1-d5a00fa1a690. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:31.907225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 581aa904-8db2-48fa-b1a1-d5a00fa1a690 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:31.908003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 581aa904-8db2-48fa-b1a1-d5a00fa1a690 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:31.908123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:31.908533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a921f235-f79c-4457-b77c-ce5ab66c0c75 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:31.924952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Could not find standard attr ID for object c764cbeb-5ba2-4955-8130-729b2d3eef8f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:31.948904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:31.983759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a921f235-f79c-4457-b77c-ce5ab66c0c75 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:31.984190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a921f235-f79c-4457-b77c-ce5ab66c0c75 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:31.985647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3f97a6c6-27c8-4cd9-b0e7-7ff6385bfc12 None None] Could not find standard attr ID for object a921f235-f79c-4457-b77c-ce5ab66c0c75. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:31.988544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port be42f92b-e6e4-4c96-8904-1f5aba25dc40, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be42f92b-e6e4-4c96-8904-1f5aba25dc40,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:31.989207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.014932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] For port be42f92b-e6e4-4c96-8904-1f5aba25dc40, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=be42f92b-e6e4-4c96-8904-1f5aba25dc40,segment=NetworkSegment(369c640e-8ad9-4a45-9018-756e7b89ec48),segment_id=369c640e-8ad9-4a45-9018-756e7b89ec48)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:32.015448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.032045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for be42f92b-e6e4-4c96-8904-1f5aba25dc40 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:32.048930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port d5f20463-3758-4ea9-a281-eedb4135dab1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:32.049282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.090154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Calling delete_port for be42f92b-e6e4-4c96-8904-1f5aba25dc40 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:32.104362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.109986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:32.116347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.202273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/e06525bb-87dd-4006-b9a5-31516aba0911/76849f01-c32d-444a-a379-2c3223b0013d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:32.226409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=bcf04085-ede6-4d6c-aa1d-2460f48a0dc0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.246873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1ee77547-7bfd-4041-8a30-dddd85e4bbf9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7327509 Mar 14 18:26:32.248443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48100) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:32.250630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.256127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:32.268203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:32.268505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.285646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for d5f20463-3758-4ea9-a281-eedb4135dab1 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:32.307401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=be42f92b-e6e4-4c96-8904-1f5aba25dc40,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.316038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port be42f92b-e6e4-4c96-8904-1f5aba25dc40 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:32.331929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.387931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] Pushing event deleted for resources: {'Port': ['ID=be42f92b-e6e4-4c96-8904-1f5aba25dc40,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.394439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cab466-9934-42ea-a48b-53e3429ebd65 None None] No DVR routers for this DVR port be42f92b-e6e4-4c96-8904-1f5aba25dc40 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:32.448223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.478399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d347fb-674e-4fcc-a00d-7f814bc8086e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:32.480075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.481868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.492437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:32.493130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c640e-8ad9-4a45-9018-756e7b89ec48') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:32.493433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c640e-8ad9-4a45-9018-756e7b89ec48') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:32.498199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.504556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.518162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.523937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:32.525161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:32.527549 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:32.605970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.634428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.648877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:32.648877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:32.650784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:32.659154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Pushing event updated for resources: {'Port': ['ID=76849f01-c32d-444a-a379-2c3223b0013d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.706705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=d437888b-973b-4e5e-9aee-e989865c95f5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.709604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Attempting to bind port 76849f01-c32d-444a-a379-2c3223b0013d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:32.710006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Attempting to bind port 76849f01-c32d-444a-a379-2c3223b0013d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:32.710377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Attempting to bind port 76849f01-c32d-444a-a379-2c3223b0013d on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:32.714705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:32.715336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.716030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:32.716403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:32.716660 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b67791fe-a39c-460d-a7c1-09a95a3e28f3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/ports/d437888b-973b-4e5e-9aee-e989865c95f5 HTTP/1.1" status: 200 len: 910 time: 1.5576217 Mar 14 18:26:32.716811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.717189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:32.717678 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Bound port: 76849f01-c32d-444a-a379-2c3223b0013d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:32.718102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.719441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:32.781530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] For port 76849f01-c32d-444a-a379-2c3223b0013d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:32.784765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] For port 76849f01-c32d-444a-a379-2c3223b0013d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76849f01-c32d-444a-a379-2c3223b0013d,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:32.808716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.812378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.822261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.825530 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/37d347fb-674e-4fcc-a00d-7f814bc8086e HTTP/1.1" status: 204 len: 168 time: 1.6275115 Mar 14 18:26:32.833046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:32.897882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=d5f20463-3758-4ea9-a281-eedb4135dab1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.900619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13af94-231c-44a9-bf83-2f1d284e9f51 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=37d347fb-674e-4fcc-a00d-7f814bc8086e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:32.926918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.928452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:32.933198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-040e73a0-1077-4e48-808d-ef393c17d81f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/d5f20463-3758-4ea9-a281-eedb4135dab1 HTTP/1.1" status: 204 len: 168 time: 1.0216262 Mar 14 18:26:32.935970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:32.992933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b330ac-c0bf-4b82-9ac5-e52d6f5807bc None None] Pushing event updated for resources: {'Port': ['ID=76849f01-c32d-444a-a379-2c3223b0013d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:33.050626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a8599-b061-4921-b79f-ba5bfbd456fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.052256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a8599-b061-4921-b79f-ba5bfbd456fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.053953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b2a8599-b061-4921-b79f-ba5bfbd456fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972278 Mar 14 18:26:33.056967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:33.131514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be42f92b-e6e4-4c96-8904-1f5aba25dc40 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:33.133224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet e06525bb-87dd-4006-b9a5-31516aba0911 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:33.137341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.164065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: be42f92b-e6e4-4c96-8904-1f5aba25dc40 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:33.164640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device be42f92b-e6e4-4c96-8904-1f5aba25dc40 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:33.182133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.214736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.221890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 50dab700-0326-47ad-ae94-0708ea957711 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:33.222449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.297229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.344225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=30333723-2f88-4091-a0a4-d24f5a145968,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:33.383359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.383713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.386763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'e103aa0d-638d-49fb-8d6d-135237d6d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:33.387117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: bcf04085-ede6-4d6c-aa1d-2460f48a0dc0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:33.403510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 50dab700-0326-47ad-ae94-0708ea957711 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:33.454029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.505566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:33.578764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-5c945258-8981-4da0-8d96-77f5a1c944e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225471 Mar 14 18:26:33.585548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port d437888b-973b-4e5e-9aee-e989865c95f5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:33.585944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.618154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bcf04085-ede6-4d6c-aa1d-2460f48a0dc0) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:33.624102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.625374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.628096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b70aaf-6a3c-481a-968f-8ad832179d77 None None] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:33.636875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.686666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=e06525bb-87dd-4006-b9a5-31516aba0911,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:33.690566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.694030 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-800f497a-406a-4bdd-a343-482bda583260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/e06525bb-87dd-4006-b9a5-31516aba0911 HTTP/1.1" status: 204 len: 168 time: 0.6359487 Mar 14 18:26:33.696874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:33.697163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-69fd5945-5532-42ec-9b92-7262c8f53c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.699554 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-69fd5945-5532-42ec-9b92-7262c8f53c33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1099 time: 0.0912797 Mar 14 18:26:33.762669 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-acad23c5-9e91-4be3-a9de-090860cb5246 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646636 Mar 14 18:26:33.765728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48112) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:33.770573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:33.802160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-132723f9-aece-4d11-b802-f2b526a792f2 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5507522 Mar 14 18:26:33.802833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48114) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:33.812546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.814590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0', 'name': 'tempest-PortsIpV6TestJSON-399914057', 'fixed_ips': [{'subnet_id': '30333723-2f88-4091-a0a4-d24f5a145968', 'ip_address': '2001:db8::10'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:33.817487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bcf04085-ede6-4d6c-aa1d-2460f48a0dc0', 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': '30333723-2f88-4091-a0a4-d24f5a145968'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:33.818617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.825031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:33.883547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for d437888b-973b-4e5e-9aee-e989865c95f5 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:33.921382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=50dab700-0326-47ad-ae94-0708ea957711,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:33.977154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-fc63960c-fd97-4cf0-8291-3d7aa5fdfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:33.979265 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-fc63960c-fd97-4cf0-8291-3d7aa5fdfce8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 898 time: 0.2535937 Mar 14 18:26:34.081338 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-7e48c409-db2c-4643-be0d-b7693f72cbd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 217 time: 0.0493751 Mar 14 18:26:34.093415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:34.097165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.140259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.140591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 1ac545fc-d740-4f7a-8972-dbc9c0cb9187 disassociated (deleted). External IP: 172.26.3.185, port: 2a4502d8-45b0-44d8-b00b-c3c20bdc6017. Mar 14 18:26:34.198915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:34.205583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Allocated IP 2001:db8::2 (bcf04085-ede6-4d6c-aa1d-2460f48a0dc0/30333723-2f88-4091-a0a4-d24f5a145968/dc198c5e-366d-4415-a4e2-e04dcab2ab04) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:34.206473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-1a25f0ba-f3a9-4d89-9945-a8a53d20c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:34.207782 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-1a25f0ba-f3a9-4d89-9945-a8a53d20c633 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 200 len: 834 time: 0.1164215 Mar 14 18:26:34.268482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6576b9-47f7-4119-aadc-fe6796248699 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:34.270027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.311012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=d437888b-973b-4e5e-9aee-e989865c95f5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:34.390347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Could not find standard attr ID for object d5f20463-3758-4ea9-a281-eedb4135dab1. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:34.472969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.486826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Provisioning complete for port 76849f01-c32d-444a-a379-2c3223b0013d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:34.487341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.585475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=fc034f15-bb37-46cb-85e7-2bdedc16dd97,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:34.599268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.612232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:34.621918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:34.625844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:34.626572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.670824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.676969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.690722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:34.747560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] For port 76849f01-c32d-444a-a379-2c3223b0013d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76849f01-c32d-444a-a379-2c3223b0013d,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:34.766104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.766336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-0e4b4e79-80ef-4d89-b3b2-c74fc2a04784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:34.766989 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-0e4b4e79-80ef-4d89-b3b2-c74fc2a04784 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5455098 Mar 14 18:26:34.802176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Deleting port 76849f01-c32d-444a-a379-2c3223b0013d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:34.802603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.807421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router f23e8a7e-71c3-4557-95d9-ebbaa05baef4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:34.820549 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-edae4bf3-0839-4fce-900d-2388feab6981 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0512471 Mar 14 18:26:34.820762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:34.824619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:34.827707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'name': 'tempest-NetworksTestDHCPv6-646737548'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:34.832686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:34.834642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Pushing event updated for resources: {'Port': ['ID=dc198c5e-366d-4415-a4e2-e04dcab2ab04,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:34.846728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:34.846878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.879526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:34.936549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 86b9686c-6342-415d-995e-31996aafccb4 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:34.952482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:34.961939 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-46a8cd75-fe3b-4aed-8900-7bc121600941 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/f23e8a7e-71c3-4557-95d9-ebbaa05baef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414746 Mar 14 18:26:34.966358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48118) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:34.979762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] Sync routers for ids ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:35.010912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d946585-4d37-4631-bc1a-c22bd059d459 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=f23e8a7e-71c3-4557-95d9-ebbaa05baef4 HTTP/1.1" status: 200 len: 205 time: 0.0436966 Mar 14 18:26:35.011494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48120) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:35.023506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Attempting to bind port dc198c5e-366d-4415-a4e2-e04dcab2ab04 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:35.023766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Attempting to bind port dc198c5e-366d-4415-a4e2-e04dcab2ab04 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e103aa0d-638d-49fb-8d6d-135237d6d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:35.024205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Attempting to bind port dc198c5e-366d-4415-a4e2-e04dcab2ab04 on network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:35.029475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] For port 76849f01-c32d-444a-a379-2c3223b0013d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76849f01-c32d-444a-a379-2c3223b0013d,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:35.029475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.035316 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-75ad6beb-a140-49d2-9468-e38b26bbcd40 service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579930 Mar 14 18:26:35.039078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ad967-278a-4d51-80cd-ef8ffb7fa65f None None] Pushing event updated for resources: {'Port': ['ID=76849f01-c32d-444a-a379-2c3223b0013d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:35.049292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] Routers {'f23e8a7e-71c3-4557-95d9-ebbaa05baef4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:35.049939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.053196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Calling delete_port for 76849f01-c32d-444a-a379-2c3223b0013d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:35.054700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:35.057263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Checking segment: {'id': 'e103aa0d-638d-49fb-8d6d-135237d6d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:35.057263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.057263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Bound using segment: {'id': 'e103aa0d-638d-49fb-8d6d-135237d6d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:35.057263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Bound port: dc198c5e-366d-4415-a4e2-e04dcab2ab04, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e103aa0d-638d-49fb-8d6d-135237d6d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:35.057263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.100409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:35.106660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.117358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.185886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] Routers {'f23e8a7e-71c3-4557-95d9-ebbaa05baef4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:35.186581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.187604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:35.191179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.235094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.235747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5a43-0720-4e5b-b9cb-3dfc7ccac8a3 None None] The sync data for ids ['f23e8a7e-71c3-4557-95d9-ebbaa05baef4'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:35.267093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] For port dc198c5e-366d-4415-a4e2-e04dcab2ab04, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:35.275249 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c246f2f-66ff-4932-9ae5-adb74b37905a req-313f9cb0-3c9c-48da-ba13-cd24beb0d09b service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278411 Mar 14 18:26:35.281126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] For port dc198c5e-366d-4415-a4e2-e04dcab2ab04, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dc198c5e-366d-4415-a4e2-e04dcab2ab04,segment=NetworkSegment(e103aa0d-638d-49fb-8d6d-135237d6d01f),segment_id=e103aa0d-638d-49fb-8d6d-135237d6d01f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:35.287500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::10 (bcf04085-ede6-4d6c-aa1d-2460f48a0dc0/30333723-2f88-4091-a0a4-d24f5a145968/86b9686c-6342-415d-995e-31996aafccb4) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:35.292995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 28d706e4-02dd-49c7-83c6-a6d64800cbab yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:35.298347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.301188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.344755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:35.349721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.354199 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:35.364140 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:35.364829 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.381074 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4bb654e8-2c78-4cea-9506-f83b7303b51d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/1ac545fc-d740-4f7a-8972-dbc9c0cb9187 HTTP/1.1" status: 204 len: 168 time: 2.5442379 Mar 14 18:26:35.381659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:35.385437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f65cf-34c5-45a9-a29d-dba3328f9b34" -d '{"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:26:35.389941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.468843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] Pushing event deleted for resources: {'Port': ['ID=76849f01-c32d-444a-a379-2c3223b0013d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:35.481738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec9246-707a-493c-b3bc-280620115618 None None] No DVR routers for this DVR port 76849f01-c32d-444a-a379-2c3223b0013d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:35.484552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f0879-fed8-44b8-88c3-23d146199701 x-openstack-request-id: req-d61f0879-fed8-44b8-88c3-23d146199701 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:26:35.484844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:26:35.485096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d61f0879-fed8-44b8-88c3-23d146199701 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:26:35.485271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.486724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'status': 'completed', 'code': 200} Mar 14 18:26:35.504262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.505135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router f23e8a7e-71c3-4557-95d9-ebbaa05baef4 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:35.508370 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:35.515181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.516395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fc1c2aed-b98e-4c47-8cf6-e29fb7de1a68 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/f23e8a7e-71c3-4557-95d9-ebbaa05baef4 HTTP/1.1" status: 204 len: 168 time: 0.5006056 Mar 14 18:26:35.519854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:35.611309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::38c (d5c92626-9e70-47af-be0d-7950f30fe5cc/fc034f15-bb37-46cb-85e7-2bdedc16dd97/28d706e4-02dd-49c7-83c6-a6d64800cbab) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:35.625328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8727-a975-4759-93e3-75f22214eb85 None None] Pushing event updated for resources: {'Port': ['ID=dc198c5e-366d-4415-a4e2-e04dcab2ab04,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:35.626468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 7921fd35-1e05-4914-8f4d-b39a748e8835 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:35.636629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.647399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c6691-0b75-4751-99d1-9e80d27458a3 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:35.647502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-7f68e4a6-9e23-4628-acf1-06403de4aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:35.647502 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-7f68e4a6-9e23-4628-acf1-06403de4aa25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 1099 time: 0.0868545 Mar 14 18:26:35.713757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.732718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.782267 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.810922 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:35.835190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:35.835190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:35.938237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-e892be39-218d-4477-98fd-64475489577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:35.941891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'fc034f15-bb37-46cb-85e7-2bdedc16dd97'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:35.944194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:35.944787 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-e892be39-218d-4477-98fd-64475489577b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 200 len: 898 time: 0.2886732 Mar 14 18:26:35.961754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.010065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.046280 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-8d73e5b6-738e-4598-a4a0-039eccfc14e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 200 len: 217 time: 0.0947683 Mar 14 18:26:36.054542 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:36.084083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.185753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.190035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:36.196477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:36.204493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:36.210343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.211677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.222958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f583f0a-3d61-45a2-9490-c23b6ad7feaf None None] Network 1504fd95-1da0-4a61-8346-9f797102f2db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:36.227227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-35a5ac24-c1ef-44cd-b10d-2d77bfb0517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.229441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-35a5ac24-c1ef-44cd-b10d-2d77bfb0517f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 200 len: 834 time: 0.1757386 Mar 14 18:26:36.234328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=86b9686c-6342-415d-995e-31996aafccb4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.311050 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8ae15d68-1bca-4565-984a-62d839cd2a35 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5017319 Mar 14 18:26:36.315643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:36.322292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': 'bcf04085-ede6-4d6c-aa1d-2460f48a0dc0', 'name': 'tempest-PortsIpV6TestJSON-304685452', 'fixed_ips': [{'subnet_id': '30333723-2f88-4091-a0a4-d24f5a145968', 'ip_address': '2001:db8::f'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:36.367292 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:36.402900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-ac8cf7e5-24bd-4021-b98c-49c12d19184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.404557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-ac8cf7e5-24bd-4021-b98c-49c12d19184d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d59c378-b3e2-4fea-9f1a-71bd70b1755d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672916 Mar 14 18:26:36.416266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d739c-b906-4ebf-9e3e-93c6831a6dc2 req-ea172cd3-2fb5-4527-aa96-4142344e6858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.420247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee4d739c-b906-4ebf-9e3e-93c6831a6dc2 req-ea172cd3-2fb5-4527-aa96-4142344e6858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.1794953 Mar 14 18:26:36.422508 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff58955-8256-4b95-ae2c-9366f084a5d1 None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:23Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'a221a42c-0f39-45ae-9f88-5df86b322159', 'name': '', 'network_id': '9d59c378-b3e2-4fea-9f1a-71bd70b1755d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:88:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:18Z', 'updated_at': '2022-03-14T18:23:24Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'cb806355-0df8-4d32-b2ae-d28a1f95d7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:36.471542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/fc034f15-bb37-46cb-85e7-2bdedc16dd97/68c280b6-6b5e-4361-8d6d-c67413e9d0dd) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:36.597477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] DHCP port deletion for 1504fd95-1da0-4a61-8346-9f797102f2db request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:36.647224 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee4d739c-b906-4ebf-9e3e-93c6831a6dc2 req-c470acf8-1a07-46b1-a039-ca46fbd4640b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144828 Mar 14 18:26:36.657040 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-9522f4d7-d59c-40c4-93d1-62cc1828002b service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333066 Mar 14 18:26:36.680293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.687013 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/7921fd35-1e05-4914-8f4d-b39a748e8835 HTTP/1.1" status: 204 len: 168 time: 1.1660185 Mar 14 18:26:36.687984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b5022-c851-45dd-94fc-ca567b01eca0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=7921fd35-1e05-4914-8f4d-b39a748e8835,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.689968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:36.714483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.732534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.744518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Deleting port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:36.745071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.786724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-625f65cf-34c5-45a9-a29d-dba3328f9b34 req-1e74938e-f615-4e08-8152-b204f82302eb service neutron] 10.222.0.61 "GET /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138153 Mar 14 18:26:36.834383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:36.834383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=28d706e4-02dd-49c7-83c6-a6d64800cbab,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:36.835537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:36.841468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.843379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:36.848963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:36.849626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.855405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] For port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,segment=NetworkSegment(e37ee779-e160-4272-8b2d-b897428301f5),segment_id=e37ee779-e160-4272-8b2d-b897428301f5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:36.855405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.864019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.884458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Calling delete_port for 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:36.888156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:36.895550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.934540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:36.938020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:36.944197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:36.946926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:36.947501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:36.980422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:36.986094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Pushing event updated for resources: {'Port': ['ID=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.021453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9eefbfa2-9f5e-4b14-a35c-e6070b873d2b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1996903 Mar 14 18:26:37.028068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:37.033864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca6b44-986c-4191-a39b-52930b4ce4aa None None] New status for floating IP 1ac545fc-d740-4f7a-8972-dbc9c0cb9187: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:26:37.064885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,segment=NetworkSegment(e37ee779-e160-4272-8b2d-b897428301f5),segment_id=e37ee779-e160-4272-8b2d-b897428301f5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:37.065455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.095584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:37.132575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec92124-3b0b-4558-ab61-893c37a330c8 None None] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:37.189108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed3ecd-1147-4df5-98be-db74b09781f2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.195755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed3ecd-1147-4df5-98be-db74b09781f2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.199133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7aed3ecd-1147-4df5-98be-db74b09781f2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1693881 Mar 14 18:26:37.202144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48136) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:37.209589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Attempting to bind port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:37.210012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Attempting to bind port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:37.210392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Attempting to bind port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:37.230272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dc198c5e-366d-4415-a4e2-e04dcab2ab04 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:37.256087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::f (bcf04085-ede6-4d6c-aa1d-2460f48a0dc0/30333723-2f88-4091-a0a4-d24f5a145968/e2212ebd-61bc-4ae3-acfa-ff0ac814e118) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:37.267302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] Provisioning complete for port dc198c5e-366d-4415-a4e2-e04dcab2ab04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Bound port: 68c280b6-6b5e-4361-8d6d-c67413e9d0dd, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:37.272679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.305940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 28d706e4-02dd-49c7-83c6-a6d64800cbab {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:37.307664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.378702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.424937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.426908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:37.444067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.468679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.470103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.531630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 28d706e4-02dd-49c7-83c6-a6d64800cbab owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:37.537173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] Pushing event deleted for resources: {'Port': ['ID=6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.542383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b44f87-7de4-4121-86da-83474c0f7289 None None] No DVR routers for this DVR port 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:37.546783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.553504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.607905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1504fd95-1da0-4a61-8346-9f797102f2db']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:37.622273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37ee779-e160-4272-8b2d-b897428301f5') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:37.623014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37ee779-e160-4272-8b2d-b897428301f5') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:37.635446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] For port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:37.635851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:37.637474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=e2212ebd-61bc-4ae3-acfa-ff0ac814e118,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.641362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.647578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] For port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:37.647732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:37.647850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port dc198c5e-366d-4415-a4e2-e04dcab2ab04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:37.647850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.648686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:37.661483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.661483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.668793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.676345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:37.676667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self.session.flush() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:37.679740 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:37.748292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.781744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.831072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263d399-2920-4f27-8bbc-0242a75b950f req-17f2a2bc-0210-4249-8a19-438b57b818c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.833942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2263d399-2920-4f27-8bbc-0242a75b950f req-17f2a2bc-0210-4249-8a19-438b57b818c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.0791888 Mar 14 18:26:37.861166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] For port dc198c5e-366d-4415-a4e2-e04dcab2ab04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dc198c5e-366d-4415-a4e2-e04dcab2ab04,segment=NetworkSegment(e103aa0d-638d-49fb-8d6d-135237d6d01f),segment_id=e103aa0d-638d-49fb-8d6d-135237d6d01f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:37.867150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:37.869563 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e9c9e95e-6c86-4e3a-8de1-1fba94575359 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5528419 Mar 14 18:26:37.878674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.902020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ece02f-3d39-4a74-b3da-74692a0f7811 None None] Pushing event updated for resources: {'Port': ['ID=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:37.929848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.936987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.949087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.959112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-a541fd3a-90b1-4914-9b5b-99dff53ce820 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:37.961182 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-a541fd3a-90b1-4914-9b5b-99dff53ce820 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.0794954 Mar 14 18:26:37.982475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:37.989031 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/1504fd95-1da0-4a61-8346-9f797102f2db HTTP/1.1" status: 204 len: 168 time: 1.2946808 Mar 14 18:26:37.997030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48144) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.015084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-684436919', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:38.021957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=28d706e4-02dd-49c7-83c6-a6d64800cbab,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.059574 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2263d399-2920-4f27-8bbc-0242a75b950f req-23a8c5e2-fd85-478e-8c0b-36e1b620dbb6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053967 Mar 14 18:26:38.060394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db052253-e773-485a-97f7-c4464459e6c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=1504fd95-1da0-4a61-8346-9f797102f2db,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.063381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:38.063923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:38.065173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c36c1-1d61-44b5-973c-e0b49f3622fc None None] Pushing event updated for resources: {'Port': ['ID=dc198c5e-366d-4415-a4e2-e04dcab2ab04,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:38.090206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.097044 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-564e738a-dea7-425b-ae65-e99967b300b1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/28d706e4-02dd-49c7-83c6-a6d64800cbab HTTP/1.1" status: 204 len: 168 time: 0.8890450 Mar 14 18:26:38.099969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.120934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0525573-ccb2-42d3-aa64-2a63917756ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.121190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:38.121671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.122619 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a0525573-ccb2-42d3-aa64-2a63917756ab tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2545340 Mar 14 18:26:38.125799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.201361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Provisioning complete for port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:38.202867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.219419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e23da5-8ad5-4b31-8aaa-9f741a2daf54 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.232706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e23da5-8ad5-4b31-8aaa-9f741a2daf54 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.246059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-80e23da5-8ad5-4b31-8aaa-9f741a2daf54 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1400044 Mar 14 18:26:38.246059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.246987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.247114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.276147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e140d-3c07-4796-8f9d-23b1063f4172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.287918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e140d-3c07-4796-8f9d-23b1063f4172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.294769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:38.296259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e140d-3c07-4796-8f9d-23b1063f4172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:38.298550 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e27e140d-3c07-4796-8f9d-23b1063f4172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1715767 Mar 14 18:26:38.302033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.310959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Provisioning complete for port 86b9686c-6342-415d-995e-31996aafccb4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:38.312427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.370624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:38.370999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.377425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Port 86b9686c-6342-415d-995e-31996aafccb4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:38.399470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:38.414346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet fc034f15-bb37-46cb-85e7-2bdedc16dd97 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:38.416191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Provisioning complete for port dc198c5e-366d-4415-a4e2-e04dcab2ab04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:38.416714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6444eb80-7a51-4950-88a4-cfeb06e8ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.422668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.491479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.560228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:38.560534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.598278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.665304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.715706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:38.740681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1f147e1a-f07f-47ad-bc52-5cfc9f85c233 None None] Provisioning complete for port 86b9686c-6342-415d-995e-31996aafccb4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:38.741052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f147e1a-f07f-47ad-bc52-5cfc9f85c233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.742101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.744813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:38.745163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6ac40f9c-6cf4-4da0-9eaa-fbe025d2616d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:38.764766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for e2212ebd-61bc-4ae3-acfa-ff0ac814e118 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:38.785292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:38.789550 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-69e71171-9824-47c8-b245-b565f4523480 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7885525 Mar 14 18:26:38.789944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48154) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:38.794317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1f147e1a-f07f-47ad-bc52-5cfc9f85c233 None None] Port 86b9686c-6342-415d-995e-31996aafccb4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:38.832689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1614376023'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:38.979960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:38.984031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.022713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2ef4418c-e9ff-413e-a967-678a6899cde3 None None] Provisioning complete for port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.023812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ef4418c-e9ff-413e-a967-678a6899cde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.073630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4418c-e9ff-413e-a967-678a6899cde3 None None] Port e2212ebd-61bc-4ae3-acfa-ff0ac814e118 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:39.076007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:39.093703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.093703 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment 05c53c02-9270-4b8e-ac6c-6abc56ad8bfd of type vlan for network a88d8e36-595e-4386-b1b1-5d170b238820 Mar 14 18:26:39.137781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.182493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.197866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.266488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332c44d-3c7f-4184-adaa-f284653cd579 req-5ab00358-e5af-452b-9918-71eff60c415e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.271881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=e2212ebd-61bc-4ae3-acfa-ff0ac814e118,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:39.283510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7332c44d-3c7f-4184-adaa-f284653cd579 req-5ab00358-e5af-452b-9918-71eff60c415e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 946 time: 0.1206195 Mar 14 18:26:39.335591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.341574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.342160 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e3daf1d-81e2-4e57-a9e0-6528d501908c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/e2212ebd-61bc-4ae3-acfa-ff0ac814e118 HTTP/1.1" status: 204 len: 168 time: 1.0358593 Mar 14 18:26:39.343092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.366150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dc198c5e-366d-4415-a4e2-e04dcab2ab04 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:39.384657 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cc894d-9449-41ac-a6c5-ea558b17681d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:39.394491 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f1cc894d-9449-41ac-a6c5-ea558b17681d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/e2212ebd-61bc-4ae3-acfa-ff0ac814e118 HTTP/1.1" status: 404 len: 333 time: 0.0463247 Mar 14 18:26:39.394770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.407909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7332c44d-3c7f-4184-adaa-f284653cd579 req-be9ea569-aaa1-43dc-bc8e-fa0c18d2ef59 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=1802d58b-c424-4fbf-a4c3-e8a070076995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234143 Mar 14 18:26:39.417300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=2a4502d8-45b0-44d8-b00b-c3c20bdc6017,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:39.449988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port dc198c5e-366d-4415-a4e2-e04dcab2ab04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.450366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.512482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:39.521638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.521638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.539342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.544660 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-faa07fd1-e252-4d5c-8e64-702c9ed9ed42 req-fa2b2e19-d3ff-41f8-bdf2-64e81e01f6db tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/2a4502d8-45b0-44d8-b00b-c3c20bdc6017 HTTP/1.1" status: 204 len: 173 time: 1.5773919 Mar 14 18:26:39.549281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.550976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'name': 'network-vif-deleted', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:26:39.551116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.551652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397185f-7b8c-48c8-956d-c86c93a4c5c4" -d '{"events": [{"server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "name": "network-vif-deleted", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:26:39.597735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=fc034f15-bb37-46cb-85e7-2bdedc16dd97,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:39.609431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.629951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68c280b6-6b5e-4361-8d6d-c67413e9d0dd up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:39.632027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-63dd5971-e0cd-4c2e-b9dd-475c7c51ca26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/fc034f15-bb37-46cb-85e7-2bdedc16dd97 HTTP/1.1" status: 204 len: 168 time: 1.3837078 Mar 14 18:26:39.632701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48164) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.657593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a42dc46-245d-443e-aa53-405ab7b6c679 x-openstack-request-id: req-9a42dc46-245d-443e-aa53-405ab7b6c679 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:26:39.657858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d1f776-479f-43b8-b9d7-660e76538d2d", "name": "network-vif-deleted", "tag": "2a4502d8-45b0-44d8-b00b-c3c20bdc6017", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:26:39.658237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a42dc46-245d-443e-aa53-405ab7b6c679 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:26:39.658865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d1f776-479f-43b8-b9d7-660e76538d2d', 'name': 'network-vif-deleted', 'tag': '2a4502d8-45b0-44d8-b00b-c3c20bdc6017', 'status': 'completed', 'code': 200} Mar 14 18:26:39.675666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=a88d8e36-595e-4386-b1b1-5d170b238820,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:39.681571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 86b9686c-6342-415d-995e-31996aafccb4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:39.682320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.706477 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8a2db183-643f-436f-abd0-aecea2978c3a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700910 Mar 14 18:26:39.707395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48166) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.707761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a88d8e36-595e-4386-b1b1-5d170b238820 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:39.710928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] Provisioning complete for port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.711694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.781409 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-88950594-8c33-4625-9d07-6929110768d2 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9822948 Mar 14 18:26:39.783616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.785540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0be38-a2b5-4291-bdca-51433c0a79d7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.790098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-40a0be38-a2b5-4291-bdca-51433c0a79d7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0793481 Mar 14 18:26:39.790247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:39.790912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48170) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.802986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.864730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 86b9686c-6342-415d-995e-31996aafccb4 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:39.877879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262edd9-afda-4177-bd14-0d68dff56aec tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:39.882256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48172) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.882478 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2262edd9-afda-4177-bd14-0d68dff56aec tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0903258 Mar 14 18:26:39.915162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:39.916377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:39.941732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0d886d97-8943-4700-a807-812a8697a079 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580156 Mar 14 18:26:39.947710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:39.955096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5864c75-ae18-43af-8a1b-94bcea042001 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:39.958962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:40.054842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.131490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:40.135907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.146340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] For port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:40.177583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:40.182398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.187234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.246775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:40.257806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.290058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.302453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=86b9686c-6342-415d-995e-31996aafccb4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.339827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.348366 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7185b8c3-9d61-4cec-8c6a-b74ff462a71c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/86b9686c-6342-415d-995e-31996aafccb4 HTTP/1.1" status: 204 len: 168 time: 0.9474781 Mar 14 18:26:40.348624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:40.372626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:40.373592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:40.383032 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d8da4e-259e-4a3e-b479-a28a7dfeea0d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:40.386311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Deleting port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:40.386311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.394419 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5d8da4e-259e-4a3e-b479-a28a7dfeea0d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/86b9686c-6342-415d-995e-31996aafccb4 HTTP/1.1" status: 404 len: 333 time: 0.0383399 Mar 14 18:26:40.395012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0b294-3ce1-4b30-a9ea-5f0a7c8fdf04 None None] Pushing event updated for resources: {'Port': ['ID=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.395690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48178) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:40.454130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d6755a20-ce5c-40fe-a0a9-03ee98a21d2b None None] Could not find standard attr ID for object 5cef3ef8-cb0c-4f16-8cad-c949ef0b68de. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:40.484636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] For port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:40.485047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.501403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 30333723-2f88-4091-a0a4-d24f5a145968 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:40.504522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.510137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Calling delete_port for 68c280b6-6b5e-4361-8d6d-c67413e9d0dd owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:40.520565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.555617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.559872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.597195 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b2fa7286-53fb-4d42-beb3-8e23ca2ff5a7 req-b47b055b-edcd-4b12-b26b-e286cfea5ee2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d1f776-479f-43b8-b9d7-660e76538d2d HTTP/1.1" status: 200 len: 210 time: 0.0663195 Mar 14 18:26:40.621328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:40.624916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:40.629124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:40.629703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.636441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=8931495f-a218-4312-8d84-ecdcd823381e,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.668997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.698557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=174f7a8f-b808-4133-a674-823a3e06e284,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.698999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] Pushing event deleted for resources: {'Port': ['ID=68c280b6-6b5e-4361-8d6d-c67413e9d0dd,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.705220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f1e2e-90ed-447b-a0ca-2c604fde9572 None None] No DVR routers for this DVR port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:40.730131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.730514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439eb463-312b-4cf3-a624-189d6fab25d9 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:40.753344 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f1287ace-4e94-485c-ba9d-429e1fcaf5f5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7998161 Mar 14 18:26:40.753579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:40.753847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: a88d8e36-595e-4386-b1b1-5d170b238820, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:40.755952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:40.762207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '8931495f-a218-4312-8d84-ecdcd823381e', 'ip_address': '2001:db8::a9fe:a3e9:9ef1:4ece'}], 'name': 'tempest-NetworksTestDHCPv6-1457804963'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:40.887737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a88d8e36-595e-4386-b1b1-5d170b238820 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:40.903299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '8931495f-a218-4312-8d84-ecdcd823381e'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:40.904156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.907642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port 68c280b6-6b5e-4361-8d6d-c67413e9d0dd update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:26:40.917176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.949230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=30333723-2f88-4091-a0a4-d24f5a145968,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:40.952902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:40.958587 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bff5dc13-84eb-45da-8ca3-c53ce642b12f tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/30333723-2f88-4091-a0a4-d24f5a145968 HTTP/1.1" status: 204 len: 168 time: 0.5596011 Mar 14 18:26:40.958943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48184) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:40.971437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:40.986820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4376d96-4aaa-414b-b817-3a7580218c58 None None] Network bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:41.087841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a88d8e36-595e-4386-b1b1-5d170b238820) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:41.089640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.092394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:41.093301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.115830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf7cde-35e6-42c0-a930-f2bec61207ae None None] Network a88d8e36-595e-4386-b1b1-5d170b238820 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:41.143083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68c280b6-6b5e-4361-8d6d-c67413e9d0dd no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:41.150860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.171537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 2d97f871-1913-4bda-8b13-401aaf85009e yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:41.195506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/8931495f-a218-4312-8d84-ecdcd823381e/877ab618-5bfb-4216-b81f-6a2d6385b1c6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:41.204951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e44d2691-5f8f-4f25-83df-8994b15639bd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4203517 Mar 14 18:26:41.207881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:41.222815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 68c280b6-6b5e-4361-8d6d-c67413e9d0dd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:41.223070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 68c280b6-6b5e-4361-8d6d-c67413e9d0dd not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:41.235783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port dc198c5e-366d-4415-a4e2-e04dcab2ab04 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:41.236328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.345118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port dc198c5e-366d-4415-a4e2-e04dcab2ab04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dc198c5e-366d-4415-a4e2-e04dcab2ab04,segment=NetworkSegment(e103aa0d-638d-49fb-8d6d-135237d6d01f),segment_id=e103aa0d-638d-49fb-8d6d-135237d6d01f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:41.345512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.359317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for dc198c5e-366d-4415-a4e2-e04dcab2ab04 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:41.516540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.521315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.535511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd73b4a-44a3-4144-b6e0-677bc83b48bc None None] DHCP port deletion for bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:41.553809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=dc198c5e-366d-4415-a4e2-e04dcab2ab04,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:41.562241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port dc198c5e-366d-4415-a4e2-e04dcab2ab04 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:41.623539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a88d8e36-595e-4386-b1b1-5d170b238820', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:41.624418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.626621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.658653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.667247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:41.732946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf04085-ede6-4d6c-aa1d-2460f48a0dc0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:41.749177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e103aa0d-638d-49fb-8d6d-135237d6d01f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:41.754250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e103aa0d-638d-49fb-8d6d-135237d6d01f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:41.766760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Allocated IP 172.20.0.2 (a88d8e36-595e-4386-b1b1-5d170b238820/174f7a8f-b808-4133-a674-823a3e06e284/e209ede1-eb7f-4c98-aced-78eecb03fd52) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:41.767862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.776830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.778051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.829797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.835355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:41.845196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.863049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:41.863449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:41.866346 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:41.890233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:41.892811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:41.893152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2a4502d8-45b0-44d8-b00b-c3c20bdc6017 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:41.898591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:41.900861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Pushing event updated for resources: {'Port': ['ID=877ab618-5bfb-4216-b81f-6a2d6385b1c6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:41.904893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:41.934426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::a9fe:a3e9:9ef1:4ece (d5c92626-9e70-47af-be0d-7950f30fe5cc/8931495f-a218-4312-8d84-ecdcd823381e/2d97f871-1913-4bda-8b13-401aaf85009e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:41.985361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Attempting to bind port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:41.985643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Attempting to bind port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:41.986033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Attempting to bind port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:41.998847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:41.999216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:41.999618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.000006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:42.000465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Bound port: 877ab618-5bfb-4216-b81f-6a2d6385b1c6, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:42.000840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.072410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.076863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.087591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.091056 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/bcf04085-ede6-4d6c-aa1d-2460f48a0dc0 HTTP/1.1" status: 204 len: 168 time: 1.1311209 Mar 14 18:26:42.095866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48192) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:42.102906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884347944'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:42.104926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] For port 877ab618-5bfb-4216-b81f-6a2d6385b1c6, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:42.108259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] For port 877ab618-5bfb-4216-b81f-6a2d6385b1c6, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=877ab618-5bfb-4216-b81f-6a2d6385b1c6,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:42.110614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dfd2a-8df9-4aeb-85c7-c4691c55b919 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=bcf04085-ede6-4d6c-aa1d-2460f48a0dc0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.127696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.132404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.132404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.132889 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/1802d58b-c424-4fbf-a4c3-e8a070076995 HTTP/1.1" status: 204 len: 168 time: 0.4648521 Mar 14 18:26:42.148958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f71a02-9251-4cad-8f9e-098feeb0376d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1802d58b-c424-4fbf-a4c3-e8a070076995,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.214192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.256353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Network a88d8e36-595e-4386-b1b1-5d170b238820 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:42.261359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:42.261645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.20.0.1 (a88d8e36-595e-4386-b1b1-5d170b238820/174f7a8f-b808-4133-a674-823a3e06e284/5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:42.264807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:42.270035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Pushing event updated for resources: {'Port': ['ID=e209ede1-eb7f-4c98-aced-78eecb03fd52,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.281485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:42.282677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.285849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.361559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Attempting to bind port e209ede1-eb7f-4c98-aced-78eecb03fd52 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:42.362037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Attempting to bind port e209ede1-eb7f-4c98-aced-78eecb03fd52 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:42.362324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:42.362524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Attempting to bind port e209ede1-eb7f-4c98-aced-78eecb03fd52 on network a88d8e36-595e-4386-b1b1-5d170b238820 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:42.370901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:42.371438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Checking segment: {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:42.379418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.379789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.380254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Bound using segment: {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:42.380254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Bound port: e209ede1-eb7f-4c98-aced-78eecb03fd52, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:42.380254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.380553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48196) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:42.409760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9418139-ddf3-4e59-a8fb-1b47386593aa None None] Pushing event updated for resources: {'Port': ['ID=877ab618-5bfb-4216-b81f-6a2d6385b1c6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.425098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.425682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Added segment f212f66b-d11b-4946-82a9-a4db21fcbc77 of type vlan for network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 Mar 14 18:26:42.438949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:42.442375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:42.445078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:42.452994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.457150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.470937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=2d97f871-1913-4bda-8b13-401aaf85009e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.496571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.511789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] For port e209ede1-eb7f-4c98-aced-78eecb03fd52, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:42.515275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] For port e209ede1-eb7f-4c98-aced-78eecb03fd52, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e209ede1-eb7f-4c98-aced-78eecb03fd52,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:42.537925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.546341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5879675a-0f4f-4dda-b5b7-9beca27a1d4d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7889903 Mar 14 18:26:42.548815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:42.597557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.642771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dabb68-8f62-4e9a-af66-a2f976ba0537 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.648946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dabb68-8f62-4e9a-af66-a2f976ba0537 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.653720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5dabb68-8f62-4e9a-af66-a2f976ba0537 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1015551 Mar 14 18:26:42.654066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:42.684160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecafcd-9a98-448c-9908-76a7f124533a None None] Pushing event updated for resources: {'Port': ['ID=e209ede1-eb7f-4c98-aced-78eecb03fd52,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:42.730874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.736439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:42.737051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.761668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.787976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 2d97f871-1913-4bda-8b13-401aaf85009e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:42.788608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.900547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:42.919117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 2d97f871-1913-4bda-8b13-401aaf85009e owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:43.185388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.201990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a88d8e36-595e-4386-b1b1-5d170b238820 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:43.207922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Network': ['ID=5fa9446b-4f03-4854-b9cd-e6d03732a4c8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.222947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=2d97f871-1913-4bda-8b13-401aaf85009e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.227294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:43.230677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:43.237700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:43.269131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.272421 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d22c4343-c30b-4aca-b4fe-665b5abba837 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/2d97f871-1913-4bda-8b13-401aaf85009e HTTP/1.1" status: 204 len: 168 time: 0.6174059 Mar 14 18:26:43.278460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48202) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:43.286128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.297829 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0d739984-3042-4fb2-817f-85e5b7223dc7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1994057 Mar 14 18:26:43.301772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e209ede1-eb7f-4c98-aced-78eecb03fd52 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:43.313641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:43.326018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:43.341164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.390815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e209ede1-eb7f-4c98-aced-78eecb03fd52 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:43.391665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.448926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3a9a2-fdb3-48ee-a22d-8bc059a9b446 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:43.460128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3a9a2-fdb3-48ee-a22d-8bc059a9b446 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:43.465759 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-afa3a9a2-fdb3-48ee-a22d-8bc059a9b446 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1860993 Mar 14 18:26:43.469236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48206) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:43.513766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.520149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.554436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 8931495f-a218-4312-8d84-ecdcd823381e {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:43.559150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.571460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e209ede1-eb7f-4c98-aced-78eecb03fd52, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e209ede1-eb7f-4c98-aced-78eecb03fd52,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:43.603669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.611824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.614970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:43.619818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.669128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.670663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 877ab618-5bfb-4216-b81f-6a2d6385b1c6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:43.782203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e209ede1-eb7f-4c98-aced-78eecb03fd52,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:43.800252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.815247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Provisioning complete for port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:43.815672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.861383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:43.862266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:43.990358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.054464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.076981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.124579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=8931495f-a218-4312-8d84-ecdcd823381e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.128563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.142012 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-042703e6-55c1-4794-9481-418fb8af0646 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/8931495f-a218-4312-8d84-ecdcd823381e HTTP/1.1" status: 204 len: 168 time: 0.6689553 Mar 14 18:26:44.142012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.144054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:44.163842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:44.164683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:44.171474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:44.175410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:44.192158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.209971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port a221a42c-0f39-45ae-9f88-5df86b322159 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:44.210479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.250093 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cfce1f05-dea5-4207-842e-7379fb6ecc26 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995202 Mar 14 18:26:44.252144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:44.259428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:44.288083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.349889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=31857cae-d7e8-487d-8612-e7bfe3371e4f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.350202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559569f-d9c3-4efc-acfa-799e77158fd0 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:44.356713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Checking segment: {'id': 'f212f66b-d11b-4946-82a9-a4db21fcbc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:44.357091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network hostable DHCP agents. Network: 5fa9446b-4f03-4854-b9cd-e6d03732a4c8, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:44.397184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.401734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port a221a42c-0f39-45ae-9f88-5df86b322159, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a221a42c-0f39-45ae-9f88-5df86b322159,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:44.402111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.410425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db6f5c-a640-4289-8ded-cb0e3f49a2e1 None None] Network a88d8e36-595e-4386-b1b1-5d170b238820 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:44.425115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:44.429121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for a221a42c-0f39-45ae-9f88-5df86b322159 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:44.454833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:44.499005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:44.502680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.575315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network a88d8e36-595e-4386-b1b1-5d170b238820 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:44.577160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:44.605600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 5fa9446b-4f03-4854-b9cd-e6d03732a4c8) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:44.613420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:44.614197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.638058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901dbd8-18e9-4f03-9c5e-19e900b9c46c None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:44.718485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:44.739901 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e95b0c9-e2ab-4284-a8f9-e9ca241df94b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4251070 Mar 14 18:26:44.749484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:44.756275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-912707303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:44.818665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.823921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.892176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.940165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.941041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.947516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:44.952569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:44.956553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:44.958057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:44.974361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=5dc7321d-3fa2-4453-a886-d2a973464cc7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.020533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.021732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.025700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:45.053302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69c1ae52-9b5e-4ea4-a2fd-084e7099ed81 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7973118 Mar 14 18:26:45.057221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48214) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:45.063953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '5dc7321d-3fa2-4453-a886-d2a973464cc7', 'ip_address': '2001:db8::9b7f:b999:e86e:533b'}], 'name': 'tempest-NetworksTestDHCPv6-1909521570'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:45.071053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=a221a42c-0f39-45ae-9f88-5df86b322159,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.122550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 877ab618-5bfb-4216-b81f-6a2d6385b1c6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=877ab618-5bfb-4216-b81f-6a2d6385b1c6,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:45.157514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Deleting port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:45.157514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.174311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-5fa9446b-4f03-4854-b9cd-e6d03732a4c8', 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': '31857cae-d7e8-487d-8612-e7bfe3371e4f'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:45.175015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.183270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.245302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.291870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:45.301531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:45.303614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b59df1c5-ecd5-4886-b1fa-f5526d8c4e41 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925443 Mar 14 18:26:45.306703 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:45.311887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077852118'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:45.326193 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:45.338082 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:45.365893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=877ab618-5bfb-4216-b81f-6a2d6385b1c6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.371699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dc198c5e-366d-4415-a4e2-e04dcab2ab04 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:45.384930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.389227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:45.389599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bbb8dbea-01a2-4b7a-b376-49269157d93d tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6388977 Mar 14 18:26:45.396031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8', 'name': 'tempest-PortsIpV6TestJSON-526185190'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:45.415247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: dc198c5e-366d-4415-a4e2-e04dcab2ab04 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:45.417961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dc198c5e-366d-4415-a4e2-e04dcab2ab04 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:45.473300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:45.473827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:45.489944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.556222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:45.556222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-b91ab10c-0223-462c-a867-f29d81c9039e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:45.564742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] For port 877ab618-5bfb-4216-b81f-6a2d6385b1c6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=877ab618-5bfb-4216-b81f-6a2d6385b1c6,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:45.565145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.606417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:45.612266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Calling delete_port for 877ab618-5bfb-4216-b81f-6a2d6385b1c6 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:45.630270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.630700 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment 6fa484be-4bef-406e-a0be-14507971a2a7 of type vlan for network 35581acf-42c5-4012-9369-c0248ecbe804 Mar 14 18:26:45.678125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.684085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e209ede1-eb7f-4c98-aced-78eecb03fd52 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:45.689020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.716480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Allocated IP 2001:db8::2 (5fa9446b-4f03-4854-b9cd-e6d03732a4c8/31857cae-d7e8-487d-8612-e7bfe3371e4f/cf9ddad2-7074-4d1c-9561-f9b0b95c378d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:45.723786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port aed6c52e-5680-49f2-8567-70189c865627 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:45.791618 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:45.829176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.835013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:45.835644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.862916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:45.867384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.893494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e209ede1-eb7f-4c98-aced-78eecb03fd52 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:45.893494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.905844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:45.947252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=35581acf-42c5-4012-9369-c0248ecbe804,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:45.968168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 33506c20-212c-4ec1-9525-d5d084ba1089 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:45.969267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 35581acf-42c5-4012-9369-c0248ecbe804 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:46.010735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::9b7f:b999:e86e:533b (d5c92626-9e70-47af-be0d-7950f30fe5cc/5dc7321d-3fa2-4453-a886-d2a973464cc7/aed6c52e-5680-49f2-8567-70189c865627) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:46.031945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.087814 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:43Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:43Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:46.132625 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:46.133492 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Updating router 9fac02fd-1b71-4227-8a45-495501679a2d port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:26:46.142733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] Pushing event deleted for resources: {'Port': ['ID=877ab618-5bfb-4216-b81f-6a2d6385b1c6,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.150444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0392b-4a63-4de4-a04b-03fd93a9bb91 None None] No DVR routers for this DVR port 877ab618-5bfb-4216-b81f-6a2d6385b1c6 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:46.192355 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.195107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eddb8c-0486-48ce-b133-41e2c7ba4901 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:46.236088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.305337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Could not find standard attr ID for object d5f20463-3758-4ea9-a281-eedb4135dab1. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:46.345566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Provisioning complete for port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:46.345956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.361680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.370801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:46.408758 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-847fc630-9f07-4ae4-8eaa-02e37fc3c6dd tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1051049 Mar 14 18:26:46.410957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:46.419212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:46.435291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 877ab618-5bfb-4216-b81f-6a2d6385b1c6 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:46.438798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.535006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:46.541805 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fe6f74a3-302d-4d20-b0cd-8562421063bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1636348 Mar 14 18:26:46.552205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:46.572335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Sync routers for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:46.577229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 877ab618-5bfb-4216-b81f-6a2d6385b1c6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:46.577229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 877ab618-5bfb-4216-b81f-6a2d6385b1c6 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:46.586141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::1bc (5fa9446b-4f03-4854-b9cd-e6d03732a4c8/31857cae-d7e8-487d-8612-e7bfe3371e4f/33506c20-212c-4ec1-9525-d5d084ba1089) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:46.601001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.604942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:46.607131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:46.622613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:46.635512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:46.638394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:46.639019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:46.659324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Pushing event updated for resources: {'Port': ['ID=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.667317 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.671387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=aed6c52e-5680-49f2-8567-70189c865627,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:46.696474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:46.700792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:46.703672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:46.709167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:46.709800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.717360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet cb806355-0df8-4d32-b2ae-d28a1f95d7f1 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:46.721981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:46.726235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.726501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.734767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Provisioning complete for port e209ede1-eb7f-4c98-aced-78eecb03fd52 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:46.735134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.771285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.848810 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:46.857189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.002965 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c108a-40e8-42a7-ad5f-a76661b4c06a None None] Pushing event updated for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.046597 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Attempting to bind port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:47.047112 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Attempting to bind port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:47.047572 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Attempting to bind port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce on network a88d8e36-595e-4386-b1b1-5d170b238820 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:47.054756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:47.060596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Checking segment: {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:47.060596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.060596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Bound using segment: {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:47.060596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Bound port: 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:47.060596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.071318 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Attempting to bind port cf9ddad2-7074-4d1c-9561-f9b0b95c378d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:47.072366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Attempting to bind port cf9ddad2-7074-4d1c-9561-f9b0b95c378d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f212f66b-d11b-4946-82a9-a4db21fcbc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:47.073169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Attempting to bind port cf9ddad2-7074-4d1c-9561-f9b0b95c378d on network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:47.086466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '5dc7321d-3fa2-4453-a886-d2a973464cc7'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:47.087947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.093229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.132781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:47.139237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Checking segment: {'id': 'f212f66b-d11b-4946-82a9-a4db21fcbc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:47.139968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.140382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Bound using segment: {'id': 'f212f66b-d11b-4946-82a9-a4db21fcbc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:47.140866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Bound port: cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f212f66b-d11b-4946-82a9-a4db21fcbc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '5fa9446b-4f03-4854-b9cd-e6d03732a4c8'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:47.141258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.141571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:47.151356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:47.155814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:47.161639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:47.162473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.187576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=33506c20-212c-4ec1-9525-d5d084ba1089,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.188555 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] For port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:47.195782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:47.198127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.206673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] For port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:47.230463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c9722d16-97e3-49ab-935a-5ef2e5bfa55e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1704860 Mar 14 18:26:47.233492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:47.267468 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-03b2cd50-0828-4da3-8ddc-44ff5c2638b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8741834 Mar 14 18:26:47.270854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:47.287664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.292118 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.330758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04bd0a-9f90-48b4-b784-f2a4da6a8033 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:47.333008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7d04bd0a-9f90-48b4-b784-f2a4da6a8033 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0983343 Mar 14 18:26:47.335735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:47.336185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=69e25551-b1c1-40be-a9ad-b95c9456e183,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.416167 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:47.417055 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:47.421165 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c108a-40e8-42a7-ad5f-a76661b4c06a None None] Pushing event updated for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.468637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:47.469111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 35581acf-42c5-4012-9369-c0248ecbe804, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:47.508269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port aed6c52e-5680-49f2-8567-70189c865627 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:47.508727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.582538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:47.585495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.636113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/5dc7321d-3fa2-4453-a886-d2a973464cc7/afd5f8a6-baca-4a97-8129-b8555bb24123) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:47.651256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.685486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.692038 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/cb806355-0df8-4d32-b2ae-d28a1f95d7f1 HTTP/1.1" status: 204 len: 168 time: 1.1437769 Mar 14 18:26:47.701720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:47.701858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] For port cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:47.703519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] For port cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,segment=NetworkSegment(f212f66b-d11b-4946-82a9-a4db21fcbc77),segment_id=f212f66b-d11b-4946-82a9-a4db21fcbc77)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:47.707619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.711522 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 35581acf-42c5-4012-9369-c0248ecbe804 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:47.729978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fe8c8-8c7c-460f-8032-f29cad121277 None None] Network 9d59c378-b3e2-4fea-9f1a-71bd70b1755d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:47.780754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a934bace-13ba-498a-ba87-cd022df6455b None None] Could not find standard attr ID for object 28d706e4-02dd-49c7-83c6-a6d64800cbab. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:47.801581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3437725-46bd-4d29-831a-8ee8df26983d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=cb806355-0df8-4d32-b2ae-d28a1f95d7f1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:47.805306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for aed6c52e-5680-49f2-8567-70189c865627 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:47.847245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.872984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.894173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 35581acf-42c5-4012-9369-c0248ecbe804) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:47.899200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:47.900820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:47.928610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6858fb0a-2355-464a-afde-81be0867ca5f None None] Network 35581acf-42c5-4012-9369-c0248ecbe804 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:47.954709 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:43Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:47Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.019077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb06ef6-2d65-4ebe-8d05-4b09da54f0f9 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:43Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:47Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:48.028761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48234) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:48.028990 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eb83e059-f179-49fb-8189-eba994a9ad4b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6169577 Mar 14 18:26:48.052642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8ec5-409d-432c-a4da-41feb3f323db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.092892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.110783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] Provisioning complete for port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:48.111153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.151558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.158074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7fc87-42bb-4fcd-9564-bc160136273c None None] Pushing event updated for resources: {'Port': ['ID=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:48.169032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:44Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'fc219c2d-17aa-462f-9c33-0563236b9905', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:23:11Z', 'updated_at': '2022-03-14T18:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.186357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.224098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Checking router: fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:48.258349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Routers {'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:48.258970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.308540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=33506c20-212c-4ec1-9525-d5d084ba1089,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:48.386295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.476353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.534493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=aed6c52e-5680-49f2-8567-70189c865627,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:48.563069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.566553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] DHCP port deletion for 9d59c378-b3e2-4fea-9f1a-71bd70b1755d request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:48.600017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.612384 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f14aea81-55f7-4a40-a0e6-356eacd0c5cd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/aed6c52e-5680-49f2-8567-70189c865627 HTTP/1.1" status: 204 len: 168 time: 1.2710035 Mar 14 18:26:48.612384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:48.616975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] Set router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:48.648709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-35581acf-42c5-4012-9369-c0248ecbe804', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:48.650959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.728503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.735876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.738681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port fc219c2d-17aa-462f-9c33-0563236b9905 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:48.739040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.755698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 8, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:48.771915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.773388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66da882-7cb7-4db2-89da-b5604f770ecc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:48.776428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66da882-7cb7-4db2-89da-b5604f770ecc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:48.778047 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a66da882-7cb7-4db2-89da-b5604f770ecc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1644194 Mar 14 18:26:48.784192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:48.852292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a58f58-8de1-4c37-8565-71b916cb4d06 None None] The sync data for ids ['fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52'] in dv-neutron-833670-1-hyperv is: [{'id': 'fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52', 'name': 'tempest-TestNetworkBasicOps-router-1517984672', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:23:09Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 8, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:48.852745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 5dc7321d-3fa2-4453-a886-d2a973464cc7 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:48.895406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:48.915933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:48.945969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:48.953546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:48.961798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] For port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:48.963130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Pushing event updated for resources: {'Port': ['ID=afd5f8a6-baca-4a97-8129-b8555bb24123,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:48.988744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port fc219c2d-17aa-462f-9c33-0563236b9905, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fc219c2d-17aa-462f-9c33-0563236b9905,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:48.990002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.014393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for fc219c2d-17aa-462f-9c33-0563236b9905 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:49.033953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.040824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Deleting port 9fca30fb-5f2e-4924-bc08-48541442a26e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:49.040824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.046646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.218067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.251130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.348073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Attempting to bind port afd5f8a6-baca-4a97-8129-b8555bb24123 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:49.348461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Attempting to bind port afd5f8a6-baca-4a97-8129-b8555bb24123 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:49.349376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Attempting to bind port afd5f8a6-baca-4a97-8129-b8555bb24123 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:49.352010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Allocated IP 172.21.0.2 (35581acf-42c5-4012-9369-c0248ecbe804/69e25551-b1c1-40be-a9ad-b95c9456e183/45c0e9ab-12b1-4a25-864d-2b3f871be707) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:49.375302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f7679-6201-407d-ba3c-05841fcd6432 None None] Pushing event updated for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.386381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:49.386882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:49.387513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.388003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:49.388563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Bound port: afd5f8a6-baca-4a97-8129-b8555bb24123, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:49.389043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.394376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] For port 9fca30fb-5f2e-4924-bc08-48541442a26e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9fca30fb-5f2e-4924-bc08-48541442a26e,segment=NetworkSegment(0aca7d11-210e-4e3a-8562-0053c21bcde2),segment_id=0aca7d11-210e-4e3a-8562-0053c21bcde2)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:49.394836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.410205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.423657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.455275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Calling delete_port for 9fca30fb-5f2e-4924-bc08-48541442a26e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:49.457301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=fc219c2d-17aa-462f-9c33-0563236b9905,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.530982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.560925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc7321d-3fa2-4453-a886-d2a973464cc7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.576082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.578048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.604417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] For port afd5f8a6-baca-4a97-8129-b8555bb24123, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:49.629770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.631558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.632862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] For port afd5f8a6-baca-4a97-8129-b8555bb24123, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=afd5f8a6-baca-4a97-8129-b8555bb24123,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:49.638309 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a98b3a44-347e-4ea4-bce8-06000a4d3471 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/5dc7321d-3fa2-4453-a886-d2a973464cc7 HTTP/1.1" status: 204 len: 168 time: 0.8527179 Mar 14 18:26:49.641949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:49.663648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c897f74-e435-4cb8-838d-9fbe5a081a5d None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:49.740882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.742115 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4c692a4-1c94-4c73-9c3b-7a69996c2ea6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886729 Mar 14 18:26:49.746032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.747788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:49.748826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.750389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=33506c20-212c-4ec1-9525-d5d084ba1089,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:49.752563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:49.772770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.829228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:49.832479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:49.864827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] No DVR routers for this DVR port 9fca30fb-5f2e-4924-bc08-48541442a26e on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:49.874050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.903771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-409eb76f-589b-448a-8689-d734f7605754 None None] Provisioning complete for port cf9ddad2-7074-4d1c-9561-f9b0b95c378d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:49.906243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-409eb76f-589b-448a-8689-d734f7605754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:49.977680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ac3d1-b763-4e08-b52f-82a864373a08 None None] Pushing event updated for resources: {'Port': ['ID=afd5f8a6-baca-4a97-8129-b8555bb24123,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.056948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.064758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:50.066594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf9ddad2-7074-4d1c-9561-f9b0b95c378d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:50.068322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.071414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.075034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:50.093412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.097285 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-82971f93-9749-421a-98d9-c46882378844 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/fc73a7bd-d7b0-402a-aeb6-b9fdd9685f52 HTTP/1.1" status: 204 len: 168 time: 2.3978906 Mar 14 18:26:50.097699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:50.125305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.21.0.1 (35581acf-42c5-4012-9369-c0248ecbe804/69e25551-b1c1-40be-a9ad-b95c9456e183/6d6d2726-d8b5-47e9-a19c-2cf64469b8ba) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:50.144771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3066630-8a46-4297-bfbe-abc743dea237 None None] Pushing event deleted for resources: {'Port': ['ID=9fca30fb-5f2e-4924-bc08-48541442a26e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.261761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Network 35581acf-42c5-4012-9369-c0248ecbe804 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:50.274449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:50.283736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:50.313406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Pushing event updated for resources: {'Port': ['ID=45c0e9ab-12b1-4a25-864d-2b3f871be707,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.326088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f95ad203-bbbf-492c-9ede-ce193049ea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.402012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port cf9ddad2-7074-4d1c-9561-f9b0b95c378d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:50.402393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.428374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Router 6843d177-69ca-46ce-ae01-3b5a5b26e6b4 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:50.507132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.523694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-409eb76f-589b-448a-8689-d734f7605754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.555784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.560441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Attempting to bind port 45c0e9ab-12b1-4a25-864d-2b3f871be707 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:50.563912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Attempting to bind port 45c0e9ab-12b1-4a25-864d-2b3f871be707 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:50.563912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Attempting to bind port 45c0e9ab-12b1-4a25-864d-2b3f871be707 on network 35581acf-42c5-4012-9369-c0248ecbe804 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:50.589443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:50.589919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Checking segment: {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:50.590323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.590714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Bound using segment: {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:50.592542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Bound port: 45c0e9ab-12b1-4a25-864d-2b3f871be707, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:50.592542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.598756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-409eb76f-589b-448a-8689-d734f7605754 None None] For port cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,segment=NetworkSegment(f212f66b-d11b-4946-82a9-a4db21fcbc77),segment_id=f212f66b-d11b-4946-82a9-a4db21fcbc77)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:50.633215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:50.638971 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b98e6ad3-361c-447c-8fbb-7a7f9b877adc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/routers/6843d177-69ca-46ce-ae01-3b5a5b26e6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3670146 Mar 14 18:26:50.644632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:50.646162 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] Sync routers for ids ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:50.664952 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] Routers {'6843d177-69ca-46ce-ae01-3b5a5b26e6b4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:50.666245 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.694965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.718896 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.730973 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] Routers {'6843d177-69ca-46ce-ae01-3b5a5b26e6b4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:50.732262 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.740476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.755869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] For port 45c0e9ab-12b1-4a25-864d-2b3f871be707, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:50.759663 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.766483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] For port 45c0e9ab-12b1-4a25-864d-2b3f871be707, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=45c0e9ab-12b1-4a25-864d-2b3f871be707,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:50.766651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808a2aa-9bba-439d-835f-dad796977d7a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:50.766651 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2808a2aa-9bba-439d-835f-dad796977d7a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?device_id=6843d177-69ca-46ce-ae01-3b5a5b26e6b4 HTTP/1.1" status: 200 len: 988 time: 0.1179607 Mar 14 18:26:50.766848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-409eb76f-589b-448a-8689-d734f7605754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.769933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48248) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:50.795044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.795517 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.796334 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75e18b-c097-4642-8ede-a18f1b57a12a None None] The sync data for ids ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:50.847119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb76f-589b-448a-8689-d734f7605754 None None] Pushing event updated for resources: {'Port': ['ID=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.850569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:50.861667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:50.870280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.877055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:50.877812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.887260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d59c378-b3e2-4fea-9f1a-71bd70b1755d']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.887906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 35581acf-42c5-4012-9369-c0248ecbe804 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:50.889814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:26:50.890114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:26:50.896763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=964d7360-27b1-481c-ba36-ff97df0e323d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.899108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:50.903037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aca7d11-210e-4e3a-8562-0053c21bcde2') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.903470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aca7d11-210e-4e3a-8562-0053c21bcde2') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:50.909253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:50.912874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:50.917500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.951821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.981654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:50.988362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58d6d-10fe-4838-857c-25c1063d6cf8 None None] Pushing event updated for resources: {'Port': ['ID=45c0e9ab-12b1-4a25-864d-2b3f871be707,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:51.013285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:51.013709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:51.017162 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:51.036811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-48283621-a8b3-484f-a211-1bfd853128ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2882965 Mar 14 18:26:51.066661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:51.074432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '964d7360-27b1-481c-ba36-ff97df0e323d', 'ip_address': '2001:db8::f4b2:5715:f231:c577'}], 'name': 'tempest-NetworksTestDHCPv6-1593316297'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:51.109792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5c47139-6c64-43ea-93d7-e29458a986e9 None None] Provisioning complete for port cf9ddad2-7074-4d1c-9561-f9b0b95c378d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:51.112115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5c47139-6c64-43ea-93d7-e29458a986e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.296117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5c47139-6c64-43ea-93d7-e29458a986e9 None None] Provisioning complete for port 33506c20-212c-4ec1-9525-d5d084ba1089 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:51.298327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5c47139-6c64-43ea-93d7-e29458a986e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.318963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.343297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.345813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.347690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/9d59c378-b3e2-4fea-9f1a-71bd70b1755d HTTP/1.1" status: 204 len: 168 time: 1.2488089 Mar 14 18:26:51.387685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:51.403261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--1451355993', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:51.439766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8a315-4668-4554-9562-5e3ecf999495 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=9d59c378-b3e2-4fea-9f1a-71bd70b1755d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:51.447795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:51.512106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5c47139-6c64-43ea-93d7-e29458a986e9 None None] Port 33506c20-212c-4ec1-9525-d5d084ba1089 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:51.515578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.523158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:51.552577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:51.552951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.599891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:51.604545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.639734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:51.650412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.650897 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 5057f632-4306-4bc5-a5bb-1d75eb23758b of type vlan for network cd895045-ae77-413f-bfc7-8d7e47f0317f Mar 14 18:26:51.702366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-be712344-15b7-4ae7-b5ed-669bc71e6dc0 None None] Provisioning complete for port 33506c20-212c-4ec1-9525-d5d084ba1089 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:51.703571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be712344-15b7-4ae7-b5ed-669bc71e6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.723283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.798862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-be712344-15b7-4ae7-b5ed-669bc71e6dc0 None None] Port 33506c20-212c-4ec1-9525-d5d084ba1089 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:51.801963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752860d-43fe-4257-95db-7a31b7650804 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:51.807065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a221a42c-0f39-45ae-9f88-5df86b322159 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:51.857049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.resource_extend [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:26:51.876231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.929945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:51.946147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a221a42c-0f39-45ae-9f88-5df86b322159 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:51.947089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a221a42c-0f39-45ae-9f88-5df86b322159 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:51.947834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc219c2d-17aa-462f-9c33-0563236b9905 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:51.989311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 7fb03bad-5d6d-479b-b959-9634db9a1ea8 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:52.001257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Could not find standard attr ID for object aed6c52e-5680-49f2-8567-70189c865627. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:52.005934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: fc219c2d-17aa-462f-9c33-0563236b9905 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:52.006433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fc219c2d-17aa-462f-9c33-0563236b9905 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:52.007090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9fca30fb-5f2e-4924-bc08-48541442a26e no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:52.035397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9fca30fb-5f2e-4924-bc08-48541442a26e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:52.035784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9fca30fb-5f2e-4924-bc08-48541442a26e not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:52.045093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.050732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:52.051355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.103647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Provisioning complete for port afd5f8a6-baca-4a97-8129-b8555bb24123 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:52.104020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.205536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.257379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8591828 Mar 14 18:26:52.262107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:52.268247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-566636408', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:52.295575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb8528-a99b-440c-9669-32b68b6e4f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=cd895045-ae77-413f-bfc7-8d7e47f0317f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:52.312008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.394945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f4b2:5715:f231:c577 (d5c92626-9e70-47af-be0d-7950f30fe5cc/964d7360-27b1-481c-ba36-ff97df0e323d/7fb03bad-5d6d-479b-b959-9634db9a1ea8) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:52.429579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network cd895045-ae77-413f-bfc7-8d7e47f0317f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:52.450807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.452065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.484804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:52.494915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.512854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf9ddad2-7074-4d1c-9561-f9b0b95c378d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:52.600890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.624222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.624437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 33506c20-212c-4ec1-9525-d5d084ba1089 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:52.624437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.651471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] For port afd5f8a6-baca-4a97-8129-b8555bb24123, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=afd5f8a6-baca-4a97-8129-b8555bb24123,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:52.662093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port cf9ddad2-7074-4d1c-9561-f9b0b95c378d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:52.662945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.712661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 35581acf-42c5-4012-9369-c0248ecbe804 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:52.715073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:52.754406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device afd5f8a6-baca-4a97-8129-b8555bb24123 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:52.758475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b51a47-f5b1-4b86-a89d-0d3727aa9195 None None] Network 35581acf-42c5-4012-9369-c0248ecbe804 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:52.777105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.798310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.802778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.820526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 33506c20-212c-4ec1-9525-d5d084ba1089 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:52.962324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e60b48-11e0-419d-a42e-52b92fabd4d9 None None] Pushing event updated for resources: {'Port': ['ID=afd5f8a6-baca-4a97-8129-b8555bb24123,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:52.981999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.991916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:52.997093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Provisioning complete for port 45c0e9ab-12b1-4a25-864d-2b3f871be707 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:52.997358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.003096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port afd5f8a6-baca-4a97-8129-b8555bb24123 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:53.003471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.011817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.012418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:53.092037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:53.096241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:53.098486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=7fb03bad-5d6d-479b-b959-9634db9a1ea8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:53.100897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:53.108005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.108254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.108905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.142542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:53.157420 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9df4653-236c-460d-bfe5-a9b960debb91 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1242001 Mar 14 18:26:53.158282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:53.159810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48256) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:53.166504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-1321893069'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:53.185484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.190784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:53.191326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:53.239007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=33506c20-212c-4ec1-9525-d5d084ba1089,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:53.256758 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e36025ad-084f-4ed9-927b-cc9d49d9bf85 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1862979 Mar 14 18:26:53.261146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48258) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:53.303438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:53.305778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.332055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:53.386141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.464265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088873f-90cb-4250-b911-77af691d063d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.476062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088873f-90cb-4250-b911-77af691d063d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:53.480438 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0088873f-90cb-4250-b911-77af691d063d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2152343 Mar 14 18:26:53.516881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.530146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:53.571166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:26:53.604310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 45c0e9ab-12b1-4a25-864d-2b3f871be707 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:53.683792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] For port 45c0e9ab-12b1-4a25-864d-2b3f871be707, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=45c0e9ab-12b1-4a25-864d-2b3f871be707,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:53.690344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.690344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0 of type vlan for network accc5531-7843-4504-a0bd-0f6de3e34915 Mar 14 18:26:53.691603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.740360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 45c0e9ab-12b1-4a25-864d-2b3f871be707 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:53.740733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.753148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.771881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.804520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Could not find standard attr ID for object 33506c20-212c-4ec1-9525-d5d084ba1089. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:53.855041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b4be7-654f-476c-8b8c-986ef4162dae None None] Pushing event updated for resources: {'Port': ['ID=45c0e9ab-12b1-4a25-864d-2b3f871be707,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:53.865364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:51Z', 'revision_number': 3, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:51Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:53.879299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.896076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 7fb03bad-5d6d-479b-b959-9634db9a1ea8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:53.896419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.939898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:53.940249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Updating router 9fac02fd-1b71-4227-8a45-495501679a2d port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:26:53.959995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Could not find standard attr ID for object 2d97f871-1913-4bda-8b13-401aaf85009e. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:53.968309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Could not find standard attr ID for object aed6c52e-5680-49f2-8567-70189c865627. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:53.974985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:53.993686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Provisioning complete for port afd5f8a6-baca-4a97-8129-b8555bb24123 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:53.994248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.056626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.116 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e5db39d7-3728-4a04-a8b1-f020847ca2be) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:54.060884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Router 6843d177-69ca-46ce-ae01-3b5a5b26e6b4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:26:54.160669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:54.166813 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-42b5ed83-488d-4788-a229-cbd6f5b86151 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/routers/6843d177-69ca-46ce-ae01-3b5a5b26e6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3959472 Mar 14 18:26:54.171918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48262) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:54.173757 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] Sync routers for ids ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:54.223851 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] Routers {'6843d177-69ca-46ce-ae01-3b5a5b26e6b4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:54.224932 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:54.240355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e690b1-bf31-41c9-bf34-fcbf2076766e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:26:54.245066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-58e690b1-bf31-41c9-bf34-fcbf2076766e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/33506c20-212c-4ec1-9525-d5d084ba1089 HTTP/1.1" status: 404 len: 333 time: 0.0695841 Mar 14 18:26:54.250448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:54.272090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device afd5f8a6-baca-4a97-8129-b8555bb24123 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:54.274178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.293176 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:54.313644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.320751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:54.320751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.336058 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] Routers {'6843d177-69ca-46ce-ae01-3b5a5b26e6b4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:54.337734 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:54.382101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Provisioning complete for port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:54.382461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.387045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port afd5f8a6-baca-4a97-8129-b8555bb24123 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:54.387408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.418181 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:54.418181 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0460a-7678-405c-95f6-0914bf388fcb None None] The sync data for ids ['6843d177-69ca-46ce-ae01-3b5a5b26e6b4'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:54.418948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.430685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.470258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=accc5531-7843-4504-a0bd-0f6de3e34915,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:54.518379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.535390 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-586a3b40-ab8d-4a40-af44-d2cfdfcc2308 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3745277 Mar 14 18:26:54.538462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48266) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:54.539717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 7fb03bad-5d6d-479b-b959-9634db9a1ea8 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:54.548103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:54.553783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:54.564316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:54.568403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=e5db39d7-3728-4a04-a8b1-f020847ca2be,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:54.573013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:54.683436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:54.690208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network accc5531-7843-4504-a0bd-0f6de3e34915 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:26:54.747962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.753396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.800545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Provisioning complete for port 45c0e9ab-12b1-4a25-864d-2b3f871be707 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:54.801219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b72875d-0949-4a77-9a51-d2218ee58381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.928175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.928711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Fanout notify agent at l3_agent the message router_deleted on router 6843d177-69ca-46ce-ae01-3b5a5b26e6b4 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:26:54.930406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:54.933279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.934958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.943463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.947146 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-041cfbe4-d974-4ca0-ac85-e31000d514d9 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/routers/6843d177-69ca-46ce-ae01-3b5a5b26e6b4 HTTP/1.1" status: 204 len: 168 time: 0.6930456 Mar 14 18:26:54.948533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:54.966188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:54.977801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 45c0e9ab-12b1-4a25-864d-2b3f871be707 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:55.013155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=7fb03bad-5d6d-479b-b959-9634db9a1ea8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.031594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 45c0e9ab-12b1-4a25-864d-2b3f871be707 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:55.032080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.057601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.060090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.063369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2a0ed32c-0aa1-4764-9e9b-ee41ccd2406c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/7fb03bad-5d6d-479b-b959-9634db9a1ea8 HTTP/1.1" status: 204 len: 168 time: 1.5322394 Mar 14 18:26:55.065839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48270) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.100151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 31857cae-d7e8-487d-8612-e7bfe3371e4f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:55.105377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.121211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.126670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146dda0-2c02-4b01-8719-9a4a5f7cd116 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.128198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146dda0-2c02-4b01-8719-9a4a5f7cd116 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.129772 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a146dda0-2c02-4b01-8719-9a4a5f7cd116 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0628426 Mar 14 18:26:55.138432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-66fc53e3-0f8e-49ac-b242-baea5e1e6805 None None] Could not find standard attr ID for object 7fb03bad-5d6d-479b-b959-9634db9a1ea8. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:26:55.147466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb429-8c06-4b06-ae71-60dde621668b None None] Pushing event updated for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.164104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-66fc53e3-0f8e-49ac-b242-baea5e1e6805 None None] Provisioning complete for port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:55.165820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-66fc53e3-0f8e-49ac-b242-baea5e1e6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.175113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.240315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.294434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Attempting to bind port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:55.295633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Attempting to bind port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:55.296168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Attempting to bind port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba on network 35581acf-42c5-4012-9369-c0248ecbe804 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:55.311423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-66fc53e3-0f8e-49ac-b242-baea5e1e6805 None None] Port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:26:55.313782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:55.314083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Checking segment: {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:55.314645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.315126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Bound using segment: {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:55.315711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Bound port: 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa484be-4bef-406e-a0be-14507971a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:55.316196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.331083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 964d7360-27b1-481c-ba36-ff97df0e323d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:26:55.340349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.392603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] For port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:55.396002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] For port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:55.420881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.431834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.480952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.544274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.550260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:55.550999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:55.567100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb429-8c06-4b06-ae71-60dde621668b None None] Pushing event updated for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.570914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.607031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.653355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] Provisioning complete for port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:55.653726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.662633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 833658e4-97c9-4b1a-a0ff-a9c407141804 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:26:55.699272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:55.699631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: accc5531-7843-4504-a0bd-0f6de3e34915, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:55.716008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:55.737718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=02422a90-931d-4cf6-8d4e-70b2622abf80,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.789745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:26:55.800054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network accc5531-7843-4504-a0bd-0f6de3e34915 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:55.823730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.827290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Sync routers for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:26:55.834866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.840137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.872543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=964d7360-27b1-481c-ba36-ff97df0e323d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.880714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.883842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b739205b-673a-4057-8cbb-14994af9c32e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/964d7360-27b1-481c-ba36-ff97df0e323d HTTP/1.1" status: 204 len: 168 time: 0.7077301 Mar 14 18:26:55.885103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.887050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.892490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/31857cae-d7e8-487d-8612-e7bfe3371e4f HTTP/1.1" status: 204 len: 168 time: 0.9439521 Mar 14 18:26:55.895040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.911040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35012e-2551-44d1-84a3-d18d531a4bac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=31857cae-d7e8-487d-8612-e7bfe3371e4f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:55.912757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, accc5531-7843-4504-a0bd-0f6de3e34915) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:55.917270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:55.917852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.931851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:55.932810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:55.934838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeff414-30f2-4e30-b9c7-41f676441589 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:55.936586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca21624-d47a-41c3-862c-0dc1caaddff4 None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:55.938807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750e4fc-1668-4bb2-a73c-63c5df804681 None None] Network accc5531-7843-4504-a0bd-0f6de3e34915 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:55.945061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-27f3d6c6-5f23-4062-af59-fe4c5036c40e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551450 Mar 14 18:26:55.946097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48280) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.949163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:55.949514 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-09cb3946-030d-49a4-91fa-1d38d0570d93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6861308 Mar 14 18:26:55.952501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48282) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:55.998721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065da54-0211-4005-8ef5-883e58032c73 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:56.002778 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e065da54-0211-4005-8ef5-883e58032c73 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0531282 Mar 14 18:26:56.003287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.018993 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-17bf146c-fa1e-4e97-96e9-cc1a533daf01 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4766216 Mar 14 18:26:56.037894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.106736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] For port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:56.139462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea00e3-b792-48e9-b3e9-6eb8628a7bdd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:56.143359 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2fea00e3-b792-48e9-b3e9-6eb8628a7bdd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365438 Mar 14 18:26:56.143541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.188087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d2025d9e-2b33-47fd-9d4a-740f97b2e339 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394671 Mar 14 18:26:56.189674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.191591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.194358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:56.325860 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e39ba47-6adb-4375-b586-ea95f4f82754 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3717577 Mar 14 18:26:56.329615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48292) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.394163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.470297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c5390-00cb-48c2-8b34-fb87c868b149 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:56.474739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:56.474946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d40c5390-00cb-48c2-8b34-fb87c868b149 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420689 Mar 14 18:26:56.475052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48294) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.475444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.508063 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8c1e7e82-2f75-4a6c-8c43-6a241602201d tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295606 Mar 14 18:26:56.508304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48296) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:56.513841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140754681', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:56.605175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port cf9ddad2-7074-4d1c-9561-f9b0b95c378d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:56.605575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.638759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e70b-d490-4914-aa22-9f1029baa459 None None] Pushing event updated for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:56.642615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.643464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:56.674321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:56.678097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.691647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c71257c-2d6e-4e12-9c07-ad80415c130b None None] Provisioning complete for port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:56.692176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c71257c-2d6e-4e12-9c07-ad80415c130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.704950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,segment=NetworkSegment(f212f66b-d11b-4946-82a9-a4db21fcbc77),segment_id=f212f66b-d11b-4946-82a9-a4db21fcbc77)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:56.705321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.757242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for cf9ddad2-7074-4d1c-9561-f9b0b95c378d owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:56.864886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:51Z', 'revision_number': 3, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:56.913292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-accc5531-7843-4504-a0bd-0f6de3e34915', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:56.913292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:56.917762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] DHCP port deletion for 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:56.920172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae67750-8339-469f-9a15-346405b6b15f None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:51Z', 'revision_number': 3, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:26:56.939032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.031275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.046764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port cf9ddad2-7074-4d1c-9561-f9b0b95c378d on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:57.053857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:26:57.068368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.106552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.208750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.250894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=9d4c3789-3d9f-4a29-a647-569561c88534,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.266714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa9446b-4f03-4854-b9cd-e6d03732a4c8']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:57.280900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f212f66b-d11b-4946-82a9-a4db21fcbc77') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:57.281183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f212f66b-d11b-4946-82a9-a4db21fcbc77') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:57.294017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.295925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:57.296297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: cd895045-ae77-413f-bfc7-8d7e47f0317f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:26:57.310413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Allocated IP 172.22.0.2 (accc5531-7843-4504-a0bd-0f6de3e34915/02422a90-931d-4cf6-8d4e-70b2622abf80/025b598c-a7ca-46fe-8c82-d50b66f9d28b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:57.317871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.319920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Deleting port cf9ddad2-7074-4d1c-9561-f9b0b95c378d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:57.320705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.327190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:26:57.332032 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:26:57.355985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=e66ee21b-7884-469d-aa18-00399bb1dbec,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.366340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:57.371465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:57.374509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:57.375101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.382411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:26:54Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:57.393214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Deleting port afd5f8a6-baca-4a97-8129-b8555bb24123 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:26:57.393697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.436801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network cd895045-ae77-413f-bfc7-8d7e47f0317f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:26:57.437571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Checking router: 833658e4-97c9-4b1a-a0ff-a9c407141804 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:26:57.437946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Updating router 833658e4-97c9-4b1a-a0ff-a9c407141804 port e5db39d7-3728-4a04-a8b1-f020847ca2be binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:26:57.465873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.470505 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-310f1294-4e6f-4a6e-98e7-66962711c789 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2790987 Mar 14 18:26:57.474254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48298) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:57.476129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.481983 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/5fa9446b-4f03-4854-b9cd-e6d03732a4c8 HTTP/1.1" status: 204 len: 168 time: 1.5850008 Mar 14 18:26:57.482316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': 'e66ee21b-7884-469d-aa18-00399bb1dbec', 'ip_address': '2001:db8::7ad2:ab4f:29d:cd54'}], 'name': 'tempest-NetworksTestDHCPv6-186911447'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.490494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48300) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:57.517321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f0295-dc4f-4cb4-8e92-b5dc5a1d29b8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=5fa9446b-4f03-4854-b9cd-e6d03732a4c8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.538382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, cd895045-ae77-413f-bfc7-8d7e47f0317f) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:57.546840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] For port cf9ddad2-7074-4d1c-9561-f9b0b95c378d, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:57.547505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.552289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:57.553037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.555226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1fbfcb-5deb-4f1e-bcbb-70a6fd5ebe08 None None] Network cd895045-ae77-413f-bfc7-8d7e47f0317f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:57.568964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b49e7-26a5-4790-95e8-17b03de059f8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:57.570568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b13b49e7-26a5-4790-95e8-17b03de059f8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/f805d9c2-74fe-48ea-8a66-34d9b09ccbaf HTTP/1.1" status: 200 len: 844 time: 0.0788302 Mar 14 18:26:57.574675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48302) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:57.598008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Calling delete_port for cf9ddad2-7074-4d1c-9561-f9b0b95c378d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:57.600057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.605219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.ipam_backend_mixin [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Port cf9ddad2-7074-4d1c-9561-f9b0b95c378d was not found and therefore no delete operation was performed {{(pid=103394) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:26:57.629650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59a2020b-d19f-422a-824a-c27269d25eac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/f805d9c2-74fe-48ea-8a66-34d9b09ccbaf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0536442 Mar 14 18:26:57.633133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:57.638561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:57.675866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.689801 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d6b2e44d-6efb-43ee-82bb-1ccdab27856b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1780145 Mar 14 18:26:57.691392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48306) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:57.751953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Pushing event deleted for resources: {'Port': ['ID=cf9ddad2-7074-4d1c-9561-f9b0b95c378d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:57.753688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] Network 5fa9446b-4f03-4854-b9cd-e6d03732a4c8 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:26:57.754157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfbde4-11d2-44d4-908a-cbe29665c287 None None] No DVR routers for this DVR port cf9ddad2-7074-4d1c-9561-f9b0b95c378d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:57.756890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] For port afd5f8a6-baca-4a97-8129-b8555bb24123, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=afd5f8a6-baca-4a97-8129-b8555bb24123,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:26:57.757008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.776626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:57.805583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:57.810236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.839974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Calling delete_port for afd5f8a6-baca-4a97-8129-b8555bb24123 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:26:57.930263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:57.985752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port a2035a7d-82c7-4293-af0a-420d3fcd0ad3 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:58.019200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.123014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.146991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-cd895045-ae77-413f-bfc7-8d7e47f0317f', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:58.147861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.162950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.166604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.189802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:58.193067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:58.199505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:58.200102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.216317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=60acae61-ce5a-4c7f-ae7e-ffd5394019c4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.221711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60c826-df56-4157-bd12-c6467d619f26 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:58.221884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::7ad2:ab4f:29d:cd54 (d5c92626-9e70-47af-be0d-7950f30fe5cc/e66ee21b-7884-469d-aa18-00399bb1dbec/a2035a7d-82c7-4293-af0a-420d3fcd0ad3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:58.261344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Network accc5531-7843-4504-a0bd-0f6de3e34915 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:58.274526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e2158deb-6dbf-4e78-9e41-cea8e6d937f0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6377010 Mar 14 18:26:58.274792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:26:58.275005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:58.276207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.280931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'security_group': {'name': 'tempest-secgroup-508159720'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:58.347392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.22.0.1 (accc5531-7843-4504-a0bd-0f6de3e34915/02422a90-931d-4cf6-8d4e-70b2622abf80/6e6cb945-7c90-4eb3-abc9-ca07943210bf) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:58.373961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.477402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.495423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:58.557450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.579342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:58.593619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa30ab-846f-4ff1-9402-279be7f39697,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.595178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Pushing event updated for resources: {'Port': ['ID=025b598c-a7ca-46fe-8c82-d50b66f9d28b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.641968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] No DVR routers for this DVR port afd5f8a6-baca-4a97-8129-b8555bb24123 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:26:58.661793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aadb64-9c2b-4eb8-b5fc-34ca9c072b9e None None] Pushing event deleted for resources: {'Port': ['ID=afd5f8a6-baca-4a97-8129-b8555bb24123,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:58.682652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.687222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9bbd922f-1376-4386-b275-b2b50e84f35a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4108782 Mar 14 18:26:58.689036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48310) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:58.690715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.694152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'security_group': {'name': 'tempest-secgroup-149623997'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:58.696469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3751b79-21d3-49b7-a1ec-a1a97b24ec06 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:26:58.709930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.754222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.772210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.789278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.844277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.870247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Attempting to bind port 025b598c-a7ca-46fe-8c82-d50b66f9d28b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:58.870618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Attempting to bind port 025b598c-a7ca-46fe-8c82-d50b66f9d28b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:58.870979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Attempting to bind port 025b598c-a7ca-46fe-8c82-d50b66f9d28b on network accc5531-7843-4504-a0bd-0f6de3e34915 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:58.882983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.906774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.908600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.909271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:58.909647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Checking segment: {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:58.910080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.912443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Bound using segment: {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:58.912443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Bound port: 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:58.912443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.927167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:26:58.927488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.964344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Allocated IP 172.20.0.2 (cd895045-ae77-413f-bfc7-8d7e47f0317f/9d4c3789-3d9f-4a29-a647-569561c88534/e84708f4-4a66-4c59-a2f7-1ea9e9437491) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:58.968264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:58.995065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:59.005028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432dd69c-003b-480c-bbc1-5377fc74604e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.025471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network accc5531-7843-4504-a0bd-0f6de3e34915 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:59.031614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:59.036711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:59.039051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:59.048073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:26:59.048073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.052213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.058361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:26:59.064112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.066903 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-013b6a0a-6d6f-4868-9a3c-07eb3e586362 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3773916 Mar 14 18:26:59.072146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48312) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:59.080573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1944184217', 'security_groups': ['432dd69c-003b-480c-bbc1-5377fc74604e'], 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60acae61-ce5a-4c7f-ae7e-ffd5394019c4'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:59.100862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Attempting to bind port e5db39d7-3728-4a04-a8b1-f020847ca2be on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:26:59.101461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Attempting to bind port e5db39d7-3728-4a04-a8b1-f020847ca2be by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:26:59.101574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Attempting to bind port e5db39d7-3728-4a04-a8b1-f020847ca2be on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:26:59.103512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61525a1f-d6e2-4383-a069-8a2ac130a6e7 None None] Pushing event updated for resources: {'Port': ['ID=e5db39d7-3728-4a04-a8b1-f020847ca2be,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.161017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:26:59.161392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:26:59.161807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.162223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:26:59.162699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Bound port: e5db39d7-3728-4a04-a8b1-f020847ca2be, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:26:59.163084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.183751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=a2035a7d-82c7-4293-af0a-420d3fcd0ad3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.192684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.230944 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c0fc08c2-78f3-4418-88f6-5bd3ebf41d1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7551653 Mar 14 18:26:59.233968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48314) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:26:59.238787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': 'e66ee21b-7884-469d-aa18-00399bb1dbec', 'ip_address': '2001:db8::7ad2:ab4f:29d:cd54'}], 'name': 'tempest-NetworksTestDHCPv6-944456257'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:26:59.263367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:59.264544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] For port 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:59.288422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-5a103656-7e55-47e1-98da-1ee145d4608f', 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'tenant_id': 'a03f84183a1f4816b2cf54fba46c41de', 'fixed_ips': [{'subnet_id': '60acae61-ce5a-4c7f-ae7e-ffd5394019c4'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:59.289281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.355828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] For port 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=025b598c-a7ca-46fe-8c82-d50b66f9d28b,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:59.372338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.378749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] For port e5db39d7-3728-4a04-a8b1-f020847ca2be, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:26:59.389146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port a13c5358-2226-4576-b111-4a1d44bdecd3 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:59.413038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] For port e5db39d7-3728-4a04-a8b1-f020847ca2be, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5db39d7-3728-4a04-a8b1-f020847ca2be,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:26:59.445669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.495881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.533055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:26:59.538077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.538527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf9ddad2-7074-4d1c-9561-f9b0b95c378d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:59.550648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'e66ee21b-7884-469d-aa18-00399bb1dbec'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:26:59.551501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.577944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::38e (5a103656-7e55-47e1-98da-1ee145d4608f/60acae61-ce5a-4c7f-ae7e-ffd5394019c4/a13c5358-2226-4576-b111-4a1d44bdecd3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:26:59.592600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.596597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port eac95948-bbe5-4a8d-95bd-86dfb53446a2 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:26:59.602472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: cf9ddad2-7074-4d1c-9561-f9b0b95c378d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:59.602891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf9ddad2-7074-4d1c-9561-f9b0b95c378d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:59.603431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device afd5f8a6-baca-4a97-8129-b8555bb24123 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:26:59.636377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: afd5f8a6-baca-4a97-8129-b8555bb24123 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:26:59.636754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device afd5f8a6-baca-4a97-8129-b8555bb24123 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:26:59.649182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:26:59.650554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:26:59.730761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.749506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120380cf-9eb8-4dae-9ea8-cc7577bc90de None None] Pushing event updated for resources: {'Port': ['ID=025b598c-a7ca-46fe-8c82-d50b66f9d28b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:26:59.879989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.908898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:26:59.959067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Network cd895045-ae77-413f-bfc7-8d7e47f0317f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:26:59.966043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:26:59.973231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:26:59.978676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:00.023201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.029219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61525a1f-d6e2-4383-a069-8a2ac130a6e7 None None] Pushing event updated for resources: {'Port': ['ID=e5db39d7-3728-4a04-a8b1-f020847ca2be,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.095536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:00.103366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:00.106545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=a13c5358-2226-4576-b111-4a1d44bdecd3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.110801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:00.119702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:00.120872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.198512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (cd895045-ae77-413f-bfc7-8d7e47f0317f/9d4c3789-3d9f-4a29-a647-569561c88534/80d16780-2f0b-49e3-b9a7-4b5ac10e13b7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:00.225662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fce84394-b74a-4fee-81e1-f778cfc38a33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1520038 Mar 14 18:27:00.229411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48316) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:00.234896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:00.315920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 025b598c-a7ca-46fe-8c82-d50b66f9d28b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:00.424345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/e66ee21b-7884-469d-aa18-00399bb1dbec/9d88bd9a-289b-47aa-a39e-80735854b7d7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:00.432441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.436288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.476175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Allocated IP 2001:db8::2 (5a103656-7e55-47e1-98da-1ee145d4608f/60acae61-ce5a-4c7f-ae7e-ffd5394019c4/b9e1b928-7d3c-45aa-a0e3-51ccce341260) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:00.478963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Attempting to bind port e84708f4-4a66-4c59-a2f7-1ea9e9437491 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:00.479329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Attempting to bind port e84708f4-4a66-4c59-a2f7-1ea9e9437491 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:00.479685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Attempting to bind port e84708f4-4a66-4c59-a2f7-1ea9e9437491 on network cd895045-ae77-413f-bfc7-8d7e47f0317f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:00.481664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Pushing event updated for resources: {'Port': ['ID=e84708f4-4a66-4c59-a2f7-1ea9e9437491,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.482521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:00.487943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.511495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.521105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:00.521105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Checking segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:00.521105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.521540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Bound using segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:00.521693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Bound port: e84708f4-4a66-4c59-a2f7-1ea9e9437491, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:00.522100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.594358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.604584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.612971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.619856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60acae61-ce5a-4c7f-ae7e-ffd5394019c4 (CIDR: 2001:db8::/64) Mar 14 18:27:00.656825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network cd895045-ae77-413f-bfc7-8d7e47f0317f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:00.662416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:00.668874 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:00.669493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:00.679788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:00.739194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:00.768989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.779840 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a78bb22f-6d4d-4e73-810e-01185b40d4bc tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5487247 Mar 14 18:27:00.782106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:00.788815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:00.815594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 025b598c-a7ca-46fe-8c82-d50b66f9d28b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:00.815960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.854323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network accc5531-7843-4504-a0bd-0f6de3e34915 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:00.857376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:00.878902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384a3c4-ce94-44af-952e-f73725fa9185 None None] Network accc5531-7843-4504-a0bd-0f6de3e34915 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:00.899213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:00.944291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] For port e84708f4-4a66-4c59-a2f7-1ea9e9437491, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:00.996571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:00.997593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:01.002504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.004204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.010562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] For port e84708f4-4a66-4c59-a2f7-1ea9e9437491, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e84708f4-4a66-4c59-a2f7-1ea9e9437491,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:01.033280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c20ea03e-9d5b-44e0-8f02-b8d58009ad80 None None] Provisioning complete for port 025b598c-a7ca-46fe-8c82-d50b66f9d28b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:01.033655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c20ea03e-9d5b-44e0-8f02-b8d58009ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.100519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.121197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.123692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:01.129389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.133164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:01.143603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-579d7a8f-ca0f-43d5-8a99-feffca6a0a94 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1013200 Mar 14 18:27:01.143735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:01.148797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:01.149048 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:01.151472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'network': {'name': 'tempest-RoutersTest-945410321'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:01.164302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:01.165955 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:01.167035 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:01.169470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.217797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:26:54Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:01.248533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.312787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:01.324189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:01.328635 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 14 18:27:01.329812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.331963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:01.343860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5334-4699-4d3b-b300-7414ba414668 None None] The sync data for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv is: [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:26:54Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:01.396010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.399287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:01.421043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.421447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added segment ffa81768-009e-4bcf-8bfb-ef371196389b of type vlan for network 5c651847-9af3-49b4-bf72-a03396be0297 Mar 14 18:27:01.428957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:01.475069 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0680185c-f1a7-4345-aff0-c6201ca506bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.2400539 Mar 14 18:27:01.478106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48322) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:01.498349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.503028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:01.545345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.560122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:01.564644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Attempting to bind port b9e1b928-7d3c-45aa-a0e3-51ccce341260 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:01.564998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Attempting to bind port b9e1b928-7d3c-45aa-a0e3-51ccce341260 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'd2ba7c50-d673-440c-9864-321f57ba07f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:01.565368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Attempting to bind port b9e1b928-7d3c-45aa-a0e3-51ccce341260 on network 5a103656-7e55-47e1-98da-1ee145d4608f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:01.567364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eba859-7159-439d-b150-4f4c2b922a8e None None] Pushing event updated for resources: {'Port': ['ID=e84708f4-4a66-4c59-a2f7-1ea9e9437491,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.616756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:01.617142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Checking segment: {'id': 'd2ba7c50-d673-440c-9864-321f57ba07f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:01.617549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.617972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Bound using segment: {'id': 'd2ba7c50-d673-440c-9864-321f57ba07f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:01.619498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Bound port: b9e1b928-7d3c-45aa-a0e3-51ccce341260, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba7c50-d673-440c-9864-321f57ba07f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:01.619817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.633309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:01.637485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:01.642829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.643435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.667671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b40265-1231-459a-8791-5780e599e6d5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.674699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.683332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b40265-1231-459a-8791-5780e599e6d5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.685785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:01.686066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-05b40265-1231-459a-8791-5780e599e6d5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2059968 Mar 14 18:27:01.687061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.693882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:01.717354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=025b598c-a7ca-46fe-8c82-d50b66f9d28b,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:01.720928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c20ea03e-9d5b-44e0-8f02-b8d58009ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.751587 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:59Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:01.818385 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:01.818941 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Updating router 9fac02fd-1b71-4227-8a45-495501679a2d port 6e6cb945-7c90-4eb3-abc9-ca07943210bf binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:01.839768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Pushing event updated for resources: {'Port': ['ID=9d88bd9a-289b-47aa-a39e-80735854b7d7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.883785 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.885471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=e21c4a41-3c00-4e21-8f8e-4d5231ff24d5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.891587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Network': ['ID=5c651847-9af3-49b4-bf72-a03396be0297,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:01.895255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.907533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Attempting to bind port 9d88bd9a-289b-47aa-a39e-80735854b7d7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:01.907925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Attempting to bind port 9d88bd9a-289b-47aa-a39e-80735854b7d7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:01.908289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Attempting to bind port 9d88bd9a-289b-47aa-a39e-80735854b7d7 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:01.948028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port a2035a7d-82c7-4293-af0a-420d3fcd0ad3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:01.948028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:01.948328 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6336086f-2d3a-4473-beb4-ee098579712c tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1635935 Mar 14 18:27:01.951022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:01.956463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1994967499', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e21c4a41-3c00-4e21-8f8e-4d5231ff24d5'}], 'security_groups': ['1aaa30ab-846f-4ff1-9402-279be7f39697']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:02.014903 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ee0db60-faee-4087-857d-c5e4aeebfda1 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8701560 Mar 14 18:27:02.017915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48328) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:02.024999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 5c651847-9af3-49b4-bf72-a03396be0297 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:02.039530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'subnet': {'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:02.075632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.104985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for a2035a7d-82c7-4293-af0a-420d3fcd0ad3 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:02.140065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.162991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:02.163370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:02.167190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.167701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:02.168210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Bound port: 9d88bd9a-289b-47aa-a39e-80735854b7d7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:02.171166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.215129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=025b598c-a7ca-46fe-8c82-d50b66f9d28b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.241129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.257549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:02.263379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:02.327516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.344993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.463260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5db39d7-3728-4a04-a8b1-f020847ca2be up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:02.480539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.508151 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.532682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network cd895045-ae77-413f-bfc7-8d7e47f0317f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:02.577971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:02.580802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.624858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Made reservation on behalf of 4bd949bd0df24d36bbe62eb48008ec83 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:02.633189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.667564 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.738472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c20ea03e-9d5b-44e0-8f02-b8d58009ad80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:02.738974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c20ea03e-9d5b-44e0-8f02-b8d58009ad80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:02.768306 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Pushing event updated for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:02.792520 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.792887 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.803540 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.804288 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.810914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.811509 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.811509 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:02.973488 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Attempting to bind port 6e6cb945-7c90-4eb3-abc9-ca07943210bf on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:02.973488 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Attempting to bind port 6e6cb945-7c90-4eb3-abc9-ca07943210bf by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:02.973488 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Attempting to bind port 6e6cb945-7c90-4eb3-abc9-ca07943210bf on network accc5531-7843-4504-a0bd-0f6de3e34915 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:02.987629 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:02.988040 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Checking segment: {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:02.988411 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.991741 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Bound using segment: {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:02.992285 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Bound port: 6e6cb945-7c90-4eb3-abc9-ca07943210bf, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:02.992687 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:02.995295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 833658e4-97c9-4b1a-a0ff-a9c407141804 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:03.155853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] For port 6e6cb945-7c90-4eb3-abc9-ca07943210bf, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:03.170151 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] For port 6e6cb945-7c90-4eb3-abc9-ca07943210bf, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6e6cb945-7c90-4eb3-abc9-ca07943210bf,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:03.189857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3101779-62e1-44f6-a694-e29b87ca6c07 None None] Network cd895045-ae77-413f-bfc7-8d7e47f0317f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:03.197337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.263926 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.271019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=a2035a7d-82c7-4293-af0a-420d3fcd0ad3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.322620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:03.327425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.330844 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8182e8ad-c72a-432d-99dd-9cd5044088db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/a2035a7d-82c7-4293-af0a-420d3fcd0ad3 HTTP/1.1" status: 204 len: 168 time: 1.6264043 Mar 14 18:27:03.332243 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e0a3825-67a9-4e04-b454-41886a74b8b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/833658e4-97c9-4b1a-a0ff-a9c407141804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408682 Mar 14 18:27:03.340560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:03.340896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:03.381267 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:03.382161 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:03.395498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] For port 9d88bd9a-289b-47aa-a39e-80735854b7d7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:03.399483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18fe67-56ee-4e49-a281-32124d981390 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.436063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e5db39d7-3728-4a04-a8b1-f020847ca2be triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:03.437474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.484602 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af3570-bfac-49b7-9e30-35486438db4e None None] Pushing event updated for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.512615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] For port 9d88bd9a-289b-47aa-a39e-80735854b7d7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9d88bd9a-289b-47aa-a39e-80735854b7d7,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:03.577338 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:03.589538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.590175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.655457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db45fc6-9692-4171-b31d-4ab41b5c6fd2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.656997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db45fc6-9692-4171-b31d-4ab41b5c6fd2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.660341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7db45fc6-9692-4171-b31d-4ab41b5c6fd2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3136287 Mar 14 18:27:03.663338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48334) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:03.672906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Subnet': ['ID=4c771e4a-1a38-48d2-ac27-ff800f1b35e7,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:03.721364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Delete allocated IP 2001:db8::38e (5a103656-7e55-47e1-98da-1ee145d4608f/60acae61-ce5a-4c7f-ae7e-ffd5394019c4) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:27:03.736173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8:0:1::18f (5a103656-7e55-47e1-98da-1ee145d4608f/e21c4a41-3c00-4e21-8f8e-4d5231ff24d5/a13c5358-2226-4576-b111-4a1d44bdecd3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:03.748327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Checking segment: {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:03.748890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network hostable DHCP agents. Network: 5c651847-9af3-49b4-bf72-a03396be0297, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:03.827756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet e66ee21b-7884-469d-aa18-00399bb1dbec {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:03.832947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.833429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.833917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.835009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.835498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.835964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.836428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.836886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.837371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.837842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.838613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.839079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:03.842308 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6633c865-00d5-4a28-965b-7d6e84a78c55 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8407 time: 0.4765015 Mar 14 18:27:03.843463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.845950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:03.883919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Provisioning complete for port 025b598c-a7ca-46fe-8c82-d50b66f9d28b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:03.884813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:03.975760 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:27:03.985988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 5c651847-9af3-49b4-bf72-a03396be0297 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:03.999875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.025641 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:59Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:03Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:04.062114 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba664f5-bfaa-43c0-aeb2-6d9dc2544668 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:26:59Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:03Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:04.085224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e5db39d7-3728-4a04-a8b1-f020847ca2be, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5db39d7-3728-4a04-a8b1-f020847ca2be,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:04.091385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839235a-328f-4983-9c23-fd14e256f184 None None] Pushing event updated for resources: {'Port': ['ID=9d88bd9a-289b-47aa-a39e-80735854b7d7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:04.207021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.208040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e84708f4-4a66-4c59-a2f7-1ea9e9437491 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:04.220604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.221204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.224402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.262870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.265172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.266245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.268341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.269004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.269617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.275360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.276121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.276775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.277473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.299969 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e497cef-14d7-483a-bd96-167fd3eea6c8 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8249 time: 0.4529240 Mar 14 18:27:04.312521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48338) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:04.336254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.352318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 5c651847-9af3-49b4-bf72-a03396be0297) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:04.395983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b624b3d-cd61-4b8e-b0a1-0884c72b432d None None] Network 5c651847-9af3-49b4-bf72-a03396be0297 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:04.456419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:04.459505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.472082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.560082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e5db39d7-3728-4a04-a8b1-f020847ca2be,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:04.572583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e84708f4-4a66-4c59-a2f7-1ea9e9437491 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:04.572961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.587828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-86e346c6-0388-44e5-baba-a901e6d6edb7 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5606527 Mar 14 18:27:04.591941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.601056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48340) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:04.601543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Provisioning complete for port e84708f4-4a66-4c59-a2f7-1ea9e9437491 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:04.609108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.677394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.706071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.776549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=e66ee21b-7884-469d-aa18-00399bb1dbec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:04.779158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:04.783561 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-989c2bff-1485-4523-837c-85db0030404c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/e66ee21b-7884-469d-aa18-00399bb1dbec HTTP/1.1" status: 204 len: 168 time: 1.1192632 Mar 14 18:27:04.786718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Sync routers for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:04.794581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:04.841788 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c13dee18-abc2-4e66-a7a8-efc9c38b7f45 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479767 Mar 14 18:27:04.846764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:04.852336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:04.937999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:04.950190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:05.037514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-5c651847-9af3-49b4-bf72-a03396be0297', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:05.038473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.047981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:05.051620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.145712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.190583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.301953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc0f1f-0b76-432c-bde2-dae774cee63f None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:05.360725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e84708f4-4a66-4c59-a2f7-1ea9e9437491, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e84708f4-4a66-4c59-a2f7-1ea9e9437491,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:05.406054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:05.486637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] In _notify_port_updated(), no bound segment for port a13c5358-2226-4576-b111-4a1d44bdecd3 on network 5a103656-7e55-47e1-98da-1ee145d4608f {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:27:05.489535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.492021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:05.492657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.495608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/ports/a13c5358-2226-4576-b111-4a1d44bdecd3 HTTP/1.1" status: 200 len: 931 time: 3.5435805 Mar 14 18:27:05.499367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:05.565422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.569391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbad6ba-1611-4304-917c-ab1aa8c61ad1 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=a13c5358-2226-4576-b111-4a1d44bdecd3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.675532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:05.693299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Allocated IP 172.23.0.2 (5c651847-9af3-49b4-bf72-a03396be0297/4c771e4a-1a38-48d2-ac27-ff800f1b35e7/48e60f40-f636-4dd3-a628-d6ebd4a31889) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:05.696063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:05.699213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:05.699798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.713645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=3388264e-cc0e-4a65-9661-28903596540b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:05.734963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port a13c5358-2226-4576-b111-4a1d44bdecd3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:05.735302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.818977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:05.819332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:05.848537 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c96c4ab5-5cc0-41ac-8a81-53c31dbacabc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0005312 Mar 14 18:27:05.851400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:05.857189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '3388264e-cc0e-4a65-9661-28903596540b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1676829452'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:05.862884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:05.878098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1de075-e0d0-4fa5-b141-622748a59346 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:05.919439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for a13c5358-2226-4576-b111-4a1d44bdecd3 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:05.943442 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-90190d1f-d598-4cdb-897c-bee3b89be1eb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 1.6281972 Mar 14 18:27:06.110274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.141715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9d88bd9a-289b-47aa-a39e-80735854b7d7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:06.168009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:06.254443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e84708f4-4a66-4c59-a2f7-1ea9e9437491,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.270697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.293959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 0b1dc485-f022-4b88-af45-05b64630b4f5 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:06.303000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.368839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=a13c5358-2226-4576-b111-4a1d44bdecd3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.392820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48356) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.399181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327406157', 'description': 'tempest-secgroup-smoke-327406157 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:06.425881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.429490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-736d452f-5c17-42df-8fc5-f73bff17e901 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/a13c5358-2226-4576-b111-4a1d44bdecd3 HTTP/1.1" status: 204 len: 168 time: 0.9289558 Mar 14 18:27:06.432476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.455640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.466718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.470358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3546269-d891-447d-a74f-0b02cc7e9c85 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:27:06.474618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f3546269-d891-447d-a74f-0b02cc7e9c85 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/a13c5358-2226-4576-b111-4a1d44bdecd3 HTTP/1.1" status: 404 len: 333 time: 0.0384951 Mar 14 18:27:06.478970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48360) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.513727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9d88bd9a-289b-47aa-a39e-80735854b7d7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:06.514129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.565849 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:06.566285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:06.568553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.579313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Provisioning complete for port 6e6cb945-7c90-4eb3-abc9-ca07943210bf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:06.579684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.581167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Update dhcp port {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'fixed_ips': [{'subnet_id': '60acae61-ce5a-4c7f-ae7e-ffd5394019c4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e21c4a41-3c00-4e21-8f8e-4d5231ff24d5'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'b9e1b928-7d3c-45aa-a0e3-51ccce341260'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:06.584103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.635258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.640070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Allocated IP 172.23.0.1 (5c651847-9af3-49b4-bf72-a03396be0297/4c771e4a-1a38-48d2-ac27-ff800f1b35e7/26ddc61b-a437-463a-9bba-c1a2b7b8f026) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:06.642775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.674346 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c3b9fd57-e9fd-449a-a862-c1830d89388c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8193798 Mar 14 18:27:06.674951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48362) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.700259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Network 5c651847-9af3-49b4-bf72-a03396be0297 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:06.705697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:06.708022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.708442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:06.736487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.764102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f2bdc4-cfe2-4dfb-b2d2-89ab35633a3a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:06.764102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-74f2bdc4-cfe2-4dfb-b2d2-89ab35633a3a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0644040 Mar 14 18:27:06.764749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:01Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:06.767007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48364) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.772044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Pushing event updated for resources: {'Port': ['ID=48e60f40-f636-4dd3-a628-d6ebd4a31889,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.792703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816c3db5-3cce-46fa-8608-22afe56b5432,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:06.835207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df0139-7cc4-4abc-96c8-5128ce325a1e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:06.837702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df0139-7cc4-4abc-96c8-5128ce325a1e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:06.842739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.842928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Checking router: 833658e4-97c9-4b1a-a0ff-a9c407141804 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:06.843380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Updating router 833658e4-97c9-4b1a-a0ff-a9c407141804 port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:06.853425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-08df0139-7cc4-4abc-96c8-5128ce325a1e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832064 Mar 14 18:27:06.855855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:06.927102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 3388264e-cc0e-4a65-9661-28903596540b {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:06.931039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.973330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.980625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.985573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.987411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:06.987609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Attempting to bind port 48e60f40-f636-4dd3-a628-d6ebd4a31889 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:06.987793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Attempting to bind port 48e60f40-f636-4dd3-a628-d6ebd4a31889 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:06.988156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Attempting to bind port 48e60f40-f636-4dd3-a628-d6ebd4a31889 on network 5c651847-9af3-49b4-bf72-a03396be0297 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:06.991572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/security-groups/432dd69c-003b-480c-bbc1-5377fc74604e HTTP/1.1" status: 204 len: 168 time: 0.5095053 Mar 14 18:27:07.001144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48368) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.009643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d59fc-6814-4cab-b3d5-04a86864b461 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432dd69c-003b-480c-bbc1-5377fc74604e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.034312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.039833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48370) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.040078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5266ed8d-095d-4581-b35a-c72a88f0f9d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6459837 Mar 14 18:27:07.042088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.049692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:07.076441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:07.076822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Checking segment: {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:07.077231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.077876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Bound using segment: {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:07.078192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Bound port: 48e60f40-f636-4dd3-a628-d6ebd4a31889, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:07.078513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.094442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.107160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.109004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.130739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 5c651847-9af3-49b4-bf72-a03396be0297 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:07.140780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:07.145824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.151616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:07.158117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.186467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.190785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.235030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.289482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.349538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 9d88bd9a-289b-47aa-a39e-80735854b7d7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9d88bd9a-289b-47aa-a39e-80735854b7d7,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:07.355358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.362921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] For port 6e6cb945-7c90-4eb3-abc9-ca07943210bf, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6e6cb945-7c90-4eb3-abc9-ca07943210bf,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:07.389239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.390408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] For port 48e60f40-f636-4dd3-a628-d6ebd4a31889, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:07.392915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Allocated IP 2001:db8:0:1::2 (5a103656-7e55-47e1-98da-1ee145d4608f/e21c4a41-3c00-4e21-8f8e-4d5231ff24d5/b9e1b928-7d3c-45aa-a0e3-51ccce341260) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:07.394811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=3388264e-cc0e-4a65-9661-28903596540b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.396843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.401213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.402191 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/security-groups/1aaa30ab-846f-4ff1-9402-279be7f39697 HTTP/1.1" status: 204 len: 168 time: 0.3997095 Mar 14 18:27:07.405411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48372) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.433387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.437231 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4ced6b54-8431-499d-b311-099c71133011 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/3388264e-cc0e-4a65-9661-28903596540b HTTP/1.1" status: 204 len: 168 time: 0.5802038 Mar 14 18:27:07.445575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.451621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] For port 48e60f40-f636-4dd3-a628-d6ebd4a31889, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48e60f40-f636-4dd3-a628-d6ebd4a31889,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:07.472727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.474713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.475299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6e6cb945-7c90-4eb3-abc9-ca07943210bf up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:07.485546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ceef21-bda1-4c28-b62a-d558d78efbad,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.508503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d04943c1-4c8b-4231-91ef-60693529db48 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549557 Mar 14 18:27:07.508722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edcef1-6932-442f-8775-72148a194af8 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa30ab-846f-4ff1-9402-279be7f39697,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.509506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48376) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.511916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:07.567096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet 60acae61-ce5a-4c7f-ae7e-ffd5394019c4 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:07.576252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.581570 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-16014659-126e-4b19-8d40-452eaf04484c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5379508 Mar 14 18:27:07.582323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48378) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:07.589143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:07.591053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.620716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.710617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:07.710617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.710617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17686ec5-41d4-4242-ad95-f1b109459fd2 None None] Pushing event updated for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.711297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.712734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb72eb0-14b7-4056-b21e-fcb48bb353c8 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:07.812844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.820763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:07.827793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:07.831618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.903108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.917136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:07.927024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23640df-b574-4ec0-94de-6b382216697f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:07.959320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6e6cb945-7c90-4eb3-abc9-ca07943210bf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:07.959717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:07.974376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.067605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.074730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.080175 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-048899fe-bc56-4c18-af73-524939f4b202 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4941537 Mar 14 18:27:08.083372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:08.086504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:08.150709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.202472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.213173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.215557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=9d88bd9a-289b-47aa-a39e-80735854b7d7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.225613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.232071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event updated for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.234773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.277225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.285634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.291227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port e84708f4-4a66-4c59-a2f7-1ea9e9437491 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:08.291687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.293400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.321748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:08.334829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:08.344835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.371413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:08.371934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.380054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.380311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.398321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.399185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b9f46-540f-40bb-977b-91b2cfe103f4 None None] Pushing event updated for resources: {'Port': ['ID=48e60f40-f636-4dd3-a628-d6ebd4a31889,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.414779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f5941-1f20-413e-a472-0eb1a3baf07c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.499274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Network 5c651847-9af3-49b4-bf72-a03396be0297 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:08.503639 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-34020a69-a8bd-40c9-b508-727bcf41f918 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9983518 Mar 14 18:27:08.506420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48382) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:08.511987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:08.525800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:08.537234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.538494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a01e2b37-9602-4f4f-ab64-346b060c0b50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568260 Mar 14 18:27:08.549570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48384) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:08.553015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:08.584812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6b2a-2004-400f-92cd-3ce7f9e9e913 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.641295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 025b598c-a7ca-46fe-8c82-d50b66f9d28b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:08.642168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.653462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.653462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.766201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.770377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.777108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Attempting to bind port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:08.777652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Attempting to bind port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:08.778473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Attempting to bind port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 on network cd895045-ae77-413f-bfc7-8d7e47f0317f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:08.812380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:08.836803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:08.839026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Checking segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:08.842788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.843648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Bound using segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:08.844308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Bound port: 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:08.844887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.856897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.883301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97d18c-d4a7-4812-9cea-38b9e109b4b3 None None] Pushing event updated for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.886568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.913493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.915179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Could not find standard attr ID for object a2035a7d-82c7-4293-af0a-420d3fcd0ad3. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:08.961026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=60acae61-ce5a-4c7f-ae7e-ffd5394019c4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:08.964509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.975430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:08.975430 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-13ab38b1-98a9-402a-abf6-c938d923c3e8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4648252 Mar 14 18:27:08.975430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48386) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:08.975768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-93d52fa3-116f-4e04-b105-f6c711489b04 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/60acae61-ce5a-4c7f-ae7e-ffd5394019c4 HTTP/1.1" status: 204 len: 168 time: 1.5655758 Mar 14 18:27:08.978287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48388) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:08.985529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.011908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:09.012355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.042091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.047692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:09.062971 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:09.067309 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6081e5d6-ce1b-452e-9090-c5da2a601812 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4618676 Mar 14 18:27:09.067475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 025b598c-a7ca-46fe-8c82-d50b66f9d28b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:09.067475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.068744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:09.076331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.089263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] For port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:09.089638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df64223-9549-4411-9548-fb77d18f0fe2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.098542 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:09.099590 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:09.168061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fabb5d-794a-4cb6-bedc-2def84c9962e None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:09.196959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.200682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a95b46b9-e308-4109-b10d-30b649967858 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6487489 Mar 14 18:27:09.201051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:09.206267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.248569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] For port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:09.297258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:09.301510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.305376 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:09.421867 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:27:09.422413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.424390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654de76a-81a4-4cbf-8f7a-c713a4cdee85 None None] Network 5c651847-9af3-49b4-bf72-a03396be0297 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:09.434073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.445718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.539844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.624916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.631365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b7a31-b361-46a0-818b-3a4259420274 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:09.677407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0275722e-e9bd-49c7-9a6f-37a856a8a12b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.756001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:09.790841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:09.791534 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Updating router 9fac02fd-1b71-4227-8a45-495501679a2d port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:09.831521 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.834745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:09.836515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32fdc2af-bf9e-4ede-92ac-5a3c2b846ffe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6343496 Mar 14 18:27:09.841010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48394) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:09.850488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '816c3db5-3cce-46fa-8608-22afe56b5432', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:09.857966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97d18c-d4a7-4812-9cea-38b9e109b4b3 None None] Pushing event updated for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:09.899288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:09.928210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:09.928210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:09.974332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.015339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:27:10.018842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.026328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.081323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:10.090275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port 6e6cb945-7c90-4eb3-abc9-ca07943210bf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:10.090529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.121390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.123466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:10.131159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:10.131816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.145979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=bc0fab10-6360-4454-83b6-3bb5d6703ec5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.156946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:10.163094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.182316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.182424 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.202583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ed86e9-7744-487e-9425-3553e388431a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.230281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e0c36d6-df18-46bb-be2c-5c7e6559edac tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2549791 Mar 14 18:27:10.231032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:10.236168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'security_group': {'name': 'tempest-secgroup-2115871145'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:10.324713 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.328247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.375080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:10.379383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.391120 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e457c448-8810-4a64-a29f-45eeb6e9d771 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5486093 Mar 14 18:27:10.435617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1260-f0aa-4e03-a33e-25f01b55dcf6 None None] Pushing event updated for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.482792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.484896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:10.485270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.487227 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Attempting to bind port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:10.487548 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Attempting to bind port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:10.487902 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Attempting to bind port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 on network 5c651847-9af3-49b4-bf72-a03396be0297 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:10.493515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:10.493883 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Checking segment: {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:10.494440 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.494838 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Bound using segment: {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:10.495357 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Bound port: 26ddc61b-a437-463a-9bba-c1a2b7b8f026, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa81768-009e-4bcf-8bfb-ef371196389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:10.496447 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.588677 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] For port 26ddc61b-a437-463a-9bba-c1a2b7b8f026, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:10.591740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] For port 26ddc61b-a437-463a-9bba-c1a2b7b8f026, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=26ddc61b-a437-463a-9bba-c1a2b7b8f026,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:10.617355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:27:10.632514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.653947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Removed routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:27:10.654193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.658221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::1 (d5c92626-9e70-47af-be0d-7950f30fe5cc/72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424/6dbffd27-688b-4615-b857-c78460cc2e52) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:10.695101 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.722157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.804819 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:10.805772 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:10.809250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf0957-edf4-4047-850c-ad1ef1a3fab6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:10.831319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.833338 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ef806b2d-ab78-44f9-9a96-8d03c70d533e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6009772 Mar 14 18:27:10.839347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:10.864320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054878894'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:10.914001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port 9d88bd9a-289b-47aa-a39e-80735854b7d7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:10.915658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:10.939196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.075694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.080296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.082249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.108269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5db39d7-3728-4a04-a8b1-f020847ca2be up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:11.173763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.179659 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1260-f0aa-4e03-a33e-25f01b55dcf6 None None] Pushing event updated for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:11.216435 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:11.242756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:11.249480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:11.256394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:11.256876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.297923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-11635aba-cf94-4b1f-aaa3-9ce325a836c7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327406157&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.1702302 Mar 14 18:27:11.355790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=6dbffd27-688b-4615-b857-c78460cc2e52,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:11.359632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:11.375037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e5db39d7-3728-4a04-a8b1-f020847ca2be triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:11.375409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.481530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.509790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:11.510219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.585654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.612706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.613522 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 6, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:11.625867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ca1c6-bf38-4c0b-8330-929f8b5b629c None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:11.652150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:11.662493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.666926 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9900ccb-220f-4ecb-b06f-a0630329a747 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 933 time: 2.5935712 Mar 14 18:27:11.668672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48418) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:11.677515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f178-ca7f-4ffd-8697-175c1ae6e2a2 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 6, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:11.708157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:09Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:11.757489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:11.759804 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9195368 Mar 14 18:27:11.791077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:11.800468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1735772039'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:11.828217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60974389-eb94-42d3-aa05-d03302247c1a None None] The sync data for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv is: [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:09Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:11.831116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dc20a-eb0e-4e4c-a4aa-e81f41e9b03e tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173eb702-d338-4cb7-91ed-ec37810b9d78,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:11.879083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7265e-f50a-4f49-934e-42713929ff41 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:11.889363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-06ce0e12-5892-4640-a427-aee30a292dc6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:11.898737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-06ce0e12-5892-4640-a427-aee30a292dc6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 797 time: 0.5888875 Mar 14 18:27:11.926513 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-1064219c-e52e-4594-9dc2-a719c5e38fd3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0253522 Mar 14 18:27:11.967994 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-06e07ad6-ff83-48d6-a7b4-7ad993908929 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 933 time: 0.2920251 Mar 14 18:27:11.980767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48422) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:11.993861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'routes': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:12.121037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.149951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port 48e60f40-f636-4dd3-a628-d6ebd4a31889 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:12.152967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.278716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.337522 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-8c28e793-724f-493a-8ca6-d587125b88c2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4030013 Mar 14 18:27:12.375615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.533068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.535785 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7434676 Mar 14 18:27:12.561234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.561609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48426) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:12.573561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1913906905', 'security_groups': ['c59540f9-ee44-46ba-9cb4-73b5fd36b687'], 'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc0fab10-6360-4454-83b6-3bb5d6703ec5'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:12.573735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9d88bd9a-289b-47aa-a39e-80735854b7d7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:12.663295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Update dhcp port {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'fixed_ips': [{'subnet_id': 'e21c4a41-3c00-4e21-8f8e-4d5231ff24d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc0fab10-6360-4454-83b6-3bb5d6703ec5'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'b9e1b928-7d3c-45aa-a0e3-51ccce341260'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:12.701564 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-7dfa399e-3083-470b-afa2-311d7a827bd8 service neutron] 10.222.0.58 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587301 Mar 14 18:27:12.749574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f636931-61f0-4438-af61-6a66d0623597 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59540f9-ee44-46ba-9cb4-73b5fd36b687,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:12.762503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.827693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9d88bd9a-289b-47aa-a39e-80735854b7d7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:12.828199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:12.874143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-23388a79-a8e6-4303-9f08-f595c45e1b02 service neutron] 10.222.0.58 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635225 Mar 14 18:27:12.889356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] For port 48e60f40-f636-4dd3-a628-d6ebd4a31889, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48e60f40-f636-4dd3-a628-d6ebd4a31889,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:12.968810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6e6cb945-7c90-4eb3-abc9-ca07943210bf up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:12.999842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.072595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.073394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.111913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.186591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port 6dbffd27-688b-4615-b857-c78460cc2e52 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:13.186591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.208652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:13.217715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=6dbffd27-688b-4615-b857-c78460cc2e52,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:13.256783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6e6cb945-7c90-4eb3-abc9-ca07943210bf triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:13.257091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.306446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Pushing event updated for resources: {'Port': ['ID=48e60f40-f636-4dd3-a628-d6ebd4a31889,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:13.335602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Port 6dbffd27-688b-4615-b857-c78460cc2e52 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:13.346214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Allocated IP 2001:db8::2 (5a103656-7e55-47e1-98da-1ee145d4608f/bc0fab10-6360-4454-83b6-3bb5d6703ec5/b9e1b928-7d3c-45aa-a0e3-51ccce341260) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:13.376312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:13.376699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.507684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48e60f40-f636-4dd3-a628-d6ebd4a31889 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:13.567104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:13.635940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.639411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.666308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 48e60f40-f636-4dd3-a628-d6ebd4a31889 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:13.666679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.704527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:13.709830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] For port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:13.727237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:13.727579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:13.767683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.772951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:27:13.773409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:27:13.781461 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b9c43311-630b-42b1-b064-da0ac94c58a8 req-1367c4d8-b5a2-480f-ac79-8d44fba40bb2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 210 time: 0.5310044 Mar 14 18:27:13.796167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:13.809960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:13.820536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:13.939528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] device_id is not set on port 8fe211d5-c53b-406b-80be-af50edf296e2 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:13.955634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.032430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.158117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:14.191657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4c84-eec7-42c2-b4fc-b887b2e9e673 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:14.202838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port 9d88bd9a-289b-47aa-a39e-80735854b7d7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:14.203218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.205888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:14.316686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8::3d3 (5a103656-7e55-47e1-98da-1ee145d4608f/bc0fab10-6360-4454-83b6-3bb5d6703ec5/8fe211d5-c53b-406b-80be-af50edf296e2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:14.360368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Router f0bc700b-fddd-45f3-9775-410e947cb235 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:14.412297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Pushing event updated for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:14.462762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:14.463209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.581640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.589865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.599105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:14.599508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.647380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:14.658331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:14.658892 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3381a0e8-2bc3-4cf6-a1c8-23ea52bcc128 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "PUT /v2.0/routers/f0bc700b-fddd-45f3-9775-410e947cb235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6791058 Mar 14 18:27:14.664204 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Sync routers for ids ['f0bc700b-fddd-45f3-9775-410e947cb235'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:14.692889 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Routers {'f0bc700b-fddd-45f3-9775-410e947cb235'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:14.700746 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f0bc700b-fddd-45f3-9775-410e947cb235'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:14.716782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 6, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:14.734202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52c9ae-2947-4a0a-8694-fb539be62f19 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:14.736243 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3d52c9ae-2947-4a0a-8694-fb539be62f19 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports/6dbffd27-688b-4615-b857-c78460cc2e52 HTTP/1.1" status: 200 len: 911 time: 0.0757051 Mar 14 18:27:14.739295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48444) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:14.752656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.755307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:14.756821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:14.760634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:14.803243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:14.803928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:14.898838 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Set router f0bc700b-fddd-45f3-9775-410e947cb235 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:14.907330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:14.915632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.928947 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0b55058b-416c-409d-b858-b5e801a37306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 699 time: 2.9442585 Mar 14 18:27:14.932237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:14.947861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Could not find standard attr ID for object a13c5358-2226-4576-b111-4a1d44bdecd3. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:14.963190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:14.963814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.966064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:14.980353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0adc57b-5de2-471d-9788-3f11fc577697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:14.993301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:14.994826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0adc57b-5de2-471d-9788-3f11fc577697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:15.002443 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d0adc57b-5de2-471d-9788-3f11fc577697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2566316 Mar 14 18:27:15.005043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48450) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:15.053543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:15.054020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.057688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9dd0cce3-04b2-4b0e-90f3-aa86f49988a7 req-5b99f062-e9d0-4cff-8e31-fc935782fd7b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 210 time: 0.1373808 Mar 14 18:27:15.189743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=8fe211d5-c53b-406b-80be-af50edf296e2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:15.243670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:15.256563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:15.256563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:15.261275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:15.261967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.265080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e84708f4-4a66-4c59-a2f7-1ea9e9437491 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:15.298538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:15.298920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-94006034-9857-4624-bd89-fe134e07d862 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 699 time: 0.3655446 Mar 14 18:27:15.331858 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:11Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None, '_interfaces': [{'id': '6dbffd27-688b-4615-b857-c78460cc2e52', 'name': '', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'mac_address': 'fa:16:3e:d5:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:10Z', 'updated_at': '2022-03-14T18:27:12Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'subnets': [{'id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:15.395617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Checking router: f0bc700b-fddd-45f3-9775-410e947cb235 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:15.395617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Updating router f0bc700b-fddd-45f3-9775-410e947cb235 port 6dbffd27-688b-4615-b857-c78460cc2e52 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:15.410989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-75d9da74-6ceb-4304-851a-f82c24c8cea0 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8482585 Mar 14 18:27:15.425080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:15.429548 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.436724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.438138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:15.515754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e84708f4-4a66-4c59-a2f7-1ea9e9437491 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:15.520304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.590657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] For port 26ddc61b-a437-463a-9bba-c1a2b7b8f026, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=26ddc61b-a437-463a-9bba-c1a2b7b8f026,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:15.678137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 26ddc61b-a437-463a-9bba-c1a2b7b8f026 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:15.710442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 7, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:15.721840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.762945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16724a0-5e1f-44ce-9a29-1963a762276d None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 7, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:10Z', 'revision_number': 4, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:15.796728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.835178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:15.841576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.859533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:15.865845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.913455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Pushing event updated for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:15.950315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:15.954740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.955728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:15.960119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc944b-363b-4beb-b293-ff8d189d5595 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:16.058081 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.097807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-0a5d4280-c615-4569-99b8-71765ac4ee70 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:16.107580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-0a5d4280-c615-4569-99b8-71765ac4ee70 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 797 time: 0.2957954 Mar 14 18:27:16.142481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.221289 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc0fab10-6360-4454-83b6-3bb5d6703ec5 (CIDR: 2001:db8::/64) Mar 14 18:27:16.284474 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968abaa-8a3a-406d-829e-f067c8384aa1 None None] Pushing event updated for resources: {'Port': ['ID=6dbffd27-688b-4615-b857-c78460cc2e52,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:16.299697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0965ac5b-22d8-4d34-ace3-8641fc95321b req-b768b125-6553-4b66-9778-47e73793e609 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 210 time: 0.0531201 Mar 14 18:27:16.303845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:16.303845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:16.347773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:16.384978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:16.386749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:16.397046 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Attempting to bind port 6dbffd27-688b-4615-b857-c78460cc2e52 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:16.397669 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Attempting to bind port 6dbffd27-688b-4615-b857-c78460cc2e52 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:16.398754 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Attempting to bind port 6dbffd27-688b-4615-b857-c78460cc2e52 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:16.406529 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:16.412901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:16.412901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.412901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:16.412901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Bound port: 6dbffd27-688b-4615-b857-c78460cc2e52, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:16.412901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.425319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 6dbffd27-688b-4615-b857-c78460cc2e52 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:16.425762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.440349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Provisioning complete for port 8fe211d5-c53b-406b-80be-af50edf296e2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:16.440726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.456814 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-107dd128-bf3c-4c5a-b919-3bd1a4414b7b tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0297391 Mar 14 18:27:16.460911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48462) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:16.466291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:16.528727 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] For port 6dbffd27-688b-4615-b857-c78460cc2e52, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:16.535628 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] For port 6dbffd27-688b-4615-b857-c78460cc2e52, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6dbffd27-688b-4615-b857-c78460cc2e52,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:16.570741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Port 8fe211d5-c53b-406b-80be-af50edf296e2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:16.595056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:16.597471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Could not find standard attr ID for object a13c5358-2226-4576-b111-4a1d44bdecd3. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:16.631163 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.650036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:16.650402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.684011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] For port 6dbffd27-688b-4615-b857-c78460cc2e52, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:16.684384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.739092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 6dbffd27-688b-4615-b857-c78460cc2e52 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:16.747167 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Routers {'f0bc700b-fddd-45f3-9775-410e947cb235'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:16.748731 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f0bc700b-fddd-45f3-9775-410e947cb235'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:16.853774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:16.898540 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968abaa-8a3a-406d-829e-f067c8384aa1 None None] Pushing event updated for resources: {'Port': ['ID=6dbffd27-688b-4615-b857-c78460cc2e52,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:16.924190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] Set router f0bc700b-fddd-45f3-9775-410e947cb235 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:16.929129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:16.929738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-3312f799-34b8-4ae6-8e7e-d3104606be34 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 379 time: 0.8020411 Mar 14 18:27:16.933209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:16.939850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['816c3db5-3cce-46fa-8608-22afe56b5432']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:17.053148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Provisioning complete for port 6dbffd27-688b-4615-b857-c78460cc2e52 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:17.053148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.113327 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e21c4a41-3c00-4e21-8f8e-4d5231ff24d5 (CIDR: 2001:db8:0:1::/64) Mar 14 18:27:17.127675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:17.128412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.149974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:17.149974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:17.179359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 7, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:15Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:17.200825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.208253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:17.208253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.218066 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-921123e8-6cff-4124-a849-37fdac53511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:11Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None, '_interfaces': [{'id': '6dbffd27-688b-4615-b857-c78460cc2e52', 'name': '', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'mac_address': 'fa:16:3e:d5:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:10Z', 'updated_at': '2022-03-14T18:27:16Z', 'revision_number': 4, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'subnets': [{'id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:17.237719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Port 6dbffd27-688b-4615-b857-c78460cc2e52 update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:27:17.240380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=6dbffd27-688b-4615-b857-c78460cc2e52,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:17.245261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:17.293443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:17.294101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:17.297503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Provisioning complete for port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:17.297907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.300823 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921123e8-6cff-4124-a849-37fdac53511c None None] The sync data for ids ['f0bc700b-fddd-45f3-9775-410e947cb235'] in dv-neutron-833670-1-hyperv is: [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:11Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None, '_interfaces': [{'id': '6dbffd27-688b-4615-b857-c78460cc2e52', 'name': '', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'mac_address': 'fa:16:3e:d5:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:10Z', 'updated_at': '2022-03-14T18:27:16Z', 'revision_number': 4, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'subnets': [{'id': '72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:17.343277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 26ddc61b-a437-463a-9bba-c1a2b7b8f026, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=26ddc61b-a437-463a-9bba-c1a2b7b8f026,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:17.344114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.370927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:17.379091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.406912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 26ddc61b-a437-463a-9bba-c1a2b7b8f026 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:17.411716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.439630 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4240cd5f-0cb8-4f24-9338-9e1438521247 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9777987 Mar 14 18:27:17.451537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48466) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:17.457298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'subnet': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:17.463033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 26ddc61b-a437-463a-9bba-c1a2b7b8f026 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:17.560226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:17.567529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.9 (cd895045-ae77-413f-bfc7-8d7e47f0317f/9d4c3789-3d9f-4a29-a647-569561c88534/89d07dc2-c348-4949-b233-2d91e572d87a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:17.710988 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-511a80a1-8ff4-4120-ae3e-60c57c4e29e4 req-02d3934f-65a4-4da1-917a-f5897b9d8879 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 210 time: 0.0552950 Mar 14 18:27:17.728552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 26ddc61b-a437-463a-9bba-c1a2b7b8f026 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:17.728924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.888793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:17.889016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.922314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:17.932275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c644b5c7-0448-465a-9129-2c13fa074ca4 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:17.965238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f1cff48-f146-448a-b28d-2e66a46bd04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.011835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 7, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:15Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:18.015512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:18.084157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883427b1-bca4-4ac4-aa54-3998373867e0 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 7, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '26ddc61b-a437-463a-9bba-c1a2b7b8f026', 'name': '', 'network_id': '5c651847-9af3-49b4-bf72-a03396be0297', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:d0:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:06Z', 'updated_at': '2022-03-14T18:27:15Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '4c771e4a-1a38-48d2-ac27-ff800f1b35e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:18.088096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5d809162-5f70-4a76-8a8e-f9c3dbe22997 None None] Could not find standard attr ID for object 6dbffd27-688b-4615-b857-c78460cc2e52. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:18.111642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:18.111980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.114433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.143805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Router f0bc700b-fddd-45f3-9775-410e947cb235 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:18.178321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.198814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network cd895045-ae77-413f-bfc7-8d7e47f0317f is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:18.210906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48e60f40-f636-4dd3-a628-d6ebd4a31889 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:18.234483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Made reservation on behalf of a03f84183a1f4816b2cf54fba46c41de for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:18.238125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.248278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:18.264478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:18.295794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:18.305663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 48e60f40-f636-4dd3-a628-d6ebd4a31889 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:18.306512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.391814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:18.405317 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-86cbb7dc-46b8-4e4e-8cef-2b5d131f15f6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "PUT /v2.0/routers/f0bc700b-fddd-45f3-9775-410e947cb235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928576 Mar 14 18:27:18.408392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:18.474744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=26ddc61b-a437-463a-9bba-c1a2b7b8f026,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:18.502476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4c526-663f-4d8d-97d2-072bb72cdee4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:18.503948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa4c526-663f-4d8d-97d2-072bb72cdee4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:18.505544 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4fa4c526-663f-4d8d-97d2-072bb72cdee4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965343 Mar 14 18:27:18.508426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:18.511471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:18.516023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.610907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:18.619816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.630312 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-2eee9775-0085-47be-ae5d-c0db2bb8c519 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6944818 Mar 14 18:27:18.704217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.718380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.727552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a4e295f2-021d-413d-9ffd-85b2e39fea33 None None] Provisioning complete for port 89d07dc2-c348-4949-b233-2d91e572d87a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:18.728695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4e295f2-021d-413d-9ffd-85b2e39fea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.797850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.812279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a4e295f2-021d-413d-9ffd-85b2e39fea33 None None] Port 89d07dc2-c348-4949-b233-2d91e572d87a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:18.821937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Request body: {'port': {'device_id': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:18.914194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459c36-9436-4b00-a228-9cc91fd7c651 req-ca308014-1833-4adc-8bc2-7c24ed05ac10 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:18.916377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a459c36-9436-4b00-a228-9cc91fd7c651 req-ca308014-1833-4adc-8bc2-7c24ed05ac10 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 931 time: 0.0823336 Mar 14 18:27:18.921288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.951491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:18.988524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a459c36-9436-4b00-a228-9cc91fd7c651 req-4cc38a0b-4046-495b-9f36-a12b69021995 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645621 Mar 14 18:27:19.005611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.013000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Network 5a103656-7e55-47e1-98da-1ee145d4608f is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:19.019924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:19.023293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:19.023886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.033711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88037d28-20ae-4c25-9f43-302370ffa9bc None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:19.037014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.043056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424 HTTP/1.1" status: 204 len: 168 time: 0.5310965 Mar 14 18:27:19.045002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:19.045762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Subnet': ['ID=de590a70-e1fd-4955-a5dd-f69fb3b4dd27,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:19.061429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.061776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.062145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.062477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.062807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.063143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.063470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.063805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.064125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.064452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.064775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.065168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:19.065681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d706dfe-0aff-412a-8883-13dc41d66020 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:19.104431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64001a-ae66-4b0b-9978-e5baaed35b36 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:19.125489 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0474d731-1d17-4799-9d09-f827bc6a9c40 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6768982 Mar 14 18:27:19.128034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:19.134376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023121347', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de590a70-e1fd-4955-a5dd-f69fb3b4dd27'}], 'security_groups': ['75cf0957-edf4-4047-850c-ad1ef1a3fab6', '173eb702-d338-4cb7-91ed-ec37810b9d78']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:19.177504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:19.315295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d118cf83-ab11-497f-8d4d-6b595b0fb455 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2664089 Mar 14 18:27:19.329685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48480) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:19.330416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.429377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:19.467002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:19.479927 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c482b4d2-3b23-47fa-8103-61cc0ddf634a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1791737 Mar 14 18:27:19.481320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:19.481827 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:19.498169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.501798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:19.503315 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:19.517117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Update dhcp port {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'fixed_ips': [{'subnet_id': 'e21c4a41-3c00-4e21-8f8e-4d5231ff24d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc0fab10-6360-4454-83b6-3bb5d6703ec5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de590a70-e1fd-4955-a5dd-f69fb3b4dd27'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'b9e1b928-7d3c-45aa-a0e3-51ccce341260'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:19.544088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Sync routers for ids ['f0bc700b-fddd-45f3-9775-410e947cb235'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:19.547577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.564423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d07dc2-c348-4949-b233-2d91e572d87a {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:27:19.577165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.590097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Deleting port 9d88bd9a-289b-47aa-a39e-80735854b7d7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:19.590473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.598282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Transition to ACTIVE for port object 89d07dc2-c348-4949-b233-2d91e572d87a will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:27:19.627541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Routers {'f0bc700b-fddd-45f3-9775-410e947cb235'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:19.628510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f0bc700b-fddd-45f3-9775-410e947cb235'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:19.662920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.718591 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:19.752834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Set router f0bc700b-fddd-45f3-9775-410e947cb235 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:19.758123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Pushing event updated for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:19.878389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Delete allocated IP 2001:db8::3d3 (5a103656-7e55-47e1-98da-1ee145d4608f/bc0fab10-6360-4454-83b6-3bb5d6703ec5) {{(pid=103392) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 14 18:27:19.892590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 3, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:19.895419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] For port 9d88bd9a-289b-47aa-a39e-80735854b7d7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9d88bd9a-289b-47aa-a39e-80735854b7d7,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:19.895948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.898383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Allocated IP 2001:db8:0:2::3b3 (5a103656-7e55-47e1-98da-1ee145d4608f/de590a70-e1fd-4955-a5dd-f69fb3b4dd27/8fe211d5-c53b-406b-80be-af50edf296e2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:19.910790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Attempting to bind port 89d07dc2-c348-4949-b233-2d91e572d87a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:19.911135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Attempting to bind port 89d07dc2-c348-4949-b233-2d91e572d87a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:19.911948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Attempting to bind port 89d07dc2-c348-4949-b233-2d91e572d87a on network cd895045-ae77-413f-bfc7-8d7e47f0317f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:19.924583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Port 89d07dc2-c348-4949-b233-2d91e572d87a on network cd895045-ae77-413f-bfc7-8d7e47f0317f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:27:19.927646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Attempting to bind port 89d07dc2-c348-4949-b233-2d91e572d87a on network cd895045-ae77-413f-bfc7-8d7e47f0317f {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:19.934713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:19.937024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Checking segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:19.937354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 4c771e4a-1a38-48d2-ac27-ff800f1b35e7 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:19.939333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Bound using segment: {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:19.939871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Bound port: 89d07dc2-c348-4949-b233-2d91e572d87a, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f632-4306-4bc5-a5bb-1d75eb23758b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:19.940303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:19.961174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Checking router: f0bc700b-fddd-45f3-9775-410e947cb235 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:19.971201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Calling delete_port for 9d88bd9a-289b-47aa-a39e-80735854b7d7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:19.981779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.070694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Routers {'f0bc700b-fddd-45f3-9775-410e947cb235'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:20.071643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:26:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f0bc700b-fddd-45f3-9775-410e947cb235'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:20.071812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.075095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.091996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:20.096107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=89d07dc2-c348-4949-b233-2d91e572d87a,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:20.120062 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 8, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:20.161155 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:20.161551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] Set router f0bc700b-fddd-45f3-9775-410e947cb235 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:20.163754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-928b43f8-a88f-48e7-8c55-1b1aa92062d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.168732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe3654-c81d-4952-a8bc-bfd2176593b4 req-c339ae57-465c-4f51-a453-ae5b21e090ae tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.175391 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:20.176263 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64fe3654-c81d-4952-a8bc-bfd2176593b4 req-c339ae57-465c-4f51-a453-ae5b21e090ae tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 943 time: 0.0701020 Mar 14 18:27:20.176806 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:20.189424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.194768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.224766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 3, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:20.255745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.256781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Fanout notify agent at l3_agent the message router_deleted on router f0bc700b-fddd-45f3-9775-410e947cb235 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:27:20.263398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f44111-cd5b-4de3-87f5-f0dcf93e5f38 None None] The sync data for ids ['f0bc700b-fddd-45f3-9775-410e947cb235'] in dv-neutron-833670-1-hyperv is: [{'id': 'f0bc700b-fddd-45f3-9775-410e947cb235', 'name': 'tempest-NetworksTestDHCPv6-router-21139899', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:08Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 3, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:20.273731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.278815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.278987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63e72999-838d-40e7-9cd7-ee423c1c91e7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/routers/f0bc700b-fddd-45f3-9775-410e947cb235 HTTP/1.1" status: 204 len: 168 time: 0.9267209 Mar 14 18:27:20.279079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.279079 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] 10.222.0.61 "PUT /v2.0/ports/89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 1093 time: 1.6036956 Mar 14 18:27:20.279987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Pushing event updated for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:20.286098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48486) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:20.297261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:20.298381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:20.299778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118" -d '{"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:27:20.306051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.306445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.307296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.307296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.307562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.307757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.308070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.308631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.308871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.309206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.309525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.309970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09f9d22-848d-4b28-98b6-f9f1c3517359 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:20.328343 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.348366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64fe3654-c81d-4952-a8bc-bfd2176593b4 req-d48730bf-4c99-4922-b30c-1ce6e7304c36 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711287 Mar 14 18:27:20.349091 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:20.377665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] Pushing event deleted for resources: {'Port': ['ID=9d88bd9a-289b-47aa-a39e-80735854b7d7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:20.393637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e0c15-6283-4058-90a0-378d4308e137 None None] No DVR routers for this DVR port 9d88bd9a-289b-47aa-a39e-80735854b7d7 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:20.475098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-07e993c7-b718-4e19-b248-a5a0ae771030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.476616 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-07e993c7-b718-4e19-b248-a5a0ae771030 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1096 time: 0.0487804 Mar 14 18:27:20.487658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ebb498-21c9-416d-8cce-6a9931ca3be3 x-openstack-request-id: req-f0ebb498-21c9-416d-8cce-6a9931ca3be3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:27:20.488031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:27:20.488354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0ebb498-21c9-416d-8cce-6a9931ca3be3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:27:20.488826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a', 'status': 'completed', 'code': 200} Mar 14 18:27:20.515884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.527122 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-4e6dc2d9-8ed9-44d4-913c-9b55ddc67a0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 217 time: 0.0373693 Mar 14 18:27:20.540069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.594784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-46ec5ce5-50ab-46d0-8a5f-5bab5984bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.596300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-46ec5ce5-50ab-46d0-8a5f-5bab5984bd8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 200 len: 834 time: 0.0628040 Mar 14 18:27:20.611283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.647124 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 8, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:20.652882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:20.656542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.689747 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb1904-2858-41ec-8d9e-a770a869cf55 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:17Z', 'revision_number': 8, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6cb945-7c90-4eb3-abc9-ca07943210bf', 'name': '', 'network_id': 'accc5531-7843-4504-a0bd-0f6de3e34915', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:cb:ae:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:56Z', 'updated_at': '2022-03-14T18:27:07Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '02422a90-931d-4cf6-8d4e-70b2622abf80', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:20.700662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Allocated IP 2001:db8:0:2::2 (5a103656-7e55-47e1-98da-1ee145d4608f/de590a70-e1fd-4955-a5dd-f69fb3b4dd27/b9e1b928-7d3c-45aa-a0e3-51ccce341260) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:20.710454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.711552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-b7172401-1972-46e6-b0ee-449bae669b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.714333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-b7172401-1972-46e6-b0ee-449bae669b95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd895045-ae77-413f-bfc7-8d7e47f0317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116796 Mar 14 18:27:20.841811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:20.842573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] In _notify_port_updated(), no bound segment for port 8fe211d5-c53b-406b-80be-af50edf296e2 on network 5a103656-7e55-47e1-98da-1ee145d4608f {{(pid=103392) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:27:20.848304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:20.849042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.850225 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-5ee3653a-02d6-4a7e-9b49-372b33f27d96 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293383 Mar 14 18:27:20.853746 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "PUT /v2.0/ports/8fe211d5-c53b-406b-80be-af50edf296e2 HTTP/1.1" status: 200 len: 970 time: 1.7242212 Mar 14 18:27:20.853980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48492) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:20.858779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=4c771e4a-1a38-48d2-ac27-ff800f1b35e7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:20.863634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.869362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-db8b1170-f617-49c6-9386-bfe407ea8d54 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/4c771e4a-1a38-48d2-ac27-ff800f1b35e7 HTTP/1.1" status: 204 len: 168 time: 1.3847623 Mar 14 18:27:20.869362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1304793-e4de-4dc7-b83f-320de5346c33 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event updated for resources: {'Port': ['ID=8fe211d5-c53b-406b-80be-af50edf296e2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:20.872156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68eb9a-1b0e-4ac5-9cf4-cf292aae2daf None None] Network 5c651847-9af3-49b4-bf72-a03396be0297 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:20.875784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48494) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:20.956409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:20.980191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.046676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.058302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1af8b440-810a-4afe-b05f-d679b5a8e842 req-d5cd4190-8eff-4f0b-9134-47ce30fdc7fb service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505859 Mar 14 18:27:21.103980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port 8fe211d5-c53b-406b-80be-af50edf296e2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:21.104856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.112834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9d88bd9a-289b-47aa-a39e-80735854b7d7 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:21.174557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 48e60f40-f636-4dd3-a628-d6ebd4a31889 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:21.175168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.186161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23026b4-f05c-4021-9acc-9586f7e2fa49 None None] Pushing event updated for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:21.193887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9d88bd9a-289b-47aa-a39e-80735854b7d7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:21.194558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9d88bd9a-289b-47aa-a39e-80735854b7d7 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:21.195044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6dbffd27-688b-4615-b857-c78460cc2e52 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:21.253874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.263621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6dbffd27-688b-4615-b857-c78460cc2e52 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:21.264824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6dbffd27-688b-4615-b857-c78460cc2e52 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:21.335578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] DHCP port deletion for 5c651847-9af3-49b4-bf72-a03396be0297 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:21.342591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 48e60f40-f636-4dd3-a628-d6ebd4a31889, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48e60f40-f636-4dd3-a628-d6ebd4a31889,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:21.347080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.349007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:21.363507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:21.374081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:21.374686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.380213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 48e60f40-f636-4dd3-a628-d6ebd4a31889 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:21.389548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=b6aa8246-311e-4152-988f-9ba82a282dd6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:21.398869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0c35b-97c0-43ed-907e-6e6c17d42115 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:21.482420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.510690 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0e2f4433-5e6b-4612-8abf-26f9feafd63f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2209568 Mar 14 18:27:21.510918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Deleting port 48e60f40-f636-4dd3-a628-d6ebd4a31889 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:21.510918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.514205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48498) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:21.517095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-202628286', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:21.592155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.637413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] For port 48e60f40-f636-4dd3-a628-d6ebd4a31889, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48e60f40-f636-4dd3-a628-d6ebd4a31889,segment=NetworkSegment(ffa81768-009e-4bcf-8bfb-ef371196389b),segment_id=ffa81768-009e-4bcf-8bfb-ef371196389b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:21.637671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.640001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port 48e60f40-f636-4dd3-a628-d6ebd4a31889 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:21.643059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=48e60f40-f636-4dd3-a628-d6ebd4a31889,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:21.645452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.647309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.657721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Calling delete_port for 48e60f40-f636-4dd3-a628-d6ebd4a31889 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:21.688597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f22a87-016d-4a7e-8963-3f2551f3a8c1 req-e3dfdab1-b57a-4409-b901-fa94fe44c0aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:21.694423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a8f22a87-016d-4a7e-8963-3f2551f3a8c1 req-e3dfdab1-b57a-4409-b901-fa94fe44c0aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 943 time: 0.1339688 Mar 14 18:27:21.697823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.704116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-4b3459b0-80e3-43e6-b11f-f1ecf9c20049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:21.704116 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-4b3459b0-80e3-43e6-b11f-f1ecf9c20049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1096 time: 0.1419225 Mar 14 18:27:21.733698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for 8fe211d5-c53b-406b-80be-af50edf296e2 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:21.762757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.786002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'b6aa8246-311e-4152-988f-9ba82a282dd6'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:21.787022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.811569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.835038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c651847-9af3-49b4-bf72-a03396be0297']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:21.847875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa81768-009e-4bcf-8bfb-ef371196389b') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:21.848380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa81768-009e-4bcf-8bfb-ef371196389b') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:21.860990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.876384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.883796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:21.884325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.905921 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a8f22a87-016d-4a7e-8963-3f2551f3a8c1 req-42dcd272-96f0-4e03-924b-54872edbeb44 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940603 Mar 14 18:27:21.921186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-27272152-0110-4cf1-8f23-d1d5c75409a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:21.927953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-27272152-0110-4cf1-8f23-d1d5c75409a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 898 time: 0.2086730 Mar 14 18:27:21.953855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/b6aa8246-311e-4152-988f-9ba82a282dd6/d0fa559f-4965-4efd-ac78-21c51654f188) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:21.972814 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:21.975321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:21.978411 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-09e42c59-dbdc-4110-9f99-1c3afcf90761 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 217 time: 0.0434291 Mar 14 18:27:21.987251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.041843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] No DVR routers for this DVR port 48e60f40-f636-4dd3-a628-d6ebd4a31889 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:22.044906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-9450f88a-8a55-47a8-8113-804d00a5111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:22.046507 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-9450f88a-8a55-47a8-8113-804d00a5111a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 200 len: 834 time: 0.0567551 Mar 14 18:27:22.047988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4b0f6-a648-4898-b0b4-3f76edaed476 None None] Pushing event deleted for resources: {'Port': ['ID=48e60f40-f636-4dd3-a628-d6ebd4a31889,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.054288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.063534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.072055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/5c651847-9af3-49b4-bf72-a03396be0297 HTTP/1.1" status: 204 len: 168 time: 1.1936171 Mar 14 18:27:22.073209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48500) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:22.130004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-57b19953-4590-470e-961b-e00fbd8e4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:22.131940 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-57b19953-4590-470e-961b-e00fbd8e4ec9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd895045-ae77-413f-bfc7-8d7e47f0317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0614147 Mar 14 18:27:22.149262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.167146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Provisioning complete for port 8fe211d5-c53b-406b-80be-af50edf296e2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:22.167443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.183069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.184737 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1496b83a-5c1e-4fc8-a63e-7924535775e9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6726675 Mar 14 18:27:22.204926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48502) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:22.212493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.253446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=8fe211d5-c53b-406b-80be-af50edf296e2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.259421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124484c4-864c-4b4a-8344-d8797cd15a3b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=5c651847-9af3-49b4-bf72-a03396be0297,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.283576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.289489 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-02e05a13-c6e5-40b3-b680-d1991e075667 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/8fe211d5-c53b-406b-80be-af50edf296e2 HTTP/1.1" status: 204 len: 168 time: 1.4319510 Mar 14 18:27:22.294512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48504) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:22.343345 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa98cb4-9600-48a9-b18d-16f838933cec tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] GET failed (client error): The resource could not be found. Mar 14 18:27:22.348481 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0fa98cb4-9600-48a9-b18d-16f838933cec tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports/8fe211d5-c53b-406b-80be-af50edf296e2 HTTP/1.1" status: 404 len: 333 time: 0.0501993 Mar 14 18:27:22.349473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48506) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:22.387295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-11be1407-53be-4983-8ae3-b561968b9988 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475581 Mar 14 18:27:22.388674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.453539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Port 8fe211d5-c53b-406b-80be-af50edf296e2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:22.457295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:22.466934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:22.472533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:22.495311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Pushing event updated for resources: {'Port': ['ID=d0fa559f-4965-4efd-ac78-21c51654f188,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.498630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.507487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:22.507990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.541648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.593928 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3ee72da5-ccd6-4a72-bfcd-de339bbfb118 req-0e01e7cd-3a69-46a1-ae22-250c7d88ff6c service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977568 Mar 14 18:27:22.619978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Attempting to bind port d0fa559f-4965-4efd-ac78-21c51654f188 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:22.620344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Attempting to bind port d0fa559f-4965-4efd-ac78-21c51654f188 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:22.620716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Attempting to bind port d0fa559f-4965-4efd-ac78-21c51654f188 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:22.626806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:22.627330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:22.627849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.628248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:22.628717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Bound port: d0fa559f-4965-4efd-ac78-21c51654f188, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:22.629097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.733988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.737694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.743625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:22.743992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.744855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/security-groups/c59540f9-ee44-46ba-9cb4-73b5fd36b687 HTTP/1.1" status: 204 len: 168 time: 0.3914969 Mar 14 18:27:22.745990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] For port d0fa559f-4965-4efd-ac78-21c51654f188, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:22.746522 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48508) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:22.751416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] For port d0fa559f-4965-4efd-ac78-21c51654f188, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d0fa559f-4965-4efd-ac78-21c51654f188,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:22.780437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:22.781554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9b26a-31e5-4a82-86b4-bd6b3a662541 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59540f9-ee44-46ba-9cb4-73b5fd36b687,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.825028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.842501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.856991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.885728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-dac6ae50-b01c-4863-9a35-dc305ff73472 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:22.919490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.924090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b0bcc-f414-423e-a8eb-fe68cfb9746a None None] Pushing event updated for resources: {'Port': ['ID=d0fa559f-4965-4efd-ac78-21c51654f188,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:22.932961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:22.933332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:22.999848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.002577 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.006734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/security-groups/173eb702-d338-4cb7-91ed-ec37810b9d78 HTTP/1.1" status: 204 len: 168 time: 0.2478497 Mar 14 18:27:23.010117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48512) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:23.040804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-93853d60-f660-45df-bb42-f6f453a0151b None None] Could not find standard attr ID for object 8fe211d5-c53b-406b-80be-af50edf296e2. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:23.053588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93c345-74dd-43fd-939c-71beb4fb2b72 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173eb702-d338-4cb7-91ed-ec37810b9d78,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:23.068151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.091536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.097111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.125997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.141351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 26ddc61b-a437-463a-9bba-c1a2b7b8f026 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:23.151128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0ff6-9451-42a8-b72a-7c6eb4376d51 req-4a49ab59-144d-4ccc-ae95-e517fe337715 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:23.152809 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-86bb0ff6-9451-42a8-b72a-7c6eb4376d51 req-4a49ab59-144d-4ccc-ae95-e517fe337715 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 943 time: 0.1548426 Mar 14 18:27:23.180174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 26ddc61b-a437-463a-9bba-c1a2b7b8f026 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:23.180543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 26ddc61b-a437-463a-9bba-c1a2b7b8f026 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:23.180961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48e60f40-f636-4dd3-a628-d6ebd4a31889 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:23.228510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 48e60f40-f636-4dd3-a628-d6ebd4a31889 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:23.228903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48e60f40-f636-4dd3-a628-d6ebd4a31889 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:23.280053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.283532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.285141 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/security-groups/75cf0957-edf4-4047-850c-ad1ef1a3fab6 HTTP/1.1" status: 204 len: 168 time: 0.2707107 Mar 14 18:27:23.290150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48514) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:23.295142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa2531-0962-48d2-b05d-53368d189d59 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf0957-edf4-4047-850c-ad1ef1a3fab6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:23.337342 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-86bb0ff6-9451-42a8-b72a-7c6eb4376d51 req-9f5a4c5a-6133-4250-8951-4ad98b2143f1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434097 Mar 14 18:27:23.427183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet bc0fab10-6360-4454-83b6-3bb5d6703ec5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:23.439232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.539765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.604120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::1 (d5c92626-9e70-47af-be0d-7950f30fe5cc/b6aa8246-311e-4152-988f-9ba82a282dd6/2adb0529-17eb-4be4-ae22-9fe50b46329e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:23.673873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.784715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:23.902379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 89d07dc2-c348-4949-b233-2d91e572d87a details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:27:23.927861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.010105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=89d07dc2-c348-4949-b233-2d91e572d87a,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:24.021857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '89d07dc2-c348-4949-b233-2d91e572d87a', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'port_id': '89d07dc2-c348-4949-b233-2d91e572d87a', 'mac_address': 'fa:16:3e:42:bc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:27:24.029325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.065758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0fab10-6360-4454-83b6-3bb5d6703ec5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:24.067963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.071318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5cb96536-e481-490c-bd05-97e3e2850d55 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/bc0fab10-6360-4454-83b6-3bb5d6703ec5 HTTP/1.1" status: 204 len: 168 time: 0.7801244 Mar 14 18:27:24.075898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:24.076330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.080979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee471e0-7c49-4b2b-8e51-21cc5e9a92a1 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:24.082651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] Provisioning complete for port d0fa559f-4965-4efd-ac78-21c51654f188 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:24.083044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.085786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.134346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet de590a70-e1fd-4955-a5dd-f69fb3b4dd27 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:24.137217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.152832 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:24.160701 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:24.161539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d07dc2-c348-4949-b233-2d91e572d87a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:27:24.167477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:24.167477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.172236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=2adb0529-17eb-4be4-ae22-9fe50b46329e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:24.192059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.199620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=89d07dc2-c348-4949-b233-2d91e572d87a,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:24.255282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 6e6cb945-7c90-4eb3-abc9-ca07943210bf {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:24.255577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.278465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.304060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.321692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.381482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 6e6cb945-7c90-4eb3-abc9-ca07943210bf, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6e6cb945-7c90-4eb3-abc9-ca07943210bf,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:24.381780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.388949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:24.411788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] For port d0fa559f-4965-4efd-ac78-21c51654f188, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d0fa559f-4965-4efd-ac78-21c51654f188,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:24.416814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 6e6cb945-7c90-4eb3-abc9-ca07943210bf owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:24.497178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.507434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.545215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.547688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2439d-9bfe-45d0-bfb3-a9cfe4ae3b16 req-6c20e81b-8580-433e-935c-5b015846b7e9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:24.549245 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-caf2439d-9bfe-45d0-bfb3-a9cfe4ae3b16 req-6c20e81b-8580-433e-935c-5b015846b7e9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 944 time: 0.0998526 Mar 14 18:27:24.550386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.556535 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/de590a70-e1fd-4955-a5dd-f69fb3b4dd27 HTTP/1.1" status: 204 len: 168 time: 0.4787521 Mar 14 18:27:24.557676 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48520) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:24.564871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dfde-fa0b-4775-b72f-909b3edbadbf tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=de590a70-e1fd-4955-a5dd-f69fb3b4dd27,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:24.588682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7c3fb7-3977-4fc3-afb6-4e11ecfc5047 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:24.589141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7c3fb7-3977-4fc3-afb6-4e11ecfc5047 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:24.592229 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fb7c3fb7-3977-4fc3-afb6-4e11ecfc5047 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/bc0fab10-6360-4454-83b6-3bb5d6703ec5 HTTP/1.1" status: 404 len: 337 time: 0.0329392 Mar 14 18:27:24.596265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48522) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:24.597826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-caf2439d-9bfe-45d0-bfb3-a9cfe4ae3b16 req-9df392bd-3edf-4897-a747-c042be4e91e1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399861 Mar 14 18:27:24.614474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['89d07dc2-c348-4949-b233-2d91e572d87a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:27:24.639799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386301c-fbdf-4e88-8384-1672a0b0f676 None None] Pushing event updated for resources: {'Port': ['ID=d0fa559f-4965-4efd-ac78-21c51654f188,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:24.681507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cc05fd12-2700-4d04-8d6d-5a8308a5571d None None] Provisioning complete for port 2adb0529-17eb-4be4-ae22-9fe50b46329e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:24.681876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc05fd12-2700-4d04-8d6d-5a8308a5571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.760251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cc05fd12-2700-4d04-8d6d-5a8308a5571d None None] Port 2adb0529-17eb-4be4-ae22-9fe50b46329e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:24.793825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting subnet e21c4a41-3c00-4e21-8f8e-4d5231ff24d5 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:24.800038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.842201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d0fa559f-4965-4efd-ac78-21c51654f188 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:24.892922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:24.951667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d0fa559f-4965-4efd-ac78-21c51654f188 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:24.952029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.080610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.083531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.151634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=6e6cb945-7c90-4eb3-abc9-ca07943210bf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:25.202224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ac365-8089-44e5-9cbb-6aebaa8cc0fd None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:25.219363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.326030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.327953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.328699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.331543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1295d4e8-8890-4536-806e-efc3ac7756f3 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:25.331907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1295d4e8-8890-4536-806e-efc3ac7756f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.404753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Subnet': ['ID=e21c4a41-3c00-4e21-8f8e-4d5231ff24d5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:25.406798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.409959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23d07b38-564c-464d-ba8b-a4d07263fe92 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/e21c4a41-3c00-4e21-8f8e-4d5231ff24d5 HTTP/1.1" status: 204 len: 168 time: 0.8038237 Mar 14 18:27:25.412839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.445643 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d10870-2a19-4f61-bb17-9b5901b62d64 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.446928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d10870-2a19-4f61-bb17-9b5901b62d64 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.460695 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-61d10870-2a19-4f61-bb17-9b5901b62d64 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/60acae61-ce5a-4c7f-ae7e-ffd5394019c4 HTTP/1.1" status: 404 len: 337 time: 0.0460408 Mar 14 18:27:25.461566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48526) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.462218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=2adb0529-17eb-4be4-ae22-9fe50b46329e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:25.467505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.469351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1295d4e8-8890-4536-806e-efc3ac7756f3 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:25.469717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1295d4e8-8890-4536-806e-efc3ac7756f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.499858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-56fbd94e-e8ba-4786-938f-3d98c42f7809 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "GET /v2.0/ports?device_id=6843d177-69ca-46ce-ae01-3b5a5b26e6b4 HTTP/1.1" status: 200 len: 205 time: 0.0361919 Mar 14 18:27:25.501307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48528) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.505741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1295d4e8-8890-4536-806e-efc3ac7756f3 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:25.543380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b0d2d-1f87-4d5c-85be-391b0a171722 None None] Update dhcp port {'port': {'network_id': '5a103656-7e55-47e1-98da-1ee145d4608f', 'fixed_ips': [{'subnet_id': 'e21c4a41-3c00-4e21-8f8e-4d5231ff24d5'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'b9e1b928-7d3c-45aa-a0e3-51ccce341260'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:25.571718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0d2d-1f87-4d5c-85be-391b0a171722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.583189 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-50036b39-aee2-4659-b361-a261eb21cbc3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] delete failed (client error): The resource could not be found. Mar 14 18:27:25.584166 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-50036b39-aee2-4659-b361-a261eb21cbc3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/routers/6843d177-69ca-46ce-ae01-3b5a5b26e6b4 HTTP/1.1" status: 404 len: 336 time: 0.0824723 Mar 14 18:27:25.587015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48530) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.614147 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d43fdee-394c-49fe-9426-57eff88dfcc5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.614613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d43fdee-394c-49fe-9426-57eff88dfcc5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.617746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1d43fdee-394c-49fe-9426-57eff88dfcc5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/31857cae-d7e8-487d-8612-e7bfe3371e4f HTTP/1.1" status: 404 len: 337 time: 0.0296006 Mar 14 18:27:25.620915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.655283 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0895b0-e729-41e9-864f-3723baebf083 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.655892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0895b0-e729-41e9-864f-3723baebf083 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.661479 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6a0895b0-e729-41e9-864f-3723baebf083 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/30333723-2f88-4091-a0a4-d24f5a145968 HTTP/1.1" status: 404 len: 337 time: 0.0373230 Mar 14 18:27:25.662195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48536) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.695317 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac67ecf5-c411-4a54-a4fb-2f3475b3bbe3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.695773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac67ecf5-c411-4a54-a4fb-2f3475b3bbe3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.699094 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ac67ecf5-c411-4a54-a4fb-2f3475b3bbe3 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/cb9b08aa-4053-4983-b665-b606d782d240 HTTP/1.1" status: 404 len: 337 time: 0.0360105 Mar 14 18:27:25.701915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48538) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.728865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc943f6-8796-4b18-accf-d51058f82356 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.729590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc943f6-8796-4b18-accf-d51058f82356 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.732709 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4dc943f6-8796-4b18-accf-d51058f82356 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/329c366f-f048-45a9-a62f-110c524ff34d HTTP/1.1" status: 404 len: 333 time: 0.0297899 Mar 14 18:27:25.736192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.747485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f5dec-fa1a-4c16-9b82-f549f7e589e3 None None] Network 5a103656-7e55-47e1-98da-1ee145d4608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:25.763580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f70029-e918-4477-bfb1-ff20d5588172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.764038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f70029-e918-4477-bfb1-ff20d5588172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.767144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-67f70029-e918-4477-bfb1-ff20d5588172 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/564399fd-3af2-4a54-b6ba-4e631a32d2fb HTTP/1.1" status: 404 len: 337 time: 0.0308642 Mar 14 18:27:25.769639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.796793 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8b0f3b-8769-4c94-8686-5852194d04d7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.797250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8b0f3b-8769-4c94-8686-5852194d04d7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.802614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5e8b0f3b-8769-4c94-8686-5852194d04d7 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/eb00c964-d3c2-4266-9399-4b67fb782584 HTTP/1.1" status: 404 len: 337 time: 0.0296540 Mar 14 18:27:25.802864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.829015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a25d30e-91e8-4a51-b5ea-dfb1554138c5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.830052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a25d30e-91e8-4a51-b5ea-dfb1554138c5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.835579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9a25d30e-91e8-4a51-b5ea-dfb1554138c5 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/266a9d7f-e161-483c-9800-0448198840b7 HTTP/1.1" status: 404 len: 333 time: 0.0294206 Mar 14 18:27:25.835892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48546) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.868637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbb32ab-bcff-4068-8db3-6d406bf71108 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.869240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbb32ab-bcff-4068-8db3-6d406bf71108 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.870575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-852a3112-4f1b-4377-859e-d6b43a306742 None None] Provisioning complete for port b9e1b928-7d3c-45aa-a0e3-51ccce341260 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:25.870946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-852a3112-4f1b-4377-859e-d6b43a306742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:25.875165 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7fbb32ab-bcff-4068-8db3-6d406bf71108 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/7b0dc4cd-459e-4edc-a388-7b73041764f3 HTTP/1.1" status: 404 len: 337 time: 0.0359457 Mar 14 18:27:25.878095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.904054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 89d07dc2-c348-4949-b233-2d91e572d87a up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:25.904430 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe597773-0eb6-4abc-9d47-94f78b8b985a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:25.904987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe597773-0eb6-4abc-9d47-94f78b8b985a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:25.908596 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fe597773-0eb6-4abc-9d47-94f78b8b985a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/subnets/64ead46c-8694-4792-9931-a5130e91a586 HTTP/1.1" status: 404 len: 337 time: 0.0290074 Mar 14 18:27:25.910835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:25.982132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:25.995643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] DHCP port deletion for 5a103656-7e55-47e1-98da-1ee145d4608f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:25.999526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:26.026038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:26.026458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.054480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-852a3112-4f1b-4377-859e-d6b43a306742 None None] Provisioning complete for port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:26.054848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-852a3112-4f1b-4377-859e-d6b43a306742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.101060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 89d07dc2-c348-4949-b233-2d91e572d87a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:27:26.101060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Deleting port b9e1b928-7d3c-45aa-a0e3-51ccce341260 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:26.101060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.103180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-852a3112-4f1b-4377-859e-d6b43a306742 None None] Port f805d9c2-74fe-48ea-8a66-34d9b09ccbaf cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:26.104031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 89d07dc2-c348-4949-b233-2d91e572d87a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:26.104375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.109666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ff690-e08c-4487-88e9-d8d3e6b722aa req-f4cfe4e4-43b3-4479-8333-14be70e191fc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:26.111281 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b0ff690-e08c-4487-88e9-d8d3e6b722aa req-f4cfe4e4-43b3-4479-8333-14be70e191fc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 944 time: 0.1461947 Mar 14 18:27:26.131597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.152833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for f805d9c2-74fe-48ea-8a66-34d9b09ccbaf owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:26.234963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b0ff690-e08c-4487-88e9-d8d3e6b722aa req-436cbf87-80d7-4e76-b647-bf93da5e9ab1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913615 Mar 14 18:27:26.261217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:26.342279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.364783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Router 88d97117-6942-487e-b3e8-71b673ba2e61 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:26.373275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:26.373867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.374567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=f805d9c2-74fe-48ea-8a66-34d9b09ccbaf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:26.376871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:26.382892 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b3f968a6-33b1-454e-8644-bc36879101cc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3011022 Mar 14 18:27:26.383697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.388352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-19a49f7a-9660-4122-aebf-fc1b7914165a tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/ports/f805d9c2-74fe-48ea-8a66-34d9b09ccbaf HTTP/1.1" status: 204 len: 168 time: 0.4760051 Mar 14 18:27:26.389126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:26.396322 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:26.397245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48554) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:26.404272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Calling delete_port for b9e1b928-7d3c-45aa-a0e3-51ccce341260 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:26.416642 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:26.417609 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:26.482094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:26.499132 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ec273dbc-1632-4a5c-863e-96dfc2c5c181 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "PUT /v2.0/routers/88d97117-6942-487e-b3e8-71b673ba2e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2931490 Mar 14 18:27:26.501639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48556) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:26.502991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Sync routers for ids ['88d97117-6942-487e-b3e8-71b673ba2e61'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:26.511875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 02422a90-931d-4cf6-8d4e-70b2622abf80 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:26.518788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.534095 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:26.547223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.552971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-deaa659e-edc6-409a-ad2a-8ebb09364571 None None] Provisioning complete for port 2adb0529-17eb-4be4-ae22-9fe50b46329e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:26.553337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-deaa659e-edc6-409a-ad2a-8ebb09364571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.577093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.580790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19647be0-6c56-4495-91e8-2f2f9ded97b9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:26.582729 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-19647be0-6c56-4495-91e8-2f2f9ded97b9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports/2adb0529-17eb-4be4-ae22-9fe50b46329e HTTP/1.1" status: 200 len: 911 time: 0.0785849 Mar 14 18:27:26.585191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:26.600801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Routers {'88d97117-6942-487e-b3e8-71b673ba2e61'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:26.600801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['88d97117-6942-487e-b3e8-71b673ba2e61'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:26.606464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.692863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Deleting port b9e1b928-7d3c-45aa-a0e3-51ccce341260 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:26.693472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.693620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-deaa659e-edc6-409a-ad2a-8ebb09364571 None None] Port 2adb0529-17eb-4be4-ae22-9fe50b46329e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:26.711492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:26.714133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc50f26d-ae69-49d0-ba8d-e63c3cd3245c" -d '{"events": [{"server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "name": "network-vif-plugged", "status": "completed", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:27:26.718414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d710-c1b5-4a1c-aa23-a8302cc3b210 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:26.750555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974d710-c1b5-4a1c-aa23-a8302cc3b210 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:26.754130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e974d710-c1b5-4a1c-aa23-a8302cc3b210 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1677411 Mar 14 18:27:26.759375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48564) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:26.763520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.764515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.776590 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:24Z', 'revision_number': 9, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:26.789338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=89d07dc2-c348-4949-b233-2d91e572d87a,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:26.802585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Set router 88d97117-6942-487e-b3e8-71b673ba2e61 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:26.831346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] For port b9e1b928-7d3c-45aa-a0e3-51ccce341260, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b9e1b928-7d3c-45aa-a0e3-51ccce341260,segment=NetworkSegment(d2ba7c50-d673-440c-9864-321f57ba07f8),segment_id=d2ba7c50-d673-440c-9864-321f57ba07f8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:26.832968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.858373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Calling delete_port for b9e1b928-7d3c-45aa-a0e3-51ccce341260 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:26.859753 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:26.874575 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:26.878036 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:26.896671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8a5100-b271-4000-aafa-428d53e14eb5 x-openstack-request-id: req-dd8a5100-b271-4000-aafa-428d53e14eb5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:27:26.896960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "name": "network-vif-plugged", "status": "completed", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:27:26.897210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd8a5100-b271-4000-aafa-428d53e14eb5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:27:26.897610 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a', 'code': 200} Mar 14 18:27:26.899848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Pushing event deleted for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:26.917126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.970563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:26.971825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.972185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.972535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.972872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.973204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.973537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.973866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.974221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.974549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.974876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.975226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:26.975549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:27:27.001003 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:27.013293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=02422a90-931d-4cf6-8d4e-70b2622abf80,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.054902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4771421-32b9-4ece-b977-a144b708a058 None None] No DVR routers for this DVR port b9e1b928-7d3c-45aa-a0e3-51ccce341260 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:27.063697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:27.078196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.081483 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f34eccc2-5ac8-443e-9f39-2fa1d605b9c6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/02422a90-931d-4cf6-8d4e-70b2622abf80 HTTP/1.1" status: 204 len: 168 time: 0.6913679 Mar 14 18:27:27.084017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:27.131637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ad195-530b-42ee-906b-316a0e574f65 None None] Network accc5531-7843-4504-a0bd-0f6de3e34915 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:27.142805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b9e1b928-7d3c-45aa-a0e3-51ccce341260 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:27.143130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b9e1b928-7d3c-45aa-a0e3-51ccce341260 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:27.204880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.210988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.254877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.260132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.310060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:24Z', 'revision_number': 9, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:27.333381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d97117-6942-487e-b3e8-71b673ba2e61', 'name': 'tempest-NetworksTestDHCPv6-router-202628286', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:21Z', 'updated_at': '2022-03-14T18:27:24Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None, '_interfaces': [{'id': '2adb0529-17eb-4be4-ae22-9fe50b46329e', 'name': '', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'mac_address': 'fa:16:3e:b9:25:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d97117-6942-487e-b3e8-71b673ba2e61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'b6aa8246-311e-4152-988f-9ba82a282dd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:27:23Z', 'updated_at': '2022-03-14T18:27:24Z', 'revision_number': 2, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'subnets': [{'id': 'b6aa8246-311e-4152-988f-9ba82a282dd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:27.344920 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41f53b-0329-445a-a08d-d51009378445 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:24Z', 'revision_number': 9, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d6d2726-d8b5-47e9-a19c-2cf64469b8ba', 'name': '', 'network_id': '35581acf-42c5-4012-9369-c0248ecbe804', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:e2:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:49Z', 'updated_at': '2022-03-14T18:26:55Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '69e25551-b1c1-40be-a9ad-b95c9456e183', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:27.361669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] No DVR routers for this DVR port b9e1b928-7d3c-45aa-a0e3-51ccce341260 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:27.391236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Checking router: 88d97117-6942-487e-b3e8-71b673ba2e61 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:27.394818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Updating router 88d97117-6942-487e-b3e8-71b673ba2e61 port 2adb0529-17eb-4be4-ae22-9fe50b46329e binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:27:27.398251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Port': ['ID=b9e1b928-7d3c-45aa-a0e3-51ccce341260,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.421781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] DHCP port deletion for accc5531-7843-4504-a0bd-0f6de3e34915 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:27.436568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.497138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cc08-3ea6-4a8e-b3b3-abfe1a861bea req-0106fed4-1c7f-4699-bd4a-8c8efac3f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:27.498685 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3879cc08-3ea6-4a8e-b3b3-abfe1a861bea req-0106fed4-1c7f-4699-bd4a-8c8efac3f94c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1098 time: 0.3124988 Mar 14 18:27:27.498827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98916caa-5abe-44a3-ac53-2a02e0cbed67 req-3f426c76-23a5-4cfc-8654-0c6fb34add8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:27.500321 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98916caa-5abe-44a3-ac53-2a02e0cbed67 req-3f426c76-23a5-4cfc-8654-0c6fb34add8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.0884035 Mar 14 18:27:27.501283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.541854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a103656-7e55-47e1-98da-1ee145d4608f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:27.564010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ba7c50-d673-440c-9864-321f57ba07f8') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:27.564310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ba7c50-d673-440c-9864-321f57ba07f8') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:27.577937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98916caa-5abe-44a3-ac53-2a02e0cbed67 req-0007ca23-ffd1-4d8a-b4eb-687c7da54bef tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696495 Mar 14 18:27:27.578247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3879cc08-3ea6-4a8e-b3b3-abfe1a861bea req-06eca40e-fddc-4889-90b8-5d1c8829131a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671790 Mar 14 18:27:27.579488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.593862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 025b598c-a7ca-46fe-8c82-d50b66f9d28b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:27.594239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.594523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Deleting port 025b598c-a7ca-46fe-8c82-d50b66f9d28b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:27.594995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.602062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 2adb0529-17eb-4be4-ae22-9fe50b46329e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:27.603819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.607237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.640674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:27.641003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:27.644064 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:27.694920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] For port 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=025b598c-a7ca-46fe-8c82-d50b66f9d28b,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:27.695466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.701071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.716316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 2adb0529-17eb-4be4-ae22-9fe50b46329e owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:27.727101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 025b598c-a7ca-46fe-8c82-d50b66f9d28b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=025b598c-a7ca-46fe-8c82-d50b66f9d28b,segment=NetworkSegment(cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0),segment_id=cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:27.727999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.740947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Calling delete_port for 025b598c-a7ca-46fe-8c82-d50b66f9d28b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:27.750634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 025b598c-a7ca-46fe-8c82-d50b66f9d28b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:27.834159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.843658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.850640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] 10.222.0.58 "DELETE /v2.0/networks/5a103656-7e55-47e1-98da-1ee145d4608f HTTP/1.1" status: 204 len: 168 time: 1.4486065 Mar 14 18:27:27.862257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b381-18b0-4e62-9cdb-69f5f8324085 tempest-PortsIpV6TestJSON-1920925390 tempest-PortsIpV6TestJSON-1920925390-project] Pushing event deleted for resources: {'Network': ['ID=5a103656-7e55-47e1-98da-1ee145d4608f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.945683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.952095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:27.978193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] Pushing event deleted for resources: {'Port': ['ID=025b598c-a7ca-46fe-8c82-d50b66f9d28b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.980156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=025b598c-a7ca-46fe-8c82-d50b66f9d28b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:27.985512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port 025b598c-a7ca-46fe-8c82-d50b66f9d28b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:27.988461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53323f6-8908-468b-baeb-5cad156580ba None None] No DVR routers for this DVR port 025b598c-a7ca-46fe-8c82-d50b66f9d28b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:28.016835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.018761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:28.019288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:28.045675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=2adb0529-17eb-4be4-ae22-9fe50b46329e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:28.076242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.082253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.098372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accc5531-7843-4504-a0bd-0f6de3e34915']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:28.109291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:28.109602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2a9d75-0ac4-45b3-8fd5-e953bd4aceb0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:28.121284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.136430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.142849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:28.143304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:28.146822 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:28.157064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.279651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.286309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.289415 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/accc5531-7843-4504-a0bd-0f6de3e34915 HTTP/1.1" status: 204 len: 168 time: 1.2044601 Mar 14 18:27:28.297692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48574) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:28.301793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5821-1836-427e-acc2-2aa098a7ba6a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=accc5531-7843-4504-a0bd-0f6de3e34915,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:28.362492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48576) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:28.406202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Router 88d97117-6942-487e-b3e8-71b673ba2e61 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:28.497135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e1e5de9d-f81a-43d7-9d22-224019a87407 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a03f84183a1f4816b2cf54fba46c41de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333761 Mar 14 18:27:28.499600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48580) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:28.530004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:28.538247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Port 2adb0529-17eb-4be4-ae22-9fe50b46329e not found while updating agent binding for router 88d97117-6942-487e-b3e8-71b673ba2e61. {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 14 18:27:28.546875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Routers {'88d97117-6942-487e-b3e8-71b673ba2e61'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:28.547480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['88d97117-6942-487e-b3e8-71b673ba2e61'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:28.549518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.559270 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9b4ebc9-24c1-46fa-9c6e-7c6dde83b80e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "PUT /v2.0/routers/88d97117-6942-487e-b3e8-71b673ba2e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7988348 Mar 14 18:27:28.562071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:28.605700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.623551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] Set router 88d97117-6942-487e-b3e8-71b673ba2e61 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:28.658295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162107b-5fa3-423c-9185-e5dee0edb64f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:28.659938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162107b-5fa3-423c-9185-e5dee0edb64f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:28.661548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5162107b-5fa3-423c-9185-e5dee0edb64f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0985391 Mar 14 18:27:28.664231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48586) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:28.779516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet b6aa8246-311e-4152-988f-9ba82a282dd6 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:28.792296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e2206-7911-4eff-95f5-361d17a7d9ad req-14d9b62b-33cd-4d2e-b7a5-e688232833b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:28.794476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-949e2206-7911-4eff-95f5-361d17a7d9ad req-14d9b62b-33cd-4d2e-b7a5-e688232833b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.1194789 Mar 14 18:27:28.795378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.800816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.829733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 025b598c-a7ca-46fe-8c82-d50b66f9d28b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:28.860393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.863377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d97117-6942-487e-b3e8-71b673ba2e61', 'name': 'tempest-NetworksTestDHCPv6-router-202628286', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:21Z', 'updated_at': '2022-03-14T18:27:27Z', 'revision_number': 3, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:28.868681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.871399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:28.875071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69ca3641-6015-4e4a-8101-b76a4da9cbd4 HTTP/1.1" status: 204 len: 168 time: 0.3720467 Mar 14 18:27:28.909203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d157f1-463c-40ad-b0af-441b18d5152d None None] The sync data for ids ['88d97117-6942-487e-b3e8-71b673ba2e61'] in dv-neutron-833670-1-hyperv is: [{'id': '88d97117-6942-487e-b3e8-71b673ba2e61', 'name': 'tempest-NetworksTestDHCPv6-router-202628286', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:21Z', 'updated_at': '2022-03-14T18:27:27Z', 'revision_number': 3, 'project_id': '3781a47e47d8459981a283d82ecacba8', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:28.911457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 025b598c-a7ca-46fe-8c82-d50b66f9d28b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:28.911916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 025b598c-a7ca-46fe-8c82-d50b66f9d28b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:28.912381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6e6cb945-7c90-4eb3-abc9-ca07943210bf no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:28.942570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6e6cb945-7c90-4eb3-abc9-ca07943210bf {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:28.942970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6e6cb945-7c90-4eb3-abc9-ca07943210bf not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:28.975376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71412c7-247f-4d26-b8ae-f8080512289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ca3641-6015-4e4a-8101-b76a4da9cbd4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:29.043127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-949e2206-7911-4eff-95f5-361d17a7d9ad req-fecef021-6a23-4b90-a4c4-89b68f609cb8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363548 Mar 14 18:27:29.061654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.110011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:29.110327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.215397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:29.215786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.225618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.229168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:29.264075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aa8246-311e-4152-988f-9ba82a282dd6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:29.275723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.276787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:29.277659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5aa66-28ea-47a8-a062-97b3a2749d3a None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:29.282680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-099b385c-e097-42f1-ab6a-55232b26566c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/b6aa8246-311e-4152-988f-9ba82a282dd6 HTTP/1.1" status: 204 len: 168 time: 0.6091726 Mar 14 18:27:29.445265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7371c114-406e-4b8a-a36a-192eea838cc4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1673777 Mar 14 18:27:29.448695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:29.483248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:29.535495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.549444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Deleting port d0fa559f-4965-4efd-ac78-21c51654f188 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:29.550037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.599833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.617178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] For port d0fa559f-4965-4efd-ac78-21c51654f188, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d0fa559f-4965-4efd-ac78-21c51654f188,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:29.617571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.631470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Calling delete_port for d0fa559f-4965-4efd-ac78-21c51654f188 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:29.638090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=6d6d2726-d8b5-47e9-a19c-2cf64469b8ba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:29.740608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.743949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.835958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.860267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.860880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Fanout notify agent at l3_agent the message router_deleted on router 88d97117-6942-487e-b3e8-71b673ba2e61 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:27:29.868567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] Pushing event deleted for resources: {'Port': ['ID=d0fa559f-4965-4efd-ac78-21c51654f188,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:29.869632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.872332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a891a85-0ac1-4e83-9c93-51658408b712 None None] No DVR routers for this DVR port d0fa559f-4965-4efd-ac78-21c51654f188 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:29.875417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-62c1728a-1156-42ad-ac79-eecee1635d23 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/routers/88d97117-6942-487e-b3e8-71b673ba2e61 HTTP/1.1" status: 204 len: 168 time: 0.4257832 Mar 14 18:27:29.876050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48610) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:29.898210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:29.907727 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6232dd0c-e6d9-4352-9ccb-540afcae3317 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305729 Mar 14 18:27:29.910286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48612) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.008518 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Sync routers for ids ['88d97117-6942-487e-b3e8-71b673ba2e61'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:30.018589 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Routers set() bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:30.018949 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Router IDs set() for agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:27:30.019601 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88d97117-6942-487e-b3e8-71b673ba2e61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 14 18:27:30.029500 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Routers set() bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:30.029848 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Router IDs set() for agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:27:30.030649 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_agentschedulers_db [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88d97117-6942-487e-b3e8-71b673ba2e61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent'). {{(pid=103395) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 14 18:27:30.030842 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a05b6e-8a24-4096-bc01-27e0eabbcbe0 None None] The sync data for ids ['88d97117-6942-487e-b3e8-71b673ba2e61'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:30.054853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48616) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.173043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2056768942'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:30.247926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:30.251624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.263252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.341069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.400449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ca6da-cf64-4795-be88-2024db955239 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.401999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-333ca6da-cf64-4795-be88-2024db955239 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4907548 Mar 14 18:27:30.404685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48622) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.436413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deee309-f815-4096-b373-3f548cad9ff7 req-ceec5793-9b3b-4ebf-bf07-42bf77088c2b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.437883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0deee309-f815-4096-b373-3f548cad9ff7 req-ceec5793-9b3b-4ebf-bf07-42bf77088c2b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.1125207 Mar 14 18:27:30.446652 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b2f12167-dff7-4909-bca1-5925f7edd000 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404470 Mar 14 18:27:30.447389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.453662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.460894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:30.476264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:30.531402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.531751 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment c5f65f7c-f205-4478-a887-22b3675db44f of type vlan for network f519d565-ae40-4693-b70d-57811ec84267 Mar 14 18:27:30.542014 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0deee309-f815-4096-b373-3f548cad9ff7 req-c5241e09-42b3-459b-9717-b0da20d9b4a6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742733 Mar 14 18:27:30.552916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d2b21-3292-4624-8e26-2690fdb60a74,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:30.553240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:30.601080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.655975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:30.661076 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ce93e80-80a7-45ea-a865-ad21f0bc79db tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608620 Mar 14 18:27:30.663831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48628) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.668366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:30.685523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:30.686549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:30.689865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6735c-bfd1-422a-afa2-c549d54f2dd1 req-fb3878d3-21fd-4e64-ad1c-f4461c001b8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.691632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-04d6735c-bfd1-422a-afa2-c549d54f2dd1 req-fb3878d3-21fd-4e64-ad1c-f4461c001b8c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.0633357 Mar 14 18:27:30.739673 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-04d6735c-bfd1-422a-afa2-c549d54f2dd1 req-94dc4ac8-2d8f-44e9-8313-65125cf975ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409372 Mar 14 18:27:30.745442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:30.751086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.756922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 69e25551-b1c1-40be-a9ad-b95c9456e183 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:30.766454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48630) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.768428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.778315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.784049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.784682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.809116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d0fa559f-4965-4efd-ac78-21c51654f188 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:30.831808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d0fa559f-4965-4efd-ac78-21c51654f188 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:30.837210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d0fa559f-4965-4efd-ac78-21c51654f188 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:30.837365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:30.855261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:30.886164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4aa6bf-5205-4723-8024-91c0a994c559 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:30.890647 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ad4aa6bf-5205-4723-8024-91c0a994c559 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1093 time: 0.0877090 Mar 14 18:27:30.891353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.897435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '89d07dc2-c348-4949-b233-2d91e572d87a', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:30.909973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=f519d565-ae40-4693-b70d-57811ec84267,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:30.929891 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-53d9b3e1-6530-4817-8be0-e97edc040e83 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8705127 Mar 14 18:27:30.931184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:30.938562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-702134580'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:30.945425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f519d565-ae40-4693-b70d-57811ec84267 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:30.952888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.005030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.068760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:31.078922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.092760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.138242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.141356 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/69e25551-b1c1-40be-a9ad-b95c9456e183 HTTP/1.1" status: 204 len: 168 time: 0.4763982 Mar 14 18:27:31.142253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1fcea-d711-43e0-9bff-c62ae6fb10ae tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=69e25551-b1c1-40be-a9ad-b95c9456e183,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:31.142838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8a471-659c-4834-88b4-f0a19954672f None None] Network 35581acf-42c5-4012-9369-c0248ecbe804 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:31.153635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:31.204841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:29Z', 'revision_number': 10, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:31.214658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.241067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:31.289240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:31.290919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:31.313500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.388366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:31.401218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.88 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/c43655ad-e303-4585-92cc-e0770b177b06) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:31.402984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:31.414089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.414608 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment 8a587798-8a22-49e0-b6f2-4d9432564340 of type vlan for network 93679bfc-306a-4790-9001-b5c97cc13475 Mar 14 18:27:31.475667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.489226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] DHCP port deletion for 35581acf-42c5-4012-9369-c0248ecbe804 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:31.494762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 45c0e9ab-12b1-4a25-864d-2b3f871be707 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:31.495109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.574345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:27:31.575976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.584962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 45c0e9ab-12b1-4a25-864d-2b3f871be707, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=45c0e9ab-12b1-4a25-864d-2b3f871be707,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:31.585675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.598295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.605801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 45c0e9ab-12b1-4a25-864d-2b3f871be707 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:31.624871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:31.627189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Deleting port 45c0e9ab-12b1-4a25-864d-2b3f871be707 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:31.627625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.632957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:31.635071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.640951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:31.641491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.647669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b8955-39a9-4eed-a6f6-b23fad2c9c90 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:31.648219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:31.648816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.720280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=2e8d8461-1e27-49cb-9078-648351c5ee5f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:31.731984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=93679bfc-306a-4790-9001-b5c97cc13475,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:31.782913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.814703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-99b857b0-c1a1-4364-be29-23f3a93daf80 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3575456 Mar 14 18:27:31.821551 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-efeb873b-b178-4150-bfd8-bd8681367703 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8863478 Mar 14 18:27:31.821551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48638) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:31.821795 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.823485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48640) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:31.826038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:31.829934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': 'f519d565-ae40-4693-b70d-57811ec84267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:31.839139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 93679bfc-306a-4790-9001-b5c97cc13475 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:31.851237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:31.861344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:31.893874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:31.906726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port 45c0e9ab-12b1-4a25-864d-2b3f871be707 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:31.929759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c43655ad-e303-4585-92cc-e0770b177b06,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:31.965110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] For port 45c0e9ab-12b1-4a25-864d-2b3f871be707, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=45c0e9ab-12b1-4a25-864d-2b3f871be707,segment=NetworkSegment(6fa484be-4bef-406e-a0be-14507971a2a7),segment_id=6fa484be-4bef-406e-a0be-14507971a2a7)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:31.965669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:31.991437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Calling delete_port for 45c0e9ab-12b1-4a25-864d-2b3f871be707 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:31.999316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=45c0e9ab-12b1-4a25-864d-2b3f871be707,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.033679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:32.037836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.059252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:29Z', 'revision_number': 10, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:32.089471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.115681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef75634-0b93-4cf4-81be-c83027256e06 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:29Z', 'revision_number': 10, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None, '_interfaces': [{'id': '5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce', 'name': '', 'network_id': 'a88d8e36-595e-4386-b1b1-5d170b238820', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'mac_address': 'fa:16:3e:28:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '174f7a8f-b808-4133-a674-823a3e06e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:41Z', 'updated_at': '2022-03-14T18:26:48Z', 'revision_number': 5, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'subnets': [{'id': '174f7a8f-b808-4133-a674-823a3e06e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:32.137649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35581acf-42c5-4012-9369-c0248ecbe804']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:32.154250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa484be-4bef-406e-a0be-14507971a2a7') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:32.154473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa484be-4bef-406e-a0be-14507971a2a7') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:32.169299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.178465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:32.183888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.197791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '2e8d8461-1e27-49cb-9078-648351c5ee5f'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:32.198702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.208518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.214378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] Pushing event deleted for resources: {'Port': ['ID=45c0e9ab-12b1-4a25-864d-2b3f871be707,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.220413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c982b5e-5cb9-4a21-9854-d3f3b4fe6027 None None] No DVR routers for this DVR port 45c0e9ab-12b1-4a25-864d-2b3f871be707 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:32.316110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.327668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:32.328073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:32.332503 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:32.351632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Allocated IP 2001:db8::f816:3eff:fe5c:df1a (d5c92626-9e70-47af-be0d-7950f30fe5cc/2e8d8461-1e27-49cb-9078-648351c5ee5f/a992178d-b381-422d-8146-fa5bbfe47630) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:32.360058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.403185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:32.408950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:32.413488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:32.414587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.423994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=87fe6770-d2af-4703-bc7a-ba04c7048034,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.518754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e3fec149-47a0-46d6-871a-fd2e696aefb0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6960845 Mar 14 18:27:32.519298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:32.528133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:98:3f:87', 'name': 'tempest-NetworksTestDHCPv6-2022993696'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:32.548643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.566401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.580714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.586451 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/35581acf-42c5-4012-9369-c0248ecbe804 HTTP/1.1" status: 204 len: 168 time: 1.4317067 Mar 14 18:27:32.590450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:32.611726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e8908-142b-4729-af47-fc3900e2e4e5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=35581acf-42c5-4012-9369-c0248ecbe804,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.662751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.708349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:32.712937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:32.717821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:32.719807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.726953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Pushing event updated for resources: {'Port': ['ID=a992178d-b381-422d-8146-fa5bbfe47630,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.777463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:32.784572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Attempting to bind port a992178d-b381-422d-8146-fa5bbfe47630 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:32.785172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Attempting to bind port a992178d-b381-422d-8146-fa5bbfe47630 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:32.785529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Attempting to bind port a992178d-b381-422d-8146-fa5bbfe47630 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:32.801415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.808791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:32.808791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6d6d2726-d8b5-47e9-a19c-2cf64469b8ba not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:32.808791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 45c0e9ab-12b1-4a25-864d-2b3f871be707 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:32.810636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:32.811005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:32.811408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.812189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:32.812340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Bound port: a992178d-b381-422d-8146-fa5bbfe47630, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:32.812631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.839362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 45c0e9ab-12b1-4a25-864d-2b3f871be707 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:32.840044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 45c0e9ab-12b1-4a25-864d-2b3f871be707 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:32.864635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=346f27a4-3d7f-48cf-8eb4-af5617bce7e6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:32.882901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': 'c5f65f7c-f205-4478-a887-22b3675db44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:32.883343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: f519d565-ae40-4693-b70d-57811ec84267, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:32.902896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] For port a992178d-b381-422d-8146-fa5bbfe47630, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:32.906264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] For port a992178d-b381-422d-8146-fa5bbfe47630, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a992178d-b381-422d-8146-fa5bbfe47630,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:32.943384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:32.965815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network f519d565-ae40-4693-b70d-57811ec84267 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:32.966041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:32.998260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.026259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa14bb-ec90-44c1-8cd3-2b98d0e0ad6d None None] Pushing event updated for resources: {'Port': ['ID=a992178d-b381-422d-8146-fa5bbfe47630,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:33.053965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f519d565-ae40-4693-b70d-57811ec84267) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:33.061676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97328853-e630-47a7-9ac8-cfce13e375c6 None None] Network f519d565-ae40-4693-b70d-57811ec84267 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:33.062245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.109670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 539e646f-9eac-433a-bff8-24b3f870170f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:33.128754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:33.129348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.198934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.219656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9b36e322-84dc-4dc8-9000-a99d78582b00 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3954506 Mar 14 18:27:33.222723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:33.224453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.228815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': '93679bfc-306a-4790-9001-b5c97cc13475', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:33.251224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-f519d565-ae40-4693-b70d-57811ec84267', 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '346f27a4-3d7f-48cf-8eb4-af5617bce7e6'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:33.251507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.316199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.444737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c43655ad-e303-4585-92cc-e0770b177b06,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:33.474927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 172.20.0.4 (d5c92626-9e70-47af-be0d-7950f30fe5cc/87fe6770-d2af-4703-bc7a-ba04c7048034/539e646f-9eac-433a-bff8-24b3f870170f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:33.476922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.486390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe98:3f87 (d5c92626-9e70-47af-be0d-7950f30fe5cc/2e8d8461-1e27-49cb-9078-648351c5ee5f/539e646f-9eac-433a-bff8-24b3f870170f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:33.517972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Allocated IP 2001:db8::2 (f519d565-ae40-4693-b70d-57811ec84267/346f27a4-3d7f-48cf-8eb4-af5617bce7e6/9c475bb8-a9ad-4be7-9853-255a5d68724f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:33.579720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:33.583226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.652104 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8fdc38fd-14f7-4372-be3b-22bab5665255 associated. External IP: 172.26.3.88, port: 89d07dc2-c348-4949-b233-2d91e572d87a. Mar 14 18:27:33.690288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.711098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.724044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:33.724388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.763184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.807850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Network f519d565-ae40-4693-b70d-57811ec84267 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:33.811023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:33.814644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:33.839370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:33.839834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.845834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Pushing event updated for resources: {'Port': ['ID=9c475bb8-a9ad-4be7-9853-255a5d68724f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:33.862096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:33.873479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.888098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Attempting to bind port 9c475bb8-a9ad-4be7-9853-255a5d68724f on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:33.888472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Attempting to bind port 9c475bb8-a9ad-4be7-9853-255a5d68724f by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c5f65f7c-f205-4478-a887-22b3675db44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:33.888835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Attempting to bind port 9c475bb8-a9ad-4be7-9853-255a5d68724f on network f519d565-ae40-4693-b70d-57811ec84267 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:33.895725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:33.896127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Checking segment: {'id': 'c5f65f7c-f205-4478-a887-22b3675db44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:33.896503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.896902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Bound using segment: {'id': 'c5f65f7c-f205-4478-a887-22b3675db44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:33.897371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Bound port: 9c475bb8-a9ad-4be7-9853-255a5d68724f, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f65f7c-f205-4478-a887-22b3675db44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f519d565-ae40-4693-b70d-57811ec84267'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:33.897758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:33.925318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=539e646f-9eac-433a-bff8-24b3f870170f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:33.970755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:33.973723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:33.978173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:33.997605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] For port 9c475bb8-a9ad-4be7-9853-255a5d68724f, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:34.001428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] For port 9c475bb8-a9ad-4be7-9853-255a5d68724f, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9c475bb8-a9ad-4be7-9853-255a5d68724f,segment=NetworkSegment(c5f65f7c-f205-4478-a887-22b3675db44f),segment_id=c5f65f7c-f205-4478-a887-22b3675db44f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:34.044564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:34.045211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.081031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.155886 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cd36e889-d027-48d0-b56e-b8902cc0a5ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6332717 Mar 14 18:27:34.158402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48648) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:34.172590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8750-8f32-47c4-9211-9052c345d60f None None] Pushing event updated for resources: {'Port': ['ID=9c475bb8-a9ad-4be7-9853-255a5d68724f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:34.280542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973ebda-f9c6-4901-870d-70a83d9a6a04 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:34.287636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973ebda-f9c6-4901-870d-70a83d9a6a04 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:34.289400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3973ebda-f9c6-4901-870d-70a83d9a6a04 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1294103 Mar 14 18:27:34.294342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48650) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:34.350431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae27c3-4160-4709-8d71-11acaf6530b3 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:34.359167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.365922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 833658e4-97c9-4b1a-a0ff-a9c407141804 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:34.450935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.490124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] Provisioning complete for port a992178d-b381-422d-8146-fa5bbfe47630 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:34.490489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.528989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:34.627088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=2cd1f34d-46db-4b78-a725-41d0ad42e60a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:34.657201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.658730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:34.662346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 539e646f-9eac-433a-bff8-24b3f870170f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:34.662684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.671240 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Sync routers for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:34.699336 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:34.699981 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:34.720579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': '8a587798-8a22-49e0-b6f2-4d9432564340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:34.721306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: 93679bfc-306a-4790-9001-b5c97cc13475, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:34.750185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.786068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.795860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] For port a992178d-b381-422d-8146-fa5bbfe47630, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a992178d-b381-422d-8146-fa5bbfe47630,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:34.832830 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d22cd34e-1a9a-40ed-8ae0-f74c65759b68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9404488 Mar 14 18:27:34.833556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:27:34.836428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:27:34.840342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:34.848976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 93679bfc-306a-4790-9001-b5c97cc13475 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:34.891306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.938620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Update dhcp port {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '2e8d8461-1e27-49cb-9078-648351c5ee5f', 'ip_address': '2001:db8::f816:3eff:fe5c:df1a'}, {'subnet_id': '87fe6770-d2af-4703-bc7a-ba04c7048034'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'a992178d-b381-422d-8146-fa5bbfe47630'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:34.943344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 93679bfc-306a-4790-9001-b5c97cc13475) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:34.951796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:34.952452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:34.965538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6a21a-c521-41d4-8714-a5f4d93ab076 None None] Network 93679bfc-306a-4790-9001-b5c97cc13475 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:35.005446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-49c509d3-daa4-4aa9-a98c-4728744873e9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8fdc38fd-14f7-4372-be3b-22bab5665255 HTTP/1.1" status: 200 len: 990 time: 0.1639786 Mar 14 18:27:35.026068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.030544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7449f7-c2a1-4d23-872a-fcedf0d8ea0d None None] Pushing event updated for resources: {'Port': ['ID=a992178d-b381-422d-8146-fa5bbfe47630,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:35.070505 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-078ad239-2492-40f0-97cf-fe431c8617c8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8465648 Mar 14 18:27:35.074605 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:35.075721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48658) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:35.079078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a992178d-b381-422d-8146-fa5bbfe47630 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:35.090769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207136845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:35.097269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.197214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f42002a-4d88-4998-81f4-7a5bbef3cbb2 x-openstack-request-id: req-5f42002a-4d88-4998-81f4-7a5bbef3cbb2 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:27:35.197658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:27:35.198144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f42002a-4d88-4998-81f4-7a5bbef3cbb2 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:27:35.198565 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a', 'status': 'completed', 'code': 200} Mar 14 18:27:35.200180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.202295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.323248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.395638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.498354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.507484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5edf9c8d-5232-4e52-9e5a-10b93ea38889 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4251642 Mar 14 18:27:35.507484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:35.519365 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8fdc38fd-14f7-4372-be3b-22bab5665255', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'port_id': '89d07dc2-c348-4949-b233-2d91e572d87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'mac_address': 'fa:16:3e:42:bc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:27:32Z', 'updated_at': '2022-03-14T18:27:32Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:35.549152 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Checking router: 833658e4-97c9-4b1a-a0ff-a9c407141804 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:35.550386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 539e646f-9eac-433a-bff8-24b3f870170f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:35.567809 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:35.568616 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:35.594663 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:35.601365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Allocated IP 172.20.0.2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/87fe6770-d2af-4703-bc7a-ba04c7048034/a992178d-b381-422d-8146-fa5bbfe47630) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:35.642471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3085c3-14b3-40a9-bb0b-a83639ee47b6 None None] Network f519d565-ae40-4693-b70d-57811ec84267 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:35.698627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-23f42d63-0472-4774-b17a-47a5aea306d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:35.700134 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-23f42d63-0472-4774-b17a-47a5aea306d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1098 time: 0.1702156 Mar 14 18:27:35.720518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-93679bfc-306a-4790-9001-b5c97cc13475', 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '2cd1f34d-46db-4b78-a725-41d0ad42e60a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:35.722054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.727845 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:35.728328 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-ade62995-a9c9-4f8c-be77-c346e4f55b7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1873076 Mar 14 18:27:35.770453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a992178d-b381-422d-8146-fa5bbfe47630 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:35.771172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.825021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] Provisioning complete for port 9c475bb8-a9ad-4be7-9853-255a5d68724f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:35.825833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.867131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:35.909153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:35.927910 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7450f9e7-9a56-4bd0-8e27-557230fd87c4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3343899 Mar 14 18:27:35.932371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:35.964981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:36.004075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] For port a992178d-b381-422d-8146-fa5bbfe47630, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a992178d-b381-422d-8146-fa5bbfe47630,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:36.022208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:36.048758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8970-dc38-4937-b6ed-5be2d70448be req-4a8bad8a-4eb5-4087-8add-6edb1bef637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:36.054221 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-4a8bad8a-4eb5-4087-8add-6edb1bef637d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 1098 time: 0.2469752 Mar 14 18:27:36.054353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:36.054353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:36.085441 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8fdc38fd-14f7-4372-be3b-22bab5665255', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'port_id': '89d07dc2-c348-4949-b233-2d91e572d87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'mac_address': 'fa:16:3e:42:bc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:27:32Z', 'updated_at': '2022-03-14T18:27:32Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:36.103942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-549fc9f5-4c09-427f-a1a9-91a995c495da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:36.105409 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-549fc9f5-4c09-427f-a1a9-91a995c495da service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 898 time: 0.3828859 Mar 14 18:27:36.110619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting subnet 174f7a8f-b808-4133-a674-823a3e06e284 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:36.119867 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56959b-594e-4749-8e6d-7df903505925 None None] The sync data for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv is: [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8fdc38fd-14f7-4372-be3b-22bab5665255', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.88', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'port_id': '89d07dc2-c348-4949-b233-2d91e572d87a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'mac_address': 'fa:16:3e:42:bc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:27:32Z', 'updated_at': '2022-03-14T18:27:32Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:36.130350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.179097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8::1 (f519d565-ae40-4693-b70d-57811ec84267/346f27a4-3d7f-48cf-8eb4-af5617bce7e6/34ffc742-a3f5-4631-bd9f-689ee9e1d40c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:36.223292 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b1c91e94-799f-4a8c-b6f9-fa044c8c85ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8fdc38fd-14f7-4372-be3b-22bab5665255 HTTP/1.1" status: 200 len: 990 time: 0.1926668 Mar 14 18:27:36.230722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:36.267806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.303413 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-6596533c-d452-464a-b931-cf94e408f729 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 998 time: 0.1838548 Mar 14 18:27:36.322717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.340612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:36.342670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.398892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.414246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.451313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9c475bb8-a9ad-4be7-9853-255a5d68724f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:36.452931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:36.465483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-b7d2d097-2630-4fcc-99c5-8e8359980601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:36.467163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-b7d2d097-2630-4fcc-99c5-8e8359980601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 200 len: 834 time: 0.1415987 Mar 14 18:27:36.467722 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d41212d-d010-42fb-8eae-be3a13106549 None None] New status for floating IP 8fdc38fd-14f7-4372-be3b-22bab5665255: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:27:36.472341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Allocated IP 2001:db8:1::2 (93679bfc-306a-4790-9001-b5c97cc13475/2cd1f34d-46db-4b78-a725-41d0ad42e60a/42e1e200-011b-4e49-8d14-d3501b3aa236) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:36.487551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network f519d565-ae40-4693-b70d-57811ec84267 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:36.491432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:36.504005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:36.504005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.536811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.543490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8970-dc38-4937-b6ed-5be2d70448be req-4b164cfb-3155-41ee-9c07-dfa599d2566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:36.545606 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-4b164cfb-3155-41ee-9c07-dfa599d2566c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.4494035 Mar 14 18:27:36.563503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.572640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=34ffc742-a3f5-4631-bd9f-689ee9e1d40c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:36.575091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:36.575405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:36.635076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ff85-775e-40aa-ad10-f0adacbc6e55 None None] Pushing event updated for resources: {'Port': ['ID=a992178d-b381-422d-8146-fa5bbfe47630,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:36.692620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:36.692967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=539e646f-9eac-433a-bff8-24b3f870170f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:36.716337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-f9ce4ed9-bd87-469f-a891-6b5c70cbb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:36.717867 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-f9ce4ed9-bd87-469f-a891-6b5c70cbb6ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd895045-ae77-413f-bfc7-8d7e47f0317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2384114 Mar 14 18:27:36.753210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.756074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:36.854134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.917080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.919292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16feae53-3564-4837-902e-044a5b7d0518 None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:36.929000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9c475bb8-a9ad-4be7-9853-255a5d68724f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:36.929517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:36.935958 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-90b49239-af68-40cc-a716-5596cb86078d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/539e646f-9eac-433a-bff8-24b3f870170f HTTP/1.1" status: 204 len: 168 time: 2.6404967 Mar 14 18:27:36.936779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:36.947022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] For port 9c475bb8-a9ad-4be7-9853-255a5d68724f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9c475bb8-a9ad-4be7-9853-255a5d68724f,segment=NetworkSegment(c5f65f7c-f205-4478-a887-22b3675db44f),segment_id=c5f65f7c-f205-4478-a887-22b3675db44f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:37.023221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.028989 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-c288338c-16ab-45f1-afbf-bec3403cde75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 200 len: 1000 time: 0.4655650 Mar 14 18:27:37.031651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-b651039e-36c1-46fa-97c4-6fdf0e8a292d service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048246 Mar 14 18:27:37.136756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8970-dc38-4937-b6ed-5be2d70448be req-b4e84c0b-753b-4723-95c0-047b12319510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.138402 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-b4e84c0b-753b-4723-95c0-047b12319510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0938387 Mar 14 18:27:37.186101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6735-4112-4d2f-a3ca-9a0ce31f719a None None] Pushing event updated for resources: {'Port': ['ID=9c475bb8-a9ad-4be7-9853-255a5d68724f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:37.210808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.216546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.222032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b74f42f5-d5f8-4420-aad4-17370fa2cd55 None None] Provisioning complete for port 9c475bb8-a9ad-4be7-9853-255a5d68724f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:37.222488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b74f42f5-d5f8-4420-aad4-17370fa2cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.226850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48668) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:37.288975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cda0ab-260e-49c1-8e7b-fabd65fb5fcd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.300350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cda0ab-260e-49c1-8e7b-fabd65fb5fcd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.312942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cda0ab-260e-49c1-8e7b-fabd65fb5fcd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.314691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-55cda0ab-260e-49c1-8e7b-fabd65fb5fcd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2892320 Mar 14 18:27:37.328691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48670) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:37.376980 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5cf2ca7-ce2e-44cf-b652-9693b9816fa9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8fdc38fd-14f7-4372-be3b-22bab5665255 HTTP/1.1" status: 200 len: 992 time: 0.1482546 Mar 14 18:27:37.383508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.384797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.452058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46dd3a2-3c3b-4563-bbab-12cb32c12bfd req-1ca08051-6575-4567-a29c-31eb6db53071 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859851 Mar 14 18:27:37.458567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.463454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8970-dc38-4937-b6ed-5be2d70448be req-b35c1265-6bcc-4526-977a-d5d6160b3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:37.465300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-b35c1265-6bcc-4526-977a-d5d6160b3634 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3078299 Mar 14 18:27:37.489546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=34ffc742-a3f5-4631-bd9f-689ee9e1d40c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:37.553369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 2e8d8461-1e27-49cb-9078-648351c5ee5f {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:37.558627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Subnet': ['ID=174f7a8f-b808-4133-a674-823a3e06e284,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:37.563635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.594890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a992178d-b381-422d-8146-fa5bbfe47630 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:37.601681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726ed34-787d-44f6-bae1-9ee98b62cf9e None None] Network a88d8e36-595e-4386-b1b1-5d170b238820 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:37.601681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.630578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.634657 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9aa6112e-ea5a-4a6f-926c-7d7aa6a9e128 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/174f7a8f-b808-4133-a674-823a3e06e284 HTTP/1.1" status: 204 len: 168 time: 1.6993563 Mar 14 18:27:37.641041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:37.647595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network f519d565-ae40-4693-b70d-57811ec84267 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:37.649637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:37.956618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.958572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Network 93679bfc-306a-4790-9001-b5c97cc13475 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:37.958572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Pushing event updated for resources: {'Port': ['ID=42e1e200-011b-4e49-8d14-d3501b3aa236,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:37.958572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:37.958572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:37.959210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.959210 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-c21a8cca-40ef-44be-be97-840d45f85ca8 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408530 Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Attempting to bind port 42e1e200-011b-4e49-8d14-d3501b3aa236 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Attempting to bind port 42e1e200-011b-4e49-8d14-d3501b3aa236 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '8a587798-8a22-49e0-b6f2-4d9432564340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Attempting to bind port 42e1e200-011b-4e49-8d14-d3501b3aa236 on network 93679bfc-306a-4790-9001-b5c97cc13475 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a992178d-b381-422d-8146-fa5bbfe47630 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Checking segment: {'id': '8a587798-8a22-49e0-b6f2-4d9432564340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Bound using segment: {'id': '8a587798-8a22-49e0-b6f2-4d9432564340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Bound port: 42e1e200-011b-4e49-8d14-d3501b3aa236, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a587798-8a22-49e0-b6f2-4d9432564340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '93679bfc-306a-4790-9001-b5c97cc13475'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:37.959503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.121325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0f3c173d-c851-4c5a-9c26-d4ad59adba72 None None] Provisioning complete for port 34ffc742-a3f5-4631-bd9f-689ee9e1d40c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:38.122000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f3c173d-c851-4c5a-9c26-d4ad59adba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.125310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] For port 42e1e200-011b-4e49-8d14-d3501b3aa236, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:38.157257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9c475bb8-a9ad-4be7-9853-255a5d68724f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:38.195247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] DHCP port deletion for a88d8e36-595e-4386-b1b1-5d170b238820 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:38.203209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] For port 42e1e200-011b-4e49-8d14-d3501b3aa236, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=42e1e200-011b-4e49-8d14-d3501b3aa236,segment=NetworkSegment(8a587798-8a22-49e0-b6f2-4d9432564340),segment_id=8a587798-8a22-49e0-b6f2-4d9432564340)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:38.232367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 3139c372-596b-4214-a2fe-8fcc7729467f is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:38.272630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c173d-c851-4c5a-9c26-d4ad59adba72 None None] Port 34ffc742-a3f5-4631-bd9f-689ee9e1d40c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:38.299756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.320157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.429234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:38.443145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-038f8970-dc38-4937-b6ed-5be2d70448be req-c5811cf4-4ef5-499d-9209-c39c4d74c6d7 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969627 Mar 14 18:27:38.463542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-52aa40ac-db7f-49b8-bd3f-86d6737c08cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543760 Mar 14 18:27:38.479008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Deleting port e209ede1-eb7f-4c98-aced-78eecb03fd52 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:38.479395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.499068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:38.512549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.519813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03a357-a7f5-4f3a-b5ed-e8ec9df821d7 None None] Pushing event updated for resources: {'Port': ['ID=42e1e200-011b-4e49-8d14-d3501b3aa236,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:38.543297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] Sync routers for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:38.549975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Deleting port e209ede1-eb7f-4c98-aced-78eecb03fd52 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:38.550346 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.566367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a6d4b-664f-4255-b988-aa71fd15c1b0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:38.571350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-936a6d4b-664f-4255-b988-aa71fd15c1b0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports/34ffc742-a3f5-4631-bd9f-689ee9e1d40c HTTP/1.1" status: 200 len: 911 time: 0.0709519 Mar 14 18:27:38.572354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:38.656069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9c475bb8-a9ad-4be7-9853-255a5d68724f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:38.656726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.660527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8d8461-1e27-49cb-9078-648351c5ee5f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:38.668426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.671857 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1bd9d201-457a-4ed1-8732-d71ff7d5ec4e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/2e8d8461-1e27-49cb-9078-648351c5ee5f HTTP/1.1" status: 204 len: 168 time: 1.3313119 Mar 14 18:27:38.675940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:38.705559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Provisioning complete for port a992178d-b381-422d-8146-fa5bbfe47630 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:38.706363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.780555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] For port e209ede1-eb7f-4c98-aced-78eecb03fd52, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e209ede1-eb7f-4c98-aced-78eecb03fd52,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:38.780555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.797047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] For port e209ede1-eb7f-4c98-aced-78eecb03fd52, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e209ede1-eb7f-4c98-aced-78eecb03fd52,segment=NetworkSegment(05c53c02-9270-4b8e-ac6c-6abc56ad8bfd),segment_id=05c53c02-9270-4b8e-ac6c-6abc56ad8bfd)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:38.797423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.802894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Calling delete_port for e209ede1-eb7f-4c98-aced-78eecb03fd52 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:38.816335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Calling delete_port for e209ede1-eb7f-4c98-aced-78eecb03fd52 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:38.832053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 87fe6770-d2af-4703-bc7a-ba04c7048034 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:38.840411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.925953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:38.938128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:38.938770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.011257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.072031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:39.073043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.097044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.117248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:39.121613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.122246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d076b-5867-43c7-9ebb-d267f77b4851 None None] The sync data for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:39.123788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.138158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.156152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:39.156525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5086b70a-35c2-4b0d-a67d-a6b9b52fc7ce not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:39.179695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Port': ['ID=e209ede1-eb7f-4c98-aced-78eecb03fd52,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:39.185840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No DVR routers for this DVR port e209ede1-eb7f-4c98-aced-78eecb03fd52 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:39.195515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Could not find standard attr ID for object 539e646f-9eac-433a-bff8-24b3f870170f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:39.198568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] Pushing event deleted for resources: {'Port': ['ID=e209ede1-eb7f-4c98-aced-78eecb03fd52,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:39.202925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febce723-db7e-4587-9b42-3ac4225d0e7e None None] No DVR routers for this DVR port e209ede1-eb7f-4c98-aced-78eecb03fd52 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:39.214886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.230717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Provisioning complete for port 34ffc742-a3f5-4631-bd9f-689ee9e1d40c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:39.231042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.292004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ff3b1-0df9-4ae7-ab19-610deb16d46f None None] Port 34ffc742-a3f5-4631-bd9f-689ee9e1d40c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:39.337814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.404836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=87fe6770-d2af-4703-bc7a-ba04c7048034,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:39.406206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8712bec4-592c-4cd2-abb5-83b2bad47916 None None] Could not find standard attr ID for object 539e646f-9eac-433a-bff8-24b3f870170f. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:39.408029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.422237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.425927 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f401623f-4768-46e4-93c4-188abb3bbbb1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/87fe6770-d2af-4703-bc7a-ba04c7048034 HTTP/1.1" status: 204 len: 168 time: 0.7487688 Mar 14 18:27:39.430090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:39.448147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88d8e36-595e-4386-b1b1-5d170b238820']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.453706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfbca4-55d4-4a83-bc59-499a437374c2 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:39.487086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 42e1e200-011b-4e49-8d14-d3501b3aa236 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:39.495021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-701322a2-3c8d-4a4d-b47f-f8ee4645456d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597432 Mar 14 18:27:39.496535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.498443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c53c02-9270-4b8e-ac6c-6abc56ad8bfd') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:39.503108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:39.508237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:39.532203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.603620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.629968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:39.632621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:39.636510 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:39.643492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8:1::1 (93679bfc-306a-4790-9001-b5c97cc13475/2cd1f34d-46db-4b78-a725-41d0ad42e60a/682c2466-29f2-4f1d-92a0-e473b1f09ca5) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:39.671161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 42e1e200-011b-4e49-8d14-d3501b3aa236 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:39.671672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.801955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.823850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.828349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:39.832284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.849379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:39.856139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 42e1e200-011b-4e49-8d14-d3501b3aa236, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=42e1e200-011b-4e49-8d14-d3501b3aa236,segment=NetworkSegment(8a587798-8a22-49e0-b6f2-4d9432564340),segment_id=8a587798-8a22-49e0-b6f2-4d9432564340)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:39.872403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.885195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.891538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48684) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:39.891766 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/networks/a88d8e36-595e-4386-b1b1-5d170b238820 HTTP/1.1" status: 204 len: 168 time: 2.2496917 Mar 14 18:27:39.897631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'routes': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:39.908888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Deleting port a992178d-b381-422d-8146-fa5bbfe47630 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:39.909444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.921854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6379e-7157-4b1d-85f1-fc86bbb1df90 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Pushing event deleted for resources: {'Network': ['ID=a88d8e36-595e-4386-b1b1-5d170b238820,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:39.980177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] For port a992178d-b381-422d-8146-fa5bbfe47630, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a992178d-b381-422d-8146-fa5bbfe47630,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:39.980680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:39.989607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.024650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Calling delete_port for a992178d-b381-422d-8146-fa5bbfe47630 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:40.031114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e002e4-1880-4b51-8d2b-31363145d50e None None] Network 93679bfc-306a-4790-9001-b5c97cc13475 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:40.062131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.132637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e209ede1-eb7f-4c98-aced-78eecb03fd52 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:40.151310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Added routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:27:40.151607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Removed routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:27:40.151985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.161122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 93679bfc-306a-4790-9001-b5c97cc13475 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:40.167828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:40.168558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e209ede1-eb7f-4c98-aced-78eecb03fd52 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:40.169012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e209ede1-eb7f-4c98-aced-78eecb03fd52 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:40.170453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=42e1e200-011b-4e49-8d14-d3501b3aa236,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:40.202680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=682c2466-29f2-4f1d-92a0-e473b1f09ca5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:40.205122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:40.205660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.208765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ebfde4d-5753-4e57-a7f7-a7b7fbaa496a None None] Provisioning complete for port 42e1e200-011b-4e49-8d14-d3501b3aa236 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:40.209141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ebfde4d-5753-4e57-a7f7-a7b7fbaa496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.319652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:27:40.362667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.397674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] Pushing event deleted for resources: {'Port': ['ID=a992178d-b381-422d-8146-fa5bbfe47630,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:40.404165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466ce24-2034-4eeb-b31e-17a45452f42e None None] No DVR routers for this DVR port a992178d-b381-422d-8146-fa5bbfe47630 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:40.519760 dv-neutron-833670-1-hyperv neutron-server[103393]: WARNING neutron.services.revisions.revision_plugin [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Could not find related port for resource to bump revision. Mar 14 18:27:40.563910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Port a992178d-b381-422d-8146-fa5bbfe47630 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 14 18:27:40.564583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5c:df1a {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 14 18:27:40.568682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_pluggable_backend [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5c:df1a {{(pid=103393) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 14 18:27:40.570336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.622760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:40.626215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:40.631321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:40.632019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.639475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c05c8-f187-406a-8794-4f006e9f3b75 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:40.648750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=0ebc190d-39b8-40e3-9525-ad5124699941,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:40.706736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.714447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.731560 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9347bec0-2326-4230-932d-5ca78e928b20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2272451 Mar 14 18:27:40.734587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48686) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:40.740876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:40.820480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router 9fac02fd-1b71-4227-8a45-495501679a2d has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:40.865455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.873508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7aaa7cf-626d-42a8-b624-be71c72e666a None None] Provisioning complete for port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:40.878244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa7cf-626d-42a8-b624-be71c72e666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.920765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a7aaa7cf-626d-42a8-b624-be71c72e666a None None] Port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:40.925141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:40.928975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.965464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a7aaa7cf-626d-42a8-b624-be71c72e666a None None] Provisioning complete for port 42e1e200-011b-4e49-8d14-d3501b3aa236 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:40.966246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa7cf-626d-42a8-b624-be71c72e666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.968945 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:27:40.987820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:40.996104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:40.998631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cb3ce2d8-3116-4a25-915f-0eb580abd1ba tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 700 time: 1.1060488 Mar 14 18:27:40.999431 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Sync routers for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:41.003021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:41.014247 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:41.016332 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:41.026020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '0ebc190d-39b8-40e3-9525-ad5124699941'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:41.026856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.094463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8c0c189c-d6a5-41c7-9845-ce3f01fe9cfe tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 205 time: 0.0907867 Mar 14 18:27:41.094926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:41.110104 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:41.186217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:41.193950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.224659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Allocated IP 2001:db8::f816:3eff:fedb:163d (d5c92626-9e70-47af-be0d-7950f30fe5cc/0ebc190d-39b8-40e3-9525-ad5124699941/e331419d-2206-4293-8fb2-c29d096af9eb) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:41.230779 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Checking router: 9fac02fd-1b71-4227-8a45-495501679a2d for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:41.266152 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Routers {'9fac02fd-1b71-4227-8a45-495501679a2d'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:41.266152 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['9fac02fd-1b71-4227-8a45-495501679a2d'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:41.324940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.349890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 42e1e200-011b-4e49-8d14-d3501b3aa236 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:41.363034 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] Set router 9fac02fd-1b71-4227-8a45-495501679a2d gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:41.379244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:41.384897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:41.389837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:41.390732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.414063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=96a63d3a-59d4-45e2-bd59-1cc3fffab667,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:41.433844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1a17586b-2a47-4dc3-82bf-e1c012b9837d None None] Provisioning complete for port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:41.434240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1a17586b-2a47-4dc3-82bf-e1c012b9837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.437385 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:41.442119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.445560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.475259 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48ce62-e450-4d95-9f3d-75213896808f None None] The sync data for ids ['9fac02fd-1b71-4227-8a45-495501679a2d'] in dv-neutron-833670-1-hyperv is: [{'id': '9fac02fd-1b71-4227-8a45-495501679a2d', 'name': 'tempest-RoutersTest-router-684436919', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:38Z', 'updated_at': '2022-03-14T18:27:34Z', 'revision_number': 11, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:41.480093 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da05867b-9602-415d-8db0-81cfd4fa7954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7401633 Mar 14 18:27:41.480093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48692) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:41.490715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:8e:d1:79', 'name': 'tempest-NetworksTestDHCPv6-1697704425'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:41.495841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1a17586b-2a47-4dc3-82bf-e1c012b9837d None None] Port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:41.512814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.518958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 42e1e200-011b-4e49-8d14-d3501b3aa236 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:41.519329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.555718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.579473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.580060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router 9fac02fd-1b71-4227-8a45-495501679a2d {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:27:41.590095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.597067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48694) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:41.597581 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fbe73e67-21fd-413c-86f4-1dceb08f98b6 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 204 len: 168 time: 0.4978175 Mar 14 18:27:41.604061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1570738395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:41.609358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.656652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:41.661566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:41.666389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:41.670874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.671685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.672489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Pushing event updated for resources: {'Port': ['ID=e331419d-2206-4293-8fb2-c29d096af9eb,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:41.704948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.704948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.708765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:41.714906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a992178d-b381-422d-8146-fa5bbfe47630 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:41.752297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a992178d-b381-422d-8146-fa5bbfe47630 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:41.752641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a992178d-b381-422d-8146-fa5bbfe47630 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:41.756142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Attempting to bind port e331419d-2206-4293-8fb2-c29d096af9eb on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:41.756513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Attempting to bind port e331419d-2206-4293-8fb2-c29d096af9eb by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:41.756881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Attempting to bind port e331419d-2206-4293-8fb2-c29d096af9eb on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Bound port: e331419d-2206-4293-8fb2-c29d096af9eb, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:41.766437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.796743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=682c2466-29f2-4f1d-92a0-e473b1f09ca5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:41.839316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.842900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] For port e331419d-2206-4293-8fb2-c29d096af9eb, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:41.846302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] For port e331419d-2206-4293-8fb2-c29d096af9eb, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e331419d-2206-4293-8fb2-c29d096af9eb,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:41.858292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 93679bfc-306a-4790-9001-b5c97cc13475 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:41.858678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:41.870449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.891655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port f4ec6ac7-18ce-49de-a38b-fa93aac28703 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:41.937135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.946020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:41.977271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 3139c372-596b-4214-a2fe-8fcc7729467f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:42.016059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69a6d-feb5-4c2f-a88d-3f5ba47ea9ec None None] Pushing event updated for resources: {'Port': ['ID=e331419d-2206-4293-8fb2-c29d096af9eb,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:42.046612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.047840 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a398616f-5f30-4585-bd0a-b462ca565eac tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4490645 Mar 14 18:27:42.055703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48696) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.057412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:42.130955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:42.137694 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-89ccce0a-2f50-457b-bc80-1ca4e9ba5378 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639801 Mar 14 18:27:42.140205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.142919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] Sync routers for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:42.172874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:42.172874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:42.198286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f29d8-269e-4537-9740-c1ee24fb28c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:42.203171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a3f29d8-269e-4537-9740-c1ee24fb28c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports/682c2466-29f2-4f1d-92a0-e473b1f09ca5 HTTP/1.1" status: 200 len: 913 time: 0.0618634 Mar 14 18:27:42.203919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.241862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:42.265845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:42.266500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:42.330006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:42.331057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aff35c-25de-4ec3-9597-e29688627efd None None] The sync data for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:42.340677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bdf4611e-72a4-4cd1-877f-ef1aefc558ff None None] Provisioning complete for port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:42.341141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bdf4611e-72a4-4cd1-877f-ef1aefc558ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.360661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.378859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 172.20.0.7 (d5c92626-9e70-47af-be0d-7950f30fe5cc/96a63d3a-59d4-45e2-bd59-1cc3fffab667/f4ec6ac7-18ce-49de-a38b-fa93aac28703) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:42.389664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe8e:d179 (d5c92626-9e70-47af-be0d-7950f30fe5cc/0ebc190d-39b8-40e3-9525-ad5124699941/f4ec6ac7-18ce-49de-a38b-fa93aac28703) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:42.390201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4611e-72a4-4cd1-877f-ef1aefc558ff None None] Port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:42.504490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.599857 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.637507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.708081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Router a601b8ae-e141-43a7-8a31-895e71d5fb93 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:42.754812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.831942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:42.839981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.842069 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9770daad-2ec0-4904-a0d9-b134dddac5b5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "PUT /v2.0/routers/a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 200 len: 694 time: 0.7890830 Mar 14 18:27:42.845030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.846337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:42.846696 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Sync routers for ids ['a601b8ae-e141-43a7-8a31-895e71d5fb93'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:42.849524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:42.852163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:42.862458 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Routers {'a601b8ae-e141-43a7-8a31-895e71d5fb93'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:42.863202 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a601b8ae-e141-43a7-8a31-895e71d5fb93'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:42.880888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=f4ec6ac7-18ce-49de-a38b-fa93aac28703,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:42.912424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:42.913047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:42.950470 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0fcc32b1-c119-414b-ba41-6c51522b4aa9 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/routers/a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 200 len: 700 time: 0.1020150 Mar 14 18:27:42.950719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.983400 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0338f745-ff66-41e4-a60d-8fcccd373fcb tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 200 len: 205 time: 0.0314362 Mar 14 18:27:42.985936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:42.991715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5c355491-fece-47c9-84a9-fd07227fc101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5106401 Mar 14 18:27:42.994220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48708) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.061996 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Set router a601b8ae-e141-43a7-8a31-895e71d5fb93 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:43.064798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 682c2466-29f2-4f1d-92a0-e473b1f09ca5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:43.065142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.117558 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a601b8ae-e141-43a7-8a31-895e71d5fb93', 'name': 'tempest-RoutersTest-router-1570738395', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:41Z', 'updated_at': '2022-03-14T18:27:42Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:43.147839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.148094 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Checking router: a601b8ae-e141-43a7-8a31-895e71d5fb93 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:27:43.156150 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Routers {'a601b8ae-e141-43a7-8a31-895e71d5fb93'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:43.156984 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a601b8ae-e141-43a7-8a31-895e71d5fb93'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:43.195609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ce9ce-603a-4f11-bd90-0f1babf57a7b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:43.198808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5711d8-293e-42e5-909e-8c2ed674f850 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:43.201417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ce9ce-603a-4f11-bd90-0f1babf57a7b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:43.205476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-631ce9ce-603a-4f11-bd90-0f1babf57a7b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2064731 Mar 14 18:27:43.206627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48710) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.227915 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] Set router a601b8ae-e141-43a7-8a31-895e71d5fb93 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:27:43.283271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] Provisioning complete for port e331419d-2206-4293-8fb2-c29d096af9eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:43.283800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.306397 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a601b8ae-e141-43a7-8a31-895e71d5fb93', 'name': 'tempest-RoutersTest-router-1570738395', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:41Z', 'updated_at': '2022-03-14T18:27:42Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:43.328767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.353175 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f5c6b-634b-460d-a257-9ca710b3ebb0 None None] The sync data for ids ['a601b8ae-e141-43a7-8a31-895e71d5fb93'] in dv-neutron-833670-1-hyperv is: [{'id': 'a601b8ae-e141-43a7-8a31-895e71d5fb93', 'name': 'tempest-RoutersTest-router-1570738395', 'tenant_id': '4bd949bd0df24d36bbe62eb48008ec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:27:41Z', 'updated_at': '2022-03-14T18:27:42Z', 'revision_number': 2, 'project_id': '4bd949bd0df24d36bbe62eb48008ec83', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:43.388193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.388193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 682c2466-29f2-4f1d-92a0-e473b1f09ca5 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:43.390210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.408606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port f4ec6ac7-18ce-49de-a38b-fa93aac28703 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:43.408990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.411851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e331419d-2206-4293-8fb2-c29d096af9eb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:43.516089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.528449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.541770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for f4ec6ac7-18ce-49de-a38b-fa93aac28703 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:43.564782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] For port e331419d-2206-4293-8fb2-c29d096af9eb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e331419d-2206-4293-8fb2-c29d096af9eb,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:43.574133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.575051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Fanout notify agent at l3_agent the message router_deleted on router a601b8ae-e141-43a7-8a31-895e71d5fb93 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:27:43.576665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e331419d-2206-4293-8fb2-c29d096af9eb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:43.577033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.586122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.588812 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b618f27a-0e82-4a4d-bf6a-8d1545df6ccc tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 204 len: 168 time: 0.6018546 Mar 14 18:27:43.593626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.637852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-29a6af2d-3361-444a-a830-65c8e850835d tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 200 len: 205 time: 0.0427430 Mar 14 18:27:43.640804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.646735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.695238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-3f75d93c-f402-4e77-9c99-c18bf89f16f5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:43.697516 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3f75d93c-f402-4e77-9c99-c18bf89f16f5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/a601b8ae-e141-43a7-8a31-895e71d5fb93 HTTP/1.1" status: 404 len: 336 time: 0.0556149 Mar 14 18:27:43.700190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.766083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Update dhcp port {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '0ebc190d-39b8-40e3-9525-ad5124699941', 'ip_address': '2001:db8::f816:3eff:fedb:163d'}, {'subnet_id': '96a63d3a-59d4-45e2-bd59-1cc3fffab667'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'e331419d-2206-4293-8fb2-c29d096af9eb'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:43.769059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3281677-d58b-4a4e-91b6-b13b83c998a8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:43.769755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3281677-d58b-4a4e-91b6-b13b83c998a8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:43.770855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b861591-b5f3-4b95-a979-31a52f1acef6 None None] Pushing event updated for resources: {'Port': ['ID=e331419d-2206-4293-8fb2-c29d096af9eb,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:43.773461 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b3281677-d58b-4a4e-91b6-b13b83c998a8 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/4c771e4a-1a38-48d2-ac27-ff800f1b35e7 HTTP/1.1" status: 404 len: 337 time: 0.0719895 Mar 14 18:27:43.779375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48718) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.810435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.816561 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286b2d4-2e1e-4a61-a1cc-41192e0c7d84 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:43.817013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286b2d4-2e1e-4a61-a1cc-41192e0c7d84 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:43.823240 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0286b2d4-2e1e-4a61-a1cc-41192e0c7d84 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/02422a90-931d-4cf6-8d4e-70b2622abf80 HTTP/1.1" status: 404 len: 337 time: 0.0376563 Mar 14 18:27:43.823973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48720) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.856447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-624786d7-96c4-4ca8-927c-a2396c342952 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:43.857175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624786d7-96c4-4ca8-927c-a2396c342952 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:43.862555 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-624786d7-96c4-4ca8-927c-a2396c342952 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/69e25551-b1c1-40be-a9ad-b95c9456e183 HTTP/1.1" status: 404 len: 337 time: 0.0357165 Mar 14 18:27:43.862884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.889148 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-16490898-a07e-469c-b715-a196e4ca9ac4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:43.889630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16490898-a07e-469c-b715-a196e4ca9ac4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:43.895087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-16490898-a07e-469c-b715-a196e4ca9ac4 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/174f7a8f-b808-4133-a674-823a3e06e284 HTTP/1.1" status: 404 len: 337 time: 0.0288508 Mar 14 18:27:43.895666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48724) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:43.907524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:43.952010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e392f29-ff2a-469d-9e5f-482b0e022632 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 200 len: 205 time: 0.0531602 Mar 14 18:27:43.953443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=682c2466-29f2-4f1d-92a0-e473b1f09ca5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:43.955160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.003404 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-fa88522d-5868-43e1-be31-ce9be9219967 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:44.006528 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa88522d-5868-43e1-be31-ce9be9219967 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/9fac02fd-1b71-4227-8a45-495501679a2d HTTP/1.1" status: 404 len: 336 time: 0.0476773 Mar 14 18:27:44.006696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.032457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Allocated IP 172.20.0.2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/96a63d3a-59d4-45e2-bd59-1cc3fffab667/e331419d-2206-4293-8fb2-c29d096af9eb) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:44.156593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] For port e331419d-2206-4293-8fb2-c29d096af9eb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e331419d-2206-4293-8fb2-c29d096af9eb,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:44.158191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.190529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=f4ec6ac7-18ce-49de-a38b-fa93aac28703,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:44.203205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.283984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.290875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a1bf66d6-3dd6-4592-9cf5-d992164f2ccf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/f4ec6ac7-18ce-49de-a38b-fa93aac28703 HTTP/1.1" status: 204 len: 168 time: 1.0831213 Mar 14 18:27:44.291519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.295004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.370726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e491-d311-4e1b-a377-159c128e81e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:44.378723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e491-d311-4e1b-a377-159c128e81e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:44.380418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb92e491-d311-4e1b-a377-159c128e81e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:44.386094 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bb92e491-d311-4e1b-a377-159c128e81e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0897827 Mar 14 18:27:44.387991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48732) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.396814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37732117-8298-4d79-b3ba-324945bd0936 None None] Pushing event updated for resources: {'Port': ['ID=e331419d-2206-4293-8fb2-c29d096af9eb,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:44.403228 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2675783c-8bde-4b49-9646-034c5866854b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=f23e8a7e-71c3-4557-95d9-ebbaa05baef4 HTTP/1.1" status: 200 len: 205 time: 0.3955014 Mar 14 18:27:44.405639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.460554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 0ebc190d-39b8-40e3-9525-ad5124699941 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:44.466090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.480336 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-1378ea82-0db4-43bb-9e50-bffd772ca306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:44.484072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1378ea82-0db4-43bb-9e50-bffd772ca306 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/f23e8a7e-71c3-4557-95d9-ebbaa05baef4 HTTP/1.1" status: 404 len: 336 time: 0.0774524 Mar 14 18:27:44.486529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48736) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.514146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.542055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a59bc8-d691-424c-8d8c-8b7e4b0b1de0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:44.542517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a59bc8-d691-424c-8d8c-8b7e4b0b1de0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:44.548385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-04a59bc8-d691-424c-8d8c-8b7e4b0b1de0 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/7921fd35-1e05-4914-8f4d-b39a748e8835 HTTP/1.1" status: 404 len: 337 time: 0.0608430 Mar 14 18:27:44.549428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.571477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.590942 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-84acb65a-e833-4696-84c3-52be50306678 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 200 len: 205 time: 0.0383773 Mar 14 18:27:44.592072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.634757 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-ba80bd3d-ab8d-48cf-b155-a3078219c533 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:44.636574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ba80bd3d-ab8d-48cf-b155-a3078219c533 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/ca718874-76cf-4937-abaf-b32e85e25b02 HTTP/1.1" status: 404 len: 336 time: 0.0442169 Mar 14 18:27:44.643950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.705476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f2374d7c-8a41-4260-89d2-330c282b5f26 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eeea4d3-891b-43c3-986e-d747b051f296 HTTP/1.1" status: 200 len: 205 time: 0.0610888 Mar 14 18:27:44.706097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48744) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.761393 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-e293c592-1262-492e-875a-1d5adce04ba5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:44.764901 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e293c592-1262-492e-875a-1d5adce04ba5 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/5eeea4d3-891b-43c3-986e-d747b051f296 HTTP/1.1" status: 404 len: 336 time: 0.0531220 Mar 14 18:27:44.765876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.769061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.816204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 3139c372-596b-4214-a2fe-8fcc7729467f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:44.818818 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad5d47d-b9f2-4732-b0d8-baf16b8b65d3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:44.819288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad5d47d-b9f2-4732-b0d8-baf16b8b65d3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:44.826113 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dad5d47d-b9f2-4732-b0d8-baf16b8b65d3 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/b4c6ef23-e81d-4d04-9577-7aa3f988f9d0 HTTP/1.1" status: 404 len: 337 time: 0.0539775 Mar 14 18:27:44.826582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.891555 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ea07fc14-6645-4eb2-9ae7-afc26cc34c80 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a2d92b-cd42-41f9-b3b2-488f5e37d459 HTTP/1.1" status: 200 len: 205 time: 0.0602620 Mar 14 18:27:44.892208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.959729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.965441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-c501b224-e1e6-40f0-9158-e0078d3e0e7a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:44.966531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c501b224-e1e6-40f0-9158-e0078d3e0e7a tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/b8a2d92b-cd42-41f9-b3b2-488f5e37d459 HTTP/1.1" status: 404 len: 336 time: 0.0739474 Mar 14 18:27:44.969326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:44.974764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:44.978117 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/0ebc190d-39b8-40e3-9525-ad5124699941 HTTP/1.1" status: 204 len: 168 time: 0.5844166 Mar 14 18:27:45.000311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.000941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802c5fd-16c7-42d3-b6eb-61e74a99181a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebc190d-39b8-40e3-9525-ad5124699941,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:45.008095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe20fd3-0938-48a1-9842-6a4773888782 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:45.015955 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f90ee1-6a38-4f4f-b99d-5db10eecd1ab tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:45.016392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f90ee1-6a38-4f4f-b99d-5db10eecd1ab tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:45.019282 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c5f90ee1-6a38-4f4f-b99d-5db10eecd1ab tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/4a3cd79e-fa8c-4d29-a7ff-6316d466a286 HTTP/1.1" status: 404 len: 337 time: 0.0491652 Mar 14 18:27:45.022225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48756) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.048922 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f8cade5b-d8ec-4441-b837-2ee8f3a2992b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da86f53-ac1f-4864-a96a-418c1bba8ad2 HTTP/1.1" status: 200 len: 205 time: 0.0255470 Mar 14 18:27:45.051282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.056486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:45.065795 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0b5b5163-590f-4111-a68c-e35c1de2b9a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573964 Mar 14 18:27:45.066352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.073546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] Sync routers for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:45.091730 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-8b1cfe4e-8c7c-4dab-a029-69bd57aa0b9b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] delete failed (client error): The resource could not be found. Mar 14 18:27:45.095067 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b1cfe4e-8c7c-4dab-a029-69bd57aa0b9b tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/routers/7da86f53-ac1f-4864-a96a-418c1bba8ad2 HTTP/1.1" status: 404 len: 336 time: 0.0405712 Mar 14 18:27:45.095954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.110292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:45.110924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.113120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ae523d19-0046-4bc5-816e-9a1f60dde9fe None None] Could not find standard attr ID for object f4ec6ac7-18ce-49de-a38b-fa93aac28703. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:45.120395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 96a63d3a-59d4-45e2-bd59-1cc3fffab667 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:45.125075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5757f7-71d2-45d4-8c47-65cdecde7a65 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:45.125531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5757f7-71d2-45d4-8c47-65cdecde7a65 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:45.128770 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa5757f7-71d2-45d4-8c47-65cdecde7a65 tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/55fc5cfb-0cde-4bdc-9346-2f36f749861f HTTP/1.1" status: 404 len: 337 time: 0.0314941 Mar 14 18:27:45.131075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.159241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.162812 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50a1f0d-235a-4ffe-b3d9-fe0ead60873e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] DELETE failed (client error): The resource could not be found. Mar 14 18:27:45.163836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50a1f0d-235a-4ffe-b3d9-fe0ead60873e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:45.167865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b50a1f0d-235a-4ffe-b3d9-fe0ead60873e tempest-RoutersTest-867165118 tempest-RoutersTest-867165118-project] 10.222.0.58 "DELETE /v2.0/subnets/551d7d96-acd1-4546-a0ac-68f684af6b0e HTTP/1.1" status: 404 len: 337 time: 0.0355415 Mar 14 18:27:45.169369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ae523d19-0046-4bc5-816e-9a1f60dde9fe None None] Provisioning complete for port e331419d-2206-4293-8fb2-c29d096af9eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:45.169785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae523d19-0046-4bc5-816e-9a1f60dde9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.175273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.208534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.286994 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:45.288958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.337506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:45.339302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fd4e2-9bd2-44bf-ac0b-d9377b355234 None None] The sync data for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:45.385371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e331419d-2206-4293-8fb2-c29d096af9eb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:45.412870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.484175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e331419d-2206-4293-8fb2-c29d096af9eb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:45.484543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.589299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.664137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.703511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=96a63d3a-59d4-45e2-bd59-1cc3fffab667,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:45.710859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.717709 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0786ec72-e76f-4ed7-8856-889d5bc7e811 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/96a63d3a-59d4-45e2-bd59-1cc3fffab667 HTTP/1.1" status: 204 len: 168 time: 0.7108033 Mar 14 18:27:45.718444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.759902 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8fbf5a2c-093a-43c7-ad5c-f140cb259cee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397472 Mar 14 18:27:45.761803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.768292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:45.774344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48774) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:45.948043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 34ffc742-a3f5-4631-bd9f-689ee9e1d40c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:45.948606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.956607 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8cfc4a01-088a-4db4-af60-ae52df3a0fdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bd949bd0df24d36bbe62eb48008ec83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784511 Mar 14 18:27:45.956607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:45.965070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:45.967455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:46.064991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2cf044-58b2-4f90-a632-7931051613c0 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:46.078082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.086969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.099151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 34ffc742-a3f5-4631-bd9f-689ee9e1d40c owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:46.120481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.154696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-06a82875-3c94-467b-a56d-080ba7440c0d None None] Provisioning complete for port e331419d-2206-4293-8fb2-c29d096af9eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:46.155165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-06a82875-3c94-467b-a56d-080ba7440c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.271409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.317290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:46.319279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:46.320240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:46.325104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:46.325933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.335109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=7b58af69-d248-4394-a99f-f8cb0fd0dc6c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.336934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.339875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.343270 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e85c688c-7e17-4163-a6de-e84754c75510 HTTP/1.1" status: 204 len: 168 time: 0.3748045 Mar 14 18:27:46.351481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4066026-dc14-48a3-8478-e08f2daa2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c688c-7e17-4163-a6de-e84754c75510,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.387541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Deleting port e331419d-2206-4293-8fb2-c29d096af9eb {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:46.388072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.393679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.431269 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d3a209a-4cb9-44b9-8c70-5c4e0f95f555 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6673839 Mar 14 18:27:46.434063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:46.439476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:46.457167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=34ffc742-a3f5-4631-bd9f-689ee9e1d40c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.543130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.670431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:46.678477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.701109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] For port e331419d-2206-4293-8fb2-c29d096af9eb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e331419d-2206-4293-8fb2-c29d096af9eb,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:46.702226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.723862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 3139c372-596b-4214-a2fe-8fcc7729467f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:46.724536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Calling delete_port for e331419d-2206-4293-8fb2-c29d096af9eb owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:46.827125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:46.832465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ca4fe26f-74c3-453c-905c-7d12e2248cb0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653501 Mar 14 18:27:46.840237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:46.840385 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91041ba-8084-490e-97ab-5152a696285d None None] Sync routers for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:46.850606 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:46.851740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:46.864554 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-063cd270-b961-470b-bb16-16cccf0b7e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=3139c372-596b-4214-a2fe-8fcc7729467f HTTP/1.1" status: 200 len: 205 time: 0.0282061 Mar 14 18:27:46.868363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:46.900077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:46.911171 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] Routers {'3139c372-596b-4214-a2fe-8fcc7729467f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:46.912051 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3139c372-596b-4214-a2fe-8fcc7729467f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:46.913329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.940178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] Pushing event deleted for resources: {'Port': ['ID=e331419d-2206-4293-8fb2-c29d096af9eb,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:46.944373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5517af-6a35-4364-b9f7-4be76c1a4069 None None] No DVR routers for this DVR port e331419d-2206-4293-8fb2-c29d096af9eb on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:46.954492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:46.955342 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e91041ba-8084-490e-97ab-5152a696285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:46.956084 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91041ba-8084-490e-97ab-5152a696285d None None] The sync data for ids ['3139c372-596b-4214-a2fe-8fcc7729467f'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:46.968001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b523925-d195-4592-a84a-d3fbf2346f53 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:47.124730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.127069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.135070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '7b58af69-d248-4394-a99f-f8cb0fd0dc6c'}, {'subnet_id': '85f746d4-1ee0-4018-93ab-a5c455e04177'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:47.135997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.139049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:27:47.140534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.188292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:47.191648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:47.194744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:47.195338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.215696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=85f746d4-1ee0-4018-93ab-a5c455e04177,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:47.234451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.234987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router 3139c372-596b-4214-a2fe-8fcc7729467f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:27:47.244615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.245470 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-25c008aa-b799-4822-a7eb-87228484988f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f HTTP/1.1" status: 204 len: 168 time: 0.3773742 Mar 14 18:27:47.248197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:47.298382 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-08e847c5-86dd-4d02-85e3-7e85aac6e5e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8605871 Mar 14 18:27:47.298889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48804) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:47.306340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 2cd1f34d-46db-4b78-a725-41d0ad42e60a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:47.307561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:42:1d:e9', 'name': 'tempest-NetworksTestDHCPv6-359883727'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:47.310596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.356487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.361777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e331419d-2206-4293-8fb2-c29d096af9eb no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:47.394330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e331419d-2206-4293-8fb2-c29d096af9eb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:47.395014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e331419d-2206-4293-8fb2-c29d096af9eb not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:47.410065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Allocated IP 172.20.0.2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/7b58af69-d248-4394-a99f-f8cb0fd0dc6c/d8a39e16-f609-475d-9b92-5a3cd86d3012) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:47.418197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Allocated IP 2001:db8::f816:3eff:fe2b:161f (d5c92626-9e70-47af-be0d-7950f30fe5cc/85f746d4-1ee0-4018-93ab-a5c455e04177/d8a39e16-f609-475d-9b92-5a3cd86d3012) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:47.458905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.507494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:47.582330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.594390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.601529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.605192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48810) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:47.624489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd1f34d-46db-4b78-a725-41d0ad42e60a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:47.627417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.634619 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa1b3958-5d4a-4e78-9d5c-dc8d26cf7a08 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd1f34d-46db-4b78-a725-41d0ad42e60a HTTP/1.1" status: 204 len: 168 time: 0.3811488 Mar 14 18:27:47.634619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48814) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:47.636693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7cf6bc-114b-4413-aefe-b033bdd27a39 None None] Network 93679bfc-306a-4790-9001-b5c97cc13475 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:47.636899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 9cdd987e-2f72-46da-833a-e78f017a3530 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:47.659771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.696953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 346f27a4-3d7f-48cf-8eb4-af5617bce7e6 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:47.701814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.747806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-59435381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:47.750784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:47.759163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.766937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:47.775934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:47.781570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Pushing event updated for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:47.838338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.839617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.861065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 172.20.0.8 (d5c92626-9e70-47af-be0d-7950f30fe5cc/7b58af69-d248-4394-a99f-f8cb0fd0dc6c/9cdd987e-2f72-46da-833a-e78f017a3530) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:47.864470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.879593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe42:1de9 (d5c92626-9e70-47af-be0d-7950f30fe5cc/85f746d4-1ee0-4018-93ab-a5c455e04177/9cdd987e-2f72-46da-833a-e78f017a3530) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:47.892376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d657562-85ad-453e-af84-35e4b003e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.907902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Attempting to bind port d8a39e16-f609-475d-9b92-5a3cd86d3012 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:47.908276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Attempting to bind port d8a39e16-f609-475d-9b92-5a3cd86d3012 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:47.909104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Attempting to bind port d8a39e16-f609-475d-9b92-5a3cd86d3012 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:47.916483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:47.916483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:47.916483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.916483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:47.916902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Bound port: d8a39e16-f609-475d-9b92-5a3cd86d3012, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:47.916902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.938869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:47.990860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:47.994924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d8a39e16-f609-475d-9b92-5a3cd86d3012,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:47.997260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] DHCP port deletion for 93679bfc-306a-4790-9001-b5c97cc13475 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:48.028123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.031669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.049980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Deleting port 42e1e200-011b-4e49-8d14-d3501b3aa236 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:48.050479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.098443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.106765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.128928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.133955 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e4c17166-3cb6-4695-9d0a-4c6671e5b3b9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5269022 Mar 14 18:27:48.134641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48818) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:48.141431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-468869621'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:48.171465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] For port 42e1e200-011b-4e49-8d14-d3501b3aa236, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=42e1e200-011b-4e49-8d14-d3501b3aa236,segment=NetworkSegment(8a587798-8a22-49e0-b6f2-4d9432564340),segment_id=8a587798-8a22-49e0-b6f2-4d9432564340)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:48.180814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.203284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Calling delete_port for 42e1e200-011b-4e49-8d14-d3501b3aa236 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:48.214915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023ce9b-c26f-4ba1-9899-f735435161cf None None] Pushing event updated for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.228699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:48.232762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.237683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.262641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.289840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:48.311890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:48.320644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:48.377692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.398595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=9cdd987e-2f72-46da-833a-e78f017a3530,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.430054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=346f27a4-3d7f-48cf-8eb4-af5617bce7e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.430899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:48.431621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.435001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.438464 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3b401bfd-82ea-4dd6-b5b5-fa6ad17b0dbc tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/346f27a4-3d7f-48cf-8eb4-af5617bce7e6 HTTP/1.1" status: 204 len: 168 time: 0.8039951 Mar 14 18:27:48.441266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48820) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:48.452573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a083d-44c8-41d2-ad4d-53eac97093aa None None] Network f519d565-ae40-4693-b70d-57811ec84267 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:48.461006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] No DVR routers for this DVR port 42e1e200-011b-4e49-8d14-d3501b3aa236 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:48.465680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ebaf5-a79a-417c-8bd6-578cc12c370d None None] Pushing event deleted for resources: {'Port': ['ID=42e1e200-011b-4e49-8d14-d3501b3aa236,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.541081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.547376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3cc37061-a889-49e5-afc6-0eb9e2fa9582 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2450521 Mar 14 18:27:48.547618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48822) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:48.560942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.600820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92e82d-0859-4c40-9f50-f2080aa59954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:48.607829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92e82d-0859-4c40-9f50-f2080aa59954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:48.612863 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-db92e82d-0859-4c40-9f50-f2080aa59954 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0641906 Mar 14 18:27:48.613724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48824) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:48.655518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.686078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.703155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] DHCP port deletion for f519d565-ae40-4693-b70d-57811ec84267 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:48.709046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93679bfc-306a-4790-9001-b5c97cc13475']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:48.714757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:48.720613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a587798-8a22-49e0-b6f2-4d9432564340') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:48.721179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a587798-8a22-49e0-b6f2-4d9432564340') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:48.731835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.733000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de15971-8c44-4f46-b802-24db5c8befb9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.739243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.739952 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Added segment 9f2f4942-a8b3-43cc-9bb2-578703bb3598 of type vlan for network 1632b135-bb63-41cb-8e44-08274c0a9f8e Mar 14 18:27:48.749603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.754615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Deleting port 9c475bb8-a9ad-4be7-9853-255a5d68724f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:48.754860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:48.755132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.755853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.786985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.799727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 9cdd987e-2f72-46da-833a-e78f017a3530 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:48.800078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:48.816601 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:48.822997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] For port 9c475bb8-a9ad-4be7-9853-255a5d68724f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9c475bb8-a9ad-4be7-9853-255a5d68724f,segment=NetworkSegment(c5f65f7c-f205-4478-a887-22b3675db44f),segment_id=c5f65f7c-f205-4478-a887-22b3675db44f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:48.823218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.838361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Calling delete_port for 9c475bb8-a9ad-4be7-9853-255a5d68724f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:48.890472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.902539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.902949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/93679bfc-306a-4790-9001-b5c97cc13475 HTTP/1.1" status: 204 len: 168 time: 0.4585927 Mar 14 18:27:48.904660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.907296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:48.918560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e729-43db-482e-aafc-2c867e488bb1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=93679bfc-306a-4790-9001-b5c97cc13475,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:48.928564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.930610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:48.931305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:48.962871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 9cdd987e-2f72-46da-833a-e78f017a3530 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:49.004935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.034301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] Pushing event deleted for resources: {'Port': ['ID=9c475bb8-a9ad-4be7-9853-255a5d68724f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.039163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04679a-a248-409d-b81a-24d32e15ab44 None None] No DVR routers for this DVR port 9c475bb8-a9ad-4be7-9853-255a5d68724f on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:27:49.078546 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9409649 Mar 14 18:27:49.082042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48828) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:49.086249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'subnet': {'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:49.114289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aa920-6e35-458b-8990-71c050159431 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Network': ['ID=1632b135-bb63-41cb-8e44-08274c0a9f8e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.121732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.125239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:49.245757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.277804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:49.291278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.302248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f519d565-ae40-4693-b70d-57811ec84267']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:49.320507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f65f7c-f205-4478-a887-22b3675db44f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:49.322360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f65f7c-f205-4478-a887-22b3675db44f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:49.339912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.377454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.390962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:27:49.391659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:27:49.395237 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:27:49.405880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d8a39e16-f609-475d-9b92-5a3cd86d3012 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:49.448809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855ff43-f38d-4b73-b4d1-476de5c0bb79 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:49.496260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.523622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=9cdd987e-2f72-46da-833a-e78f017a3530,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.527979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:49.528523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.528615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.535659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.542776 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/f519d565-ae40-4693-b70d-57811ec84267 HTTP/1.1" status: 204 len: 168 time: 0.6306133 Mar 14 18:27:49.543847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:49.549080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-84351379'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:49.585458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2ca9a48f-7379-4b3d-b818-07672a7d8f0f None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:49.585838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a48f-7379-4b3d-b818-07672a7d8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.591302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51797-0712-4eda-ac5c-648b04856dba tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=f519d565-ae40-4693-b70d-57811ec84267,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.639853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.643554 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6652a82d-9f8a-4bd6-8eba-12080b14b6a7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/9cdd987e-2f72-46da-833a-e78f017a3530 HTTP/1.1" status: 204 len: 168 time: 1.0287435 Mar 14 18:27:49.646028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:49.667238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:49.671210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.699028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:49.701101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.708258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e81c7c-7ebe-415c-9ab0-b097be4e0d68 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:49.709762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e81c7c-7ebe-415c-9ab0-b097be4e0d68 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:49.712478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e81c7c-7ebe-415c-9ab0-b097be4e0d68 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:49.717685 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f8e81c7c-7ebe-415c-9ab0-b097be4e0d68 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0673208 Mar 14 18:27:49.717685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:49.736209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.736608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment dab9c04f-d942-4fe2-9947-580790d74c9f of type vlan for network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 Mar 14 18:27:49.746098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.772872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 7b58af69-d248-4394-a99f-f8cb0fd0dc6c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:49.776922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.784413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a48f-7379-4b3d-b818-07672a7d8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.819049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Subnet': ['ID=4b3cdce8-6014-452a-9e4b-78e66095ad00,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:49.819558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d8a39e16-f609-475d-9b92-5a3cd86d3012,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:49.829513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.842517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Checking segment: {'id': '9f2f4942-a8b3-43cc-9bb2-578703bb3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:49.842875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network hostable DHCP agents. Network: 1632b135-bb63-41cb-8e44-08274c0a9f8e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:49.843029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.881429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.941860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.948206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:49.948841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.958460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:49.959548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 42e1e200-011b-4e49-8d14-d3501b3aa236 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:49.975572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:50.023577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-2ca9a48f-7379-4b3d-b818-07672a7d8f0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:50.023965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-2ca9a48f-7379-4b3d-b818-07672a7d8f0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:50.028850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 42e1e200-011b-4e49-8d14-d3501b3aa236 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:50.029310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 42e1e200-011b-4e49-8d14-d3501b3aa236 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:50.033262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9c475bb8-a9ad-4be7-9853-255a5d68724f no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:27:50.040523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.058036 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3cad7f4f-f591-4155-82ac-1d194a61d274 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5124142 Mar 14 18:27:50.059447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48836) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.065403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:50.066397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:50.072836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9c475bb8-a9ad-4be7-9853-255a5d68724f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:27:50.073262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9c475bb8-a9ad-4be7-9853-255a5d68724f not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:27:50.075734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.084617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 1632b135-bb63-41cb-8e44-08274c0a9f8e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:50.090724 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:50.092095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.140185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.192160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=7b58af69-d248-4394-a99f-f8cb0fd0dc6c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.194397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.198580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-65c9450c-59e2-4c96-970a-c823438d3d79 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/7b58af69-d248-4394-a99f-f8cb0fd0dc6c HTTP/1.1" status: 204 len: 168 time: 0.4801681 Mar 14 18:27:50.205760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48838) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.205986 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f3b2165c-5aba-48fe-a18e-3304e108b61c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1211474 Mar 14 18:27:50.208536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48840) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.215027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'network': {'name': 'tempest-router-network01--1646484668'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:50.250176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a269f-6b9c-4d78-97a4-21f840275943 None None] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:50.268519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 85f746d4-1ee0-4018-93ab-a5c455e04177 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:50.271895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.313802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.322838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:50.326686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.334554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-076c98fa-ddec-4706-9ec1-493710edf957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.334983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:50.339973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.362958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:50.379189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.379686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Added segment 3d79814a-c318-4208-bb76-18fe95f5610a of type vlan for network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 Mar 14 18:27:50.406013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea359e-c216-4e1c-ae11-8afe27cb6ee8 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:50.423245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.474986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.517091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-1632b135-bb63-41cb-8e44-08274c0a9f8e', 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e', 'tenant_id': '858e413cc8d942da9197efff1173348f', 'fixed_ips': [{'subnet_id': '4b3cdce8-6014-452a-9e4b-78e66095ad00'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:50.517961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.539596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.545868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:50.546730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.614545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Network': ['ID=35b2961c-15c0-4a0a-95db-6e5214f4b9a4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.661315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:50.704865 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4cf289d3-8b47-4194-8d32-8f51329fa274 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4949822 Mar 14 18:27:50.707404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.714143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'network': {'name': 'tempest-router-network02--542732482'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:50.734497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.763230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=85f746d4-1ee0-4018-93ab-a5c455e04177,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.766903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.772380 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e34993b5-a43b-4eef-aae3-a3454fc36aa9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/85f746d4-1ee0-4018-93ab-a5c455e04177 HTTP/1.1" status: 204 len: 168 time: 0.5668659 Mar 14 18:27:50.772771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.816387 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b96ea8f8-2eff-4db8-b8b3-444e32fe5d17 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399082 Mar 14 18:27:50.816387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.817151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48846) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:50.817619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-af9a95a8-b1e4-489b-9642-cb8f0c3ad16a None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:50.818066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af9a95a8-b1e4-489b-9642-cb8f0c3ad16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.819441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:50.824598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.827263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:50.860884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Allocated IP 172.20.0.2 (1632b135-bb63-41cb-8e44-08274c0a9f8e/4b3cdce8-6014-452a-9e4b-78e66095ad00/110ee739-8f14-4b92-8a3c-3d8acbb3f395) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:50.878357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:27:50.892316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.892796 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Added segment 64b88190-6785-4f02-a105-877381661e1c of type vlan for network ee8d8614-5557-4ee1-a244-76f83b91185d Mar 14 18:27:50.936524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=d8cb4f90-9f75-42fc-b964-6e8e644832e1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:50.949494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:50.989044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-af9a95a8-b1e4-489b-9642-cb8f0c3ad16a None None] Could not find standard attr ID for object f4ec6ac7-18ce-49de-a38b-fa93aac28703. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:50.993248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': 'dab9c04f-d942-4fe2-9947-580790d74c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:50.993617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:51.037251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.043729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:51.045726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.063236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.116913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Network': ['ID=ee8d8614-5557-4ee1-a244-76f83b91185d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.124040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:51.126418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:51.129471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ee8d8614-5557-4ee1-a244-76f83b91185d details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:27:51.131113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.156604 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7dceac17-903b-4c64-bd01-0b342160d8a8 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4481378 Mar 14 18:27:51.159826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:51.164958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'subnet': {'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:51.191456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.264388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:51.264388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Pushing event updated for resources: {'Port': ['ID=110ee739-8f14-4b92-8a3c-3d8acbb3f395,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.264388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:51.268466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:51.353695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:51.358274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.368269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d8a39e16-f609-475d-9b92-5a3cd86d3012 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:51.377305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:51.388701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:51.389289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.408017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e7f16-691a-4617-b339-3fb5a1e25f23 None None] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:51.410446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Attempting to bind port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:51.410594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Attempting to bind port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9f2f4942-a8b3-43cc-9bb2-578703bb3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:51.410986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Attempting to bind port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 on network 1632b135-bb63-41cb-8e44-08274c0a9f8e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:51.417336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.438599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:51.438973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Checking segment: {'id': '9f2f4942-a8b3-43cc-9bb2-578703bb3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:51.439395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.439913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Bound using segment: {'id': '9f2f4942-a8b3-43cc-9bb2-578703bb3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:51.440261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Bound port: 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2f4942-a8b3-43cc-9bb2-578703bb3598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1632b135-bb63-41cb-8e44-08274c0a9f8e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:51.440636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.468804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29564c4c-8676-435e-8468-b1fdc7f96ff7 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:51.490703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.538183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:51.545040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:51.550143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:51.550812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.561090 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4f5be5b-21a5-49d1-b357-612a228b0fec tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4980373 Mar 14 18:27:51.561090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=45d38ed8-fd65-4b6a-a609-bd38a9a292ec,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.561610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:51.577161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1826422279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:51.626925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-23e90437-84a1-46a4-aad5-b6fc8b6e8cb7 None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:51.627286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23e90437-84a1-46a4-aad5-b6fc8b6e8cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.639522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.668681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.669981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.683464 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7ab560d0-7ede-4a5b-a509-9ca889ba29c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8580751 Mar 14 18:27:51.683464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:51.685845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:51.686671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.692734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:51.721245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Subnet': ['ID=5073bcbd-e54f-4ac0-9417-ae06448af6e5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:51.733654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Checking segment: {'id': '3d79814a-c318-4208-bb76-18fe95f5610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:51.734050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network hostable DHCP agents. Network: 35b2961c-15c0-4a0a-95db-6e5214f4b9a4, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:51.750169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] For port 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:51.785356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] For port 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=110ee739-8f14-4b92-8a3c-3d8acbb3f395,segment=NetworkSegment(9f2f4942-a8b3-43cc-9bb2-578703bb3598),segment_id=9f2f4942-a8b3-43cc-9bb2-578703bb3598)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:51.827200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:51.840637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532', 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': 'd8cb4f90-9f75-42fc-b964-6e8e644832e1'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:51.841471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.865601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:51.903167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 35b2961c-15c0-4a0a-95db-6e5214f4b9a4) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:51.908105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:51.908889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.000743 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-139d8d06-8dcc-4189-9d5c-bf7e1a38a703 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8376927 Mar 14 18:27:52.001497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48854) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:52.010904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'subnet': {'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:52.091105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc61480-e18c-4f15-ac2a-4523f84efb92 None None] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:52.110806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.203401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.237008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:52.237238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Made reservation on behalf of 858e413cc8d942da9197efff1173348f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:52.241016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.249852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.304792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b9bf-b2b0-48fb-bfc9-97536003f137 None None] Pushing event updated for resources: {'Port': ['ID=110ee739-8f14-4b92-8a3c-3d8acbb3f395,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:52.367129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Update dhcp port {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': '45d38ed8-fd65-4b6a-a609-bd38a9a292ec'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'd8a39e16-f609-475d-9b92-5a3cd86d3012'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:27:52.389388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.390947 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b20326a5-afeb-448c-84a0-18f7b59f20f0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8205230 Mar 14 18:27:52.395491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:52.404316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'port': {'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532', 'name': 'tempest-RoutersIpV6Test-1021013196'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:52.460016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.495058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Allocated IP 2001:db8::2 (d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532/d8cb4f90-9f75-42fc-b964-6e8e644832e1/04514bcb-c3f6-4712-bea4-c9fdfd4a06e1) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:52.550335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-35b2961c-15c0-4a0a-95db-6e5214f4b9a4', 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4', 'tenant_id': '858e413cc8d942da9197efff1173348f', 'fixed_ips': [{'subnet_id': '5073bcbd-e54f-4ac0-9417-ae06448af6e5'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:52.552273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.611101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.689158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Subnet': ['ID=9170f9e2-3239-4c40-a094-149df2c2e534,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:52.699032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Checking segment: {'id': '64b88190-6785-4f02-a105-877381661e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:52.699400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network hostable DHCP agents. Network: ee8d8614-5557-4ee1-a244-76f83b91185d, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:27:52.714700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:52.718434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.745374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] device_id is not set on port 9d14ab1c-bbf5-417e-bf3b-5414cb666181 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:52.803371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network ee8d8614-5557-4ee1-a244-76f83b91185d is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:27:52.876568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Allocated IP 172.20.0.2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/45d38ed8-fd65-4b6a-a609-bd38a9a292ec/d8a39e16-f609-475d-9b92-5a3cd86d3012) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:52.882753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, ee8d8614-5557-4ee1-a244-76f83b91185d) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:52.903567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:52.907095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.911695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dd9ca-e10f-4b5a-bd4d-49f41cd52fd1 None None] Network ee8d8614-5557-4ee1-a244-76f83b91185d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:52.929177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:52.946433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:27:52.954819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Allocated IP 172.20.0.2 (35b2961c-15c0-4a0a-95db-6e5214f4b9a4/5073bcbd-e54f-4ac0-9417-ae06448af6e5/3995a40c-2cca-4b55-b73e-f8bb6dbbfaad) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:53.037247 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3145705b-5d56-46bd-be59-b5bfb915096c tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0342953 Mar 14 18:27:53.040529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48858) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:53.062078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.100591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.169456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.232406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8::121 (d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532/d8cb4f90-9f75-42fc-b964-6e8e644832e1/9d14ab1c-bbf5-417e-bf3b-5414cb666181) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:53.293210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:53.320511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:53.325250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d8a39e16-f609-475d-9b92-5a3cd86d3012,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:53.332328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:53.349460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Pushing event updated for resources: {'Port': ['ID=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:53.411199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.411688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.412633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-ee8d8614-5557-4ee1-a244-76f83b91185d', 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d', 'tenant_id': '858e413cc8d942da9197efff1173348f', 'fixed_ips': [{'subnet_id': '9170f9e2-3239-4c40-a094-149df2c2e534'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:27:53.413548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.450920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 110ee739-8f14-4b92-8a3c-3d8acbb3f395 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:53.453203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf8bbc-ef4b-4bf2-b273-649c321e07f1 None None] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:53.468158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.537222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.569550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.593683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:53.595234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Attempting to bind port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:53.595601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Attempting to bind port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'dab9c04f-d942-4fe2-9947-580790d74c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:53.595963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Attempting to bind port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 on network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:53.597123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:53.597923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.601115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:53.611022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:53.612987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.623565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=9d14ab1c-bbf5-417e-bf3b-5414cb666181,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:53.693503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:53.693771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Checking segment: {'id': 'dab9c04f-d942-4fe2-9947-580790d74c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:53.694185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.694574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Bound using segment: {'id': 'dab9c04f-d942-4fe2-9947-580790d74c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:53.695044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Bound port: 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab9c04f-d942-4fe2-9947-580790d74c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd9a8d1f4-de5f-4a98-a8fd-ad4c147e3532'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:53.695419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.708148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] Provisioning complete for port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:53.708533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.710397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.712411 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e64a31a5-cfd4-4813-8e51-07fe96071c94 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3116724 Mar 14 18:27:53.715906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:53.755084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:53.767586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Allocated IP 172.20.0.1 (35b2961c-15c0-4a0a-95db-6e5214f4b9a4/5073bcbd-e54f-4ac0-9417-ae06448af6e5/d464e50c-ca00-499b-b049-e617a71c97ba) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:53.924683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d8a39e16-f609-475d-9b92-5a3cd86d3012,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:53.957730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.021625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.022444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.033472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:54.054794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139a5b-da7d-4334-8ae1-ace35c2e497c None None] Pushing event updated for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.059550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:54.088970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.089297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:54.106724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:54.113183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:54.116667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:54.116943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.125167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:54.125333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.146894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=3f12145f-7ddc-4dad-a5ec-4861748d047d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.156229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.173497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.187814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Allocated IP 172.20.0.2 (ee8d8614-5557-4ee1-a244-76f83b91185d/9170f9e2-3239-4c40-a094-149df2c2e534/ca363292-b419-4c7d-88c5-de25099402da) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:54.235531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] For port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:54.250909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c6daa9d9-edc1-4156-b83b-e71f35613e56 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5673645 Mar 14 18:27:54.253544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48862) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:54.259285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:dc:22:84', 'name': 'tempest-NetworksTestDHCPv6-2067959758'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:54.303188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Pushing event updated for resources: {'Port': ['ID=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.307793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.316501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] For port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,segment=NetworkSegment(dab9c04f-d942-4fe2-9947-580790d74c9f),segment_id=dab9c04f-d942-4fe2-9947-580790d74c9f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:54.382532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Attempting to bind port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:54.382894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Attempting to bind port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3d79814a-c318-4208-bb76-18fe95f5610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:54.383864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Attempting to bind port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad on network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:54.385403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:54.390743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.392104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:54.403332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.428064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:54.428654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Checking segment: {'id': '3d79814a-c318-4208-bb76-18fe95f5610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:54.428919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.429317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Bound using segment: {'id': '3d79814a-c318-4208-bb76-18fe95f5610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:54.429787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Bound port: 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d79814a-c318-4208-bb76-18fe95f5610a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '35b2961c-15c0-4a0a-95db-6e5214f4b9a4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:54.430249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.435141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:54.440459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Port': ['ID=d464e50c-ca00-499b-b049-e617a71c97ba,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.473495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:54.514389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.600016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.625233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 78792faa-5b78-4c44-8236-08b71553ac1b yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:27:54.628494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] For port 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=110ee739-8f14-4b92-8a3c-3d8acbb3f395,segment=NetworkSegment(9f2f4942-a8b3-43cc-9bb2-578703bb3598),segment_id=9f2f4942-a8b3-43cc-9bb2-578703bb3598)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:54.658269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51b26-251f-4561-93a9-717f8ceb38e1 None None] Pushing event updated for resources: {'Port': ['ID=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:54.680921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.755839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.775604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.798380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] For port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:54.896552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.903556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.908708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.923857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] For port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,segment=NetworkSegment(3d79814a-c318-4208-bb76-18fe95f5610a),segment_id=3d79814a-c318-4208-bb76-18fe95f5610a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:54.931708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 172.20.0.9 (d5c92626-9e70-47af-be0d-7950f30fe5cc/45d38ed8-fd65-4b6a-a609-bd38a9a292ec/78792faa-5b78-4c44-8236-08b71553ac1b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:54.947347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fedc:2284 (d5c92626-9e70-47af-be0d-7950f30fe5cc/3f12145f-7ddc-4dad-a5ec-4861748d047d/78792faa-5b78-4c44-8236-08b71553ac1b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:27:54.959587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5be443c7-6e8d-4b2d-ae7d-aca8e9c80687 None None] Provisioning complete for port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:54.959944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5be443c7-6e8d-4b2d-ae7d-aca8e9c80687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:54.965750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:54.966149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:54.988373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309a1d3-2fe3-4df8-a5c2-d92ddc08ed49 None None] Pushing event updated for resources: {'Port': ['ID=110ee739-8f14-4b92-8a3c-3d8acbb3f395,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.005211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.088521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.105668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Network ee8d8614-5557-4ee1-a244-76f83b91185d is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:55.117171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:55.121252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Pushing event updated for resources: {'Port': ['ID=ca363292-b419-4c7d-88c5-de25099402da,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.126471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:55.134276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00aeb0e-6a19-489f-b0bc-8e8742d51c2e None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:55.173758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.174167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=9d14ab1c-bbf5-417e-bf3b-5414cb666181,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.177502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.267967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.323476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175c3d1-efa9-4945-a153-6d0e441f7d98 None None] Pushing event updated for resources: {'Port': ['ID=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.380075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:55.385265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:55.404950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:27:55.418195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Attempting to bind port ca363292-b419-4c7d-88c5-de25099402da on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:27:55.418564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Attempting to bind port ca363292-b419-4c7d-88c5-de25099402da by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '64b88190-6785-4f02-a105-877381661e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:27:55.419072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Attempting to bind port ca363292-b419-4c7d-88c5-de25099402da on network ee8d8614-5557-4ee1-a244-76f83b91185d {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:27:55.428616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=78792faa-5b78-4c44-8236-08b71553ac1b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:55.429662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:27:55.430771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Checking segment: {'id': '64b88190-6785-4f02-a105-877381661e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:27:55.431853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.432162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Bound using segment: {'id': '64b88190-6785-4f02-a105-877381661e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:27:55.432652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Bound port: ca363292-b419-4c7d-88c5-de25099402da, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b88190-6785-4f02-a105-877381661e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee8d8614-5557-4ee1-a244-76f83b91185d'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:27:55.434228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.482738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.482738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.536374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.565645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3d270a00-3ca6-4493-9ff0-16f4bc1e466f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3108552 Mar 14 18:27:55.568641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:55.651323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-04e14a3d-c5eb-4a8d-a555-89ef89b2280a None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:55.651703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04e14a3d-c5eb-4a8d-a555-89ef89b2280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.662217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0fa6a-5e73-46fe-a777-3fe982ec7337 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.668763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0fa6a-5e73-46fe-a777-3fe982ec7337 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:55.673312 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-29e0fa6a-5e73-46fe-a777-3fe982ec7337 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1040671 Mar 14 18:27:55.673964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48866) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:55.691133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.767007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] For port ca363292-b419-4c7d-88c5-de25099402da, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:27:55.801204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 78792faa-5b78-4c44-8236-08b71553ac1b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:55.801816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.865719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] For port ca363292-b419-4c7d-88c5-de25099402da, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca363292-b419-4c7d-88c5-de25099402da,segment=NetworkSegment(64b88190-6785-4f02-a105-877381661e1c),segment_id=64b88190-6785-4f02-a105-877381661e1c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:27:55.951666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:55.979260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.010105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 78792faa-5b78-4c44-8236-08b71553ac1b owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:56.085502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:56.168706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b8ba3-90a6-4e07-a460-1d9f00598c42 None None] Pushing event updated for resources: {'Port': ['ID=ca363292-b419-4c7d-88c5-de25099402da,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.189769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:56.193241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.207197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.257526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e84dd1-138c-4b2d-987f-3a8a7877862c None None] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:56.382337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.385560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Port': ['ID=d464e50c-ca00-499b-b049-e617a71c97ba,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.417626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.418445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1d3ec9f-07ff-4f64-8e75-e3b56a5a11e8 None None] Provisioning complete for port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:56.418880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ec9f-07ff-4f64-8e75-e3b56a5a11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.485629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=78792faa-5b78-4c44-8236-08b71553ac1b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.516497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.628810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.633764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4cc189af-98e9-4558-991b-c68fa36c7260 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/78792faa-5b78-4c44-8236-08b71553ac1b HTTP/1.1" status: 204 len: 168 time: 0.9579644 Mar 14 18:27:56.637069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48868) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:56.694394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.703839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:56.705342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:56.714746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc51ae-564c-469e-852a-abc92fcf7775 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:56.716801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc51ae-564c-469e-852a-abc92fcf7775 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:56.718549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc51ae-564c-469e-852a-abc92fcf7775 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:56.722739 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0ffc51ae-564c-469e-852a-abc92fcf7775 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0830340 Mar 14 18:27:56.723272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:56.794871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 3f12145f-7ddc-4dad-a5ec-4861748d047d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:56.799165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.818440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.819238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.853712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.872244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,segment=NetworkSegment(dab9c04f-d942-4fe2-9947-580790d74c9f),segment_id=dab9c04f-d942-4fe2-9947-580790d74c9f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:56.944046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=9d14ab1c-bbf5-417e-bf3b-5414cb666181,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:56.949206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f43d2e-5bc9-4b42-860f-79b21513fd8c None None] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:56.980930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.991572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:56.992565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d8a39e16-f609-475d-9b92-5a3cd86d3012 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:57.035701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ec9f-07ff-4f64-8e75-e3b56a5a11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.052193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:27:57.053585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:27:57.090095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3e832-1ca2-4fd6-a009-6eb86ed057ae None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:57.126173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Router f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:57.157725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.193673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=3f12145f-7ddc-4dad-a5ec-4861748d047d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.198400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.213358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.218796 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1ceded25-90bf-4139-b08c-b7ec9a35bfdb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/3f12145f-7ddc-4dad-a5ec-4861748d047d HTTP/1.1" status: 204 len: 168 time: 0.4942696 Mar 14 18:27:57.220892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.255326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:57.264813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4e633b89-946f-44e8-aca6-6c0059892305 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2228351 Mar 14 18:27:57.267091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48874) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.293026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] Sync routers for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:57.314036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 45d38ed8-fd65-4b6a-a609-bd38a9a292ec {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:27:57.318367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.361214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:57.361595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.363981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-a1d3ec9f-07ff-4f64-8e75-e3b56a5a11e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:27:57.364206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-a1d3ec9f-07ff-4f64-8e75-e3b56a5a11e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:27:57.384352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.455073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:57.455073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.483321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router cf80fa4b-2c80-4ec0-9fff-26b852339a11 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:27:57.518230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.530661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.575726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:57.580497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.643323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.643323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6280c06-6c99-4f85-bc94-042fd8edbd06 None None] The sync data for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:57.708746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.717360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 110ee739-8f14-4b92-8a3c-3d8acbb3f395 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:57.750866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=45d38ed8-fd65-4b6a-a609-bd38a9a292ec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:57.756742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.762498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:27:57.765759 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3f442856-bd0a-4ae2-8c50-aa8ece57ba2d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/45d38ed8-fd65-4b6a-a609-bd38a9a292ec HTTP/1.1" status: 204 len: 168 time: 0.5419807 Mar 14 18:27:57.766631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.773469 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4da25d08-1a2a-4978-9d09-a4ab5dc14a56 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/cf80fa4b-2c80-4ec0-9fff-26b852339a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0521772 Mar 14 18:27:57.776357 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] Sync routers for ids ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:27:57.776930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.793300 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] Routers {'cf80fa4b-2c80-4ec0-9fff-26b852339a11'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:57.793948 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.799488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:57.799978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:57.838165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-118ffb1e-d23e-4022-9566-5c56ad8fe492 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659595 Mar 14 18:27:57.841224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48880) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.896524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50886fa-c99b-4536-bfa2-9dd576597187 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:57.898021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c50886fa-c99b-4536-bfa2-9dd576597187 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports/9d14ab1c-bbf5-417e-bf3b-5414cb666181 HTTP/1.1" status: 200 len: 984 time: 0.1200683 Mar 14 18:27:57.903348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:57.912414 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.937204 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] Routers {'cf80fa4b-2c80-4ec0-9fff-26b852339a11'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:27:57.938102 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.986158 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:27:57.986955 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209471e-3ee3-4f32-bef8-4584320dd349 None None] The sync data for ids ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:27:58.022543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233141d5-7397-4b89-9508-9984b458aec1 None None] Network ee8d8614-5557-4ee1-a244-76f83b91185d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:58.042982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-86fdabe3-d0f6-43ab-84b1-9f15ecf30820 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:58.047650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-86fdabe3-d0f6-43ab-84b1-9f15ecf30820 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7795198 Mar 14 18:27:58.049197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48884) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:58.111952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ad9af-829e-47a0-b276-f42b28d568ea tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:58.113450 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-059ad9af-829e-47a0-b276-f42b28d568ea tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2712870 Mar 14 18:27:58.116482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48886) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:58.223218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:58.277397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39bb0f-aa30-4c96-8d29-606b6521c454 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:27:58.281223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0d39bb0f-aa30-4c96-8d29-606b6521c454 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1605878 Mar 14 18:27:58.282273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48888) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:58.341458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9d0a5b0b-e451-4442-b5ac-94488aecd8ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521307 Mar 14 18:27:58.346911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:58.352845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:58.384676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.390207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:58.390577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.480623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port 9d14ab1c-bbf5-417e-bf3b-5414cb666181 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:58.481592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.616547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.639250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.666254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Port 9d14ab1c-bbf5-417e-bf3b-5414cb666181 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:58.701464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,segment=NetworkSegment(3d79814a-c318-4208-bb76-18fe95f5610a),segment_id=3d79814a-c318-4208-bb76-18fe95f5610a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:58.703276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:58.704451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port d464e50c-ca00-499b-b049-e617a71c97ba triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:58.704828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.709502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.718608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:58.719072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:58.767026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Port d464e50c-ca00-499b-b049-e617a71c97ba cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:27:58.782949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.794478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:58.828586 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0dea0b72-526c-47d2-9fcd-e9fe0fdac02a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4803870 Mar 14 18:27:58.833354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:58.839981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:58.918842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port d8a39e16-f609-475d-9b92-5a3cd86d3012 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:58.919204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.047447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:59.054281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b1ffe-97f9-4974-992f-b574b25d2209 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:27:59.083667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 9d14ab1c-bbf5-417e-bf3b-5414cb666181 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:59.084343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.126463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:59.161943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:59.166090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.167618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:59.168055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:59.217296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.231810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 9d14ab1c-bbf5-417e-bf3b-5414cb666181 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:59.269174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting port d464e50c-ca00-499b-b049-e617a71c97ba {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:59.269513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.279847 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ae17bca7-408d-4b1d-b5e2-d486bfc48cc8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4422410 Mar 14 18:27:59.288144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48894) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:59.290549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port ca363292-b419-4c7d-88c5-de25099402da triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:59.291079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.292612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:59.292740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.296258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:59.452523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.472866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Calling delete_port for d464e50c-ca00-499b-b049-e617a71c97ba owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:59.497528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:27:59.533996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.565053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=9d14ab1c-bbf5-417e-bf3b-5414cb666181,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:59.581994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:27:59.587057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.589745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:27:59.590452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:27:59.644619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.647168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca363292-b419-4c7d-88c5-de25099402da up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:27:59.650576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Deleting port d8a39e16-f609-475d-9b92-5a3cd86d3012 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:27:59.651003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.674326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.739632 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3f9c0fad-317f-449f-a053-eca4d48d4e05 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4504056 Mar 14 18:27:59.743033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48896) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:27:59.748734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:27:59.765682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] For port ca363292-b419-4c7d-88c5-de25099402da, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca363292-b419-4c7d-88c5-de25099402da,segment=NetworkSegment(64b88190-6785-4f02-a105-877381661e1c),segment_id=64b88190-6785-4f02-a105-877381661e1c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:59.779146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] For port d8a39e16-f609-475d-9b92-5a3cd86d3012, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d8a39e16-f609-475d-9b92-5a3cd86d3012,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:27:59.779547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.798629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Calling delete_port for d8a39e16-f609-475d-9b92-5a3cd86d3012 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:27:59.822221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.831559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ca363292-b419-4c7d-88c5-de25099402da triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:59.832483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.863064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Port': ['ID=d464e50c-ca00-499b-b049-e617a71c97ba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:59.875117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router cf80fa4b-2c80-4ec0-9fff-26b852339a11 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:27:59.886843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:27:59.901442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Could not find standard attr ID for object 78792faa-5b78-4c44-8236-08b71553ac1b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:27:59.978630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Pushing event updated for resources: {'Port': ['ID=ca363292-b419-4c7d-88c5-de25099402da,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:27:59.988001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:27:59.988366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.030435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:00.034477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.036790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:00.037233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:00.047239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.109871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.149658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] Pushing event deleted for resources: {'Port': ['ID=d8a39e16-f609-475d-9b92-5a3cd86d3012,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:00.155632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52cf9f5-ae70-48ba-aa22-a1192ce8090a None None] No DVR routers for this DVR port d8a39e16-f609-475d-9b92-5a3cd86d3012 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:00.174948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Provisioning complete for port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:00.175657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6813f6b7-0fde-4040-8e37-32f6dfd1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.304121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:00.310162 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c6df25f4-d757-4a2f-8272-2afe0c905e24 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/cf80fa4b-2c80-4ec0-9fff-26b852339a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046149 Mar 14 18:28:00.312853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.318997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] Sync routers for ids ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:00.329760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] Routers {'cf80fa4b-2c80-4ec0-9fff-26b852339a11'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:00.330522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.369859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.383936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb004b54-16d2-4fe0-8862-48832cdb476e None None] Could not find standard attr ID for object d464e50c-ca00-499b-b049-e617a71c97ba. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:00.388852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] Routers {'cf80fa4b-2c80-4ec0-9fff-26b852339a11'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:00.389681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.391656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb004b54-16d2-4fe0-8862-48832cdb476e None None] Could not find standard attr ID for object d8a39e16-f609-475d-9b92-5a3cd86d3012. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:00.427367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.427995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d686af8-1ad2-48d0-90fe-16b439851152 None None] The sync data for ids ['cf80fa4b-2c80-4ec0-9fff-26b852339a11'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:00.437151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb004b54-16d2-4fe0-8862-48832cdb476e None None] Provisioning complete for port ca363292-b419-4c7d-88c5-de25099402da triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:00.437589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb004b54-16d2-4fe0-8862-48832cdb476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.514346 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-f49a1bdf-55aa-4ee1-94db-8aa3d871f2a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] remove_router_interface failed (client error): The resource could not be found. Mar 14 18:28:00.517357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f49a1bdf-55aa-4ee1-94db-8aa3d871f2a1 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/cf80fa4b-2c80-4ec0-9fff-26b852339a11/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2015667 Mar 14 18:28:00.518177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.538040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-eb004b54-16d2-4fe0-8862-48832cdb476e None None] Could not find standard attr ID for object 9d14ab1c-bbf5-417e-bf3b-5414cb666181. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:00.545827 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-098e1d37-c9ab-49a3-8719-2f8132834468 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf80fa4b-2c80-4ec0-9fff-26b852339a11 HTTP/1.1" status: 200 len: 205 time: 0.0265870 Mar 14 18:28:00.548394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.585127 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa9a3fa6-9cdf-4604-9901-743d80118f57 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8409221 Mar 14 18:28:00.589027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.595417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:00.595606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Router f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:00.643724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.670827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:00.676168 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1dd0ae1c-e92f-4385-bb9b-2b51496370a9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6263535 Mar 14 18:28:00.681838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48906) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.683722 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] Sync routers for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:00.697863 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:00.698969 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.719266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-3fdfca68-0d3d-44c2-9cae-3bd33af2e456 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] delete failed (client error): The resource could not be found. Mar 14 18:28:00.723949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3fdfca68-0d3d-44c2-9cae-3bd33af2e456 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-659565464 HTTP/1.1" status: 404 len: 334 time: 0.0373273 Mar 14 18:28:00.724112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48908) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:00.729049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6689defc-24da-4c14-8ad5-b106a5b355fe tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:00.736018 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.745707 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:00.746493 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.778603 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:00.779157 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802cd5-3e7f-44ad-88e7-b50fcdc457c8 None None] The sync data for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:00.857988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.861668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.894864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca363292-b419-4c7d-88c5-de25099402da up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:00.943416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ca363292-b419-4c7d-88c5-de25099402da triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:00.943785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.946074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6689defc-24da-4c14-8ad5-b106a5b355fe tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.953051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:00.956807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.958413 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:00.958799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:00.975754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.976286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router cf80fa4b-2c80-4ec0-9fff-26b852339a11 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:00.984045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:00.985162 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59e50d7e-60b5-4b50-ae4f-4e7c84b060fe tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/cf80fa4b-2c80-4ec0-9fff-26b852339a11 HTTP/1.1" status: 204 len: 168 time: 0.4357839 Mar 14 18:28:00.988054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48910) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.028146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:01.041936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-6689defc-24da-4c14-8ad5-b106a5b355fe tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] update failed (client error): The resource could not be found. Mar 14 18:28:01.042881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6689defc-24da-4c14-8ad5-b106a5b355fe tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 HTTP/1.1" status: 404 len: 339 time: 0.3178904 Mar 14 18:28:01.047136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.050532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a054e9c-9503-4952-8116-ad74e1445e46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4604506 Mar 14 18:28:01.051136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48914) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.056375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:01.090810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:01.091184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.100659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet d8cb4f90-9f75-42fc-b964-6e8e644832e1 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:01.136179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.198895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:01.202619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.204734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:01.204734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:01.222744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d8a39e16-f609-475d-9b92-5a3cd86d3012 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:01.243376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d8a39e16-f609-475d-9b92-5a3cd86d3012 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:01.243807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d8a39e16-f609-475d-9b92-5a3cd86d3012 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:01.251679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.276436 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-82546238-3b5a-40b3-ad80-491a80e5b0ff tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2242131 Mar 14 18:28:01.279067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48916) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.308278 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-99bccb4a-6a8c-4f86-80e0-01182915b1da tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0279205 Mar 14 18:28:01.310382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48918) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.366998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b2c96-b23c-424c-b9bf-48c3c0e97ea3 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:01.368471 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0d9b2c96-b23c-424c-b9bf-48c3c0e97ea3 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571961 Mar 14 18:28:01.371125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48920) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.408730 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-121c61b3-4f20-4be8-9cbb-42b71f867cf3 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364447 Mar 14 18:28:01.412559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48922) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.417728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:01.457597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.462514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.552776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:01.557292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.722104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.761174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.764989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/d8cb4f90-9f75-42fc-b964-6e8e644832e1 HTTP/1.1" status: 204 len: 168 time: 0.7759063 Mar 14 18:28:01.767810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48924) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:01.769503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df91af5-aec9-4db6-87b0-ff7c3707cc87 None None] Network d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:01.774800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc642dc-43db-4618-94ea-5e11bd25e0b7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cb4f90-9f75-42fc-b964-6e8e644832e1,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:01.777337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Allocated IP 172.20.0.1 (1632b135-bb63-41cb-8e44-08274c0a9f8e/4b3cdce8-6014-452a-9e4b-78e66095ad00/6a7cff32-f963-4f9f-877c-742506bfd42a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:01.891272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.913346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.930854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:01.953611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:01.962240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] DHCP port deletion for d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:01.997277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.001254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:02.008628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:02.013563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:02.014189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.019349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Deleting port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:02.019737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.024553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef5cc7-e436-46fb-8271-9a5e5ca5b4bb None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:02.033946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=a9524aa4-c54c-48c4-a97b-7bef80ce0186,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.042262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:02.042624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.046788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:02.050151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:02.054165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:02.110252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c23301f0-8daf-42b3-b92d-70f9be529a1b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6941283 Mar 14 18:28:02.111846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:02.119129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:46:c8:42', 'name': 'tempest-NetworksTestDHCPv6-1322108343'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:02.121053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Port': ['ID=6a7cff32-f963-4f9f-877c-742506bfd42a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.123867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,segment=NetworkSegment(dab9c04f-d942-4fe2-9947-580790d74c9f),segment_id=dab9c04f-d942-4fe2-9947-580790d74c9f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:02.124247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.126526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.147410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] For port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,segment=NetworkSegment(dab9c04f-d942-4fe2-9947-580790d74c9f),segment_id=dab9c04f-d942-4fe2-9947-580790d74c9f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:02.147805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.152909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:02.170670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Calling delete_port for 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:02.312668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'a9524aa4-c54c-48c4-a97b-7bef80ce0186'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:02.313529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.334400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.380207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.412604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.423100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:02.427766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.431837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:02.446914 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e66bbab1-bf39-484b-b8bb-f849b869deaa None None] Provisioning complete for port 6a7cff32-f963-4f9f-877c-742506bfd42a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:02.447287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e66bbab1-bf39-484b-b8bb-f849b869deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.488949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] Pushing event deleted for resources: {'Port': ['ID=04514bcb-c3f6-4712-bea4-c9fdfd4a06e1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.499047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a08cd9-f4a1-4cba-8ad6-563783944a3c None None] No DVR routers for this DVR port 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:02.528891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Allocated IP 2001:db8::f816:3eff:fe5d:30c3 (d5c92626-9e70-47af-be0d-7950f30fe5cc/a9524aa4-c54c-48c4-a97b-7bef80ce0186/a5020926-557c-4c37-b8a2-cb5cfe417135) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:02.532929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e66bbab1-bf39-484b-b8bb-f849b869deaa None None] Port 6a7cff32-f963-4f9f-877c-742506bfd42a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:02.575834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.612477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:02.627599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.630567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab9c04f-d942-4fe2-9947-580790d74c9f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:02.630870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab9c04f-d942-4fe2-9947-580790d74c9f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:02.636713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.647996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.667315 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 40098f03-1389-49dc-bae9-1d7db2917881 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:02.671863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.681578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:02.682011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:02.684893 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:02.691074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.730295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.763092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.807549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:02.808472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event updated for resources: {'Port': ['ID=6a7cff32-f963-4f9f-877c-742506bfd42a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.811087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.812522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:02.815163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:02.823522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Pushing event updated for resources: {'Port': ['ID=a5020926-557c-4c37-b8a2-cb5cfe417135,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.865319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.873802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.882043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Attempting to bind port a5020926-557c-4c37-b8a2-cb5cfe417135 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:02.882398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Attempting to bind port a5020926-557c-4c37-b8a2-cb5cfe417135 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:02.883379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Attempting to bind port a5020926-557c-4c37-b8a2-cb5cfe417135 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:02.885537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48928) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:02.889091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:02.889462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:02.889916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.890279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:02.890471 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532 HTTP/1.1" status: 204 len: 168 time: 1.1215515 Mar 14 18:28:02.890737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Bound port: a5020926-557c-4c37-b8a2-cb5cfe417135, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:02.891126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:02.895124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe46:c842 (d5c92626-9e70-47af-be0d-7950f30fe5cc/a9524aa4-c54c-48c4-a97b-7bef80ce0186/40098f03-1389-49dc-bae9-1d7db2917881) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:02.899267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510483792'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:02.911204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca94c61-5f5c-48b3-bd93-f792b4c0c4f6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=d9a8d1f4-de5f-4a98-a8fd-ad4c147e3532,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:02.948155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:02.966263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:02.967881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:02.980208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:02.980543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 04514bcb-c3f6-4712-bea4-c9fdfd4a06e1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:03.008403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] For port a5020926-557c-4c37-b8a2-cb5cfe417135, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:03.011853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] For port a5020926-557c-4c37-b8a2-cb5cfe417135, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a5020926-557c-4c37-b8a2-cb5cfe417135,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:03.035136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:03.038683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.080908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.086676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.097691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:03.108048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.108405 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment 069ae99c-008e-47d9-8fa7-289234ab0b2a of type vlan for network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 Mar 14 18:28:03.159659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.161517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a73cb-a840-4c54-8baa-88302be9a3cd None None] Pushing event updated for resources: {'Port': ['ID=a5020926-557c-4c37-b8a2-cb5cfe417135,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:03.193004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Router f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:03.194624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.252651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:03.256565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:03.261301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:03.263836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8ec0b895-ff7b-4c90-96b8-c4ca8410d18e None None] Provisioning complete for port 6a7cff32-f963-4f9f-877c-742506bfd42a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:03.264331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b895-ff7b-4c90-96b8-c4ca8410d18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.267229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.267933 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.276709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=40098f03-1389-49dc-bae9-1d7db2917881,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:03.293276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.299084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.299876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.311507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b895-ff7b-4c90-96b8-c4ca8410d18e None None] Port 6a7cff32-f963-4f9f-877c-742506bfd42a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:03.376372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:03.391112 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a6877469-942b-42b2-ba99-2c5f5fd681bf tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429263 Mar 14 18:28:03.394231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48930) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:03.395271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] Sync routers for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:03.395538 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9cca8b51-0b38-47c1-96d3-e876a31faeae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2823670 Mar 14 18:28:03.402783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=08a0781a-ca5c-4bac-8ae5-5008bda89b63,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:03.406490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48932) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:03.431512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:03.432328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:03.434306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:03.464845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-afe5d151-3e69-4064-ac78-9df7c65519cd tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5782032 Mar 14 18:28:03.467736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48934) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:03.472533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:03.493688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8251d5-2ab4-4e0c-aaf4-b8bb81de5d95 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.500265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8251d5-2ab4-4e0c-aaf4-b8bb81de5d95 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:03.502203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-aa8251d5-2ab4-4e0c-aaf4-b8bb81de5d95 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0934017 Mar 14 18:28:03.504692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:03.619285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 40098f03-1389-49dc-bae9-1d7db2917881 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:03.619663 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.646549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6a3e3499-d615-4b8f-ab1d-146b15928f3f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.729458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:03.736438 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.751818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 40098f03-1389-49dc-bae9-1d7db2917881 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:03.752792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:03.753411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:03.791555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:03.792230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f971bc-325b-4dbf-bf3a-dcaf5085761b None None] The sync data for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:03.953078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:03.995947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=40098f03-1389-49dc-bae9-1d7db2917881,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:04.019105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.024772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3bd1bee8-f982-4a79-ba6a-829c0f910b67 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/40098f03-1389-49dc-bae9-1d7db2917881 HTTP/1.1" status: 204 len: 168 time: 0.5172501 Mar 14 18:28:04.026804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48942) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:04.080592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda5107-c4a4-43f2-8d1e-5b5056763675 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:04.082352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda5107-c4a4-43f2-8d1e-5b5056763675 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:04.083894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2fda5107-c4a4-43f2-8d1e-5b5056763675 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0561328 Mar 14 18:28:04.088066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48944) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:04.090073 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-6a3e3499-d615-4b8f-ab1d-146b15928f3f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 14 18:28:04.091304 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6a3e3499-d615-4b8f-ab1d-146b15928f3f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 HTTP/1.1" status: 409 len: 329 time: 0.6961682 Mar 14 18:28:04.094209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48946) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:04.134865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:04.138501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.141182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet a9524aa4-c54c-48c4-a97b-7bef80ce0186 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:04.144946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.192732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.286989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.341242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Provisioning complete for port a5020926-557c-4c37-b8a2-cb5cfe417135 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:04.341837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.420901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.438272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.469682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=a9524aa4-c54c-48c4-a97b-7bef80ce0186,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:04.477619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.481694 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0683ca20-778e-4d1d-99c4-5b0b19981439 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/a9524aa4-c54c-48c4-a97b-7bef80ce0186 HTTP/1.1" status: 204 len: 168 time: 0.3926778 Mar 14 18:28:04.485357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48948) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:04.502496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:04.503084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:04.534827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732e343-129f-46a0-9864-88ec36b1f182 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:04.536915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-92ba7ede-0f4a-43c6-ad89-4fcdf8b5ea49 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485878 Mar 14 18:28:04.539164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48950) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:04.544020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:04.584054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.654966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.699748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=71ef6fb2-223d-4d0b-af7a-b349da5c3ae4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:04.715141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:04.739536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:04.745027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.745338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': '069ae99c-008e-47d9-8fa7-289234ab0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:04.745706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: 08a0781a-ca5c-4bac-8ae5-5008bda89b63, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:04.763555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Deleting port a5020926-557c-4c37-b8a2-cb5cfe417135 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:04.764694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.831734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] For port a5020926-557c-4c37-b8a2-cb5cfe417135, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a5020926-557c-4c37-b8a2-cb5cfe417135,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:04.831996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.842376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:04.847278 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Calling delete_port for a5020926-557c-4c37-b8a2-cb5cfe417135 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:04.925100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 08a0781a-ca5c-4bac-8ae5-5008bda89b63) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:04.931829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:04.933357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:04.933945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180809df-ba21-47a2-bcbe-873091161f4c None None] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:04.953496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting port 6a7cff32-f963-4f9f-877c-742506bfd42a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:04.953788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.005195 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a499f79-12fe-4251-9e0a-0fef5f41042d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5364299 Mar 14 18:28:05.008429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:05.013951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1739385076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:05.045568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.057179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Calling delete_port for 6a7cff32-f963-4f9f-877c-742506bfd42a owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:05.066155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.098167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] Pushing event deleted for resources: {'Port': ['ID=a5020926-557c-4c37-b8a2-cb5cfe417135,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:05.100248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc4792f1-4418-4305-beee-81f990b738c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.119104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.120991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.130206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49084c51-1766-4d8f-b86a-eeaa217eef82 None None] No DVR routers for this DVR port a5020926-557c-4c37-b8a2-cb5cfe417135 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:05.143282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:05.146067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.190330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:05.196234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-08a0781a-ca5c-4bac-8ae5-5008bda89b63', 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '71ef6fb2-223d-4d0b-af7a-b349da5c3ae4'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:05.197187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.203082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:05.206594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:05.207184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.215149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af12200-ee19-42f1-acde-63a99872677b None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:05.258846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.264214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=11009199-85e4-48a6-afc1-265edf670376,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:05.343121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ab6ce9a6-3c43-4f4a-a18b-03644bf16f49 None None] Could not find standard attr ID for object 40098f03-1389-49dc-bae9-1d7db2917881. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:05.346787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:05.347722 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4dc62dc-9874-49d9-be00-61d9a7713063 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073442 Mar 14 18:28:05.354010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:3f:7a:ad', 'name': 'tempest-NetworksTestDHCPv6-166371243'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:05.374630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.405794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.442829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Port': ['ID=6a7cff32-f963-4f9f-877c-742506bfd42a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:05.461254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Allocated IP 2001:db8::2 (08a0781a-ca5c-4bac-8ae5-5008bda89b63/71ef6fb2-223d-4d0b-af7a-b349da5c3ae4/0e881eea-1e78-4f89-b817-05c5e12c01f7) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:05.464774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.469457 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-df69ab76-58b4-4726-a9cd-52377d2481d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4573972 Mar 14 18:28:05.470466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:05.517582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '11009199-85e4-48a6-afc1-265edf670376'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:05.520821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.643531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.654195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:05.741538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Allocated IP 2001:db8::f816:3eff:fe9f:4dbf (d5c92626-9e70-47af-be0d-7950f30fe5cc/11009199-85e4-48a6-afc1-265edf670376/b8d8405c-e1b4-472c-b63d-ff88862c5e68) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:05.830501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.848243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.875694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Router f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:05.901018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.936187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.984334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 4be15f2b-22f6-48f3-a6d4-aa7ecadee00c yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:05.986713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:05.996525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:06.000323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:06.002692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:06.004829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Pushing event updated for resources: {'Port': ['ID=0e881eea-1e78-4f89-b817-05c5e12c01f7,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.046107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:06.051607 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c9e10926-b923-4648-b6f3-23bdbd1fa6c9 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561877 Mar 14 18:28:06.057509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:06.064536 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] Sync routers for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:06.072242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Attempting to bind port 0e881eea-1e78-4f89-b817-05c5e12c01f7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:06.072616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Attempting to bind port 0e881eea-1e78-4f89-b817-05c5e12c01f7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '069ae99c-008e-47d9-8fa7-289234ab0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:06.072981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Attempting to bind port 0e881eea-1e78-4f89-b817-05c5e12c01f7 on network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:06.075821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.088798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:06.089788 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:06.103936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:06.103936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Checking segment: {'id': '069ae99c-008e-47d9-8fa7-289234ab0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:06.104305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.104907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Bound using segment: {'id': '069ae99c-008e-47d9-8fa7-289234ab0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:06.105128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Bound port: 0e881eea-1e78-4f89-b817-05c5e12c01f7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069ae99c-008e-47d9-8fa7-289234ab0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '08a0781a-ca5c-4bac-8ae5-5008bda89b63'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:06.105520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.105633 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-c3cd300d-1252-45e8-92ae-8b01886caefc tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] show failed (client error): The resource could not be found. Mar 14 18:28:06.106673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c3cd300d-1252-45e8-92ae-8b01886caefc tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1355390541 HTTP/1.1" status: 404 len: 335 time: 0.0486338 Mar 14 18:28:06.114701 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:06.125196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8::1 (08a0781a-ca5c-4bac-8ae5-5008bda89b63/71ef6fb2-223d-4d0b-af7a-b349da5c3ae4/a0e76a47-6570-4cc2-93e9-5d2062808376) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:06.136673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:06.140588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ac4bfe0b-1929-4ba0-8e81-259eb6296851 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:06.144267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:06.162667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Pushing event updated for resources: {'Port': ['ID=b8d8405c-e1b4-472c-b63d-ff88862c5e68,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.169785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:06.176719 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:06.188828 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] Routers {'f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:06.189995 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:06.192924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-ac4bfe0b-1929-4ba0-8e81-259eb6296851 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] update failed (client error): The resource could not be found. Mar 14 18:28:06.197784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ac4bfe0b-1929-4ba0-8e81-259eb6296851 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-652223909 HTTP/1.1" status: 404 len: 334 time: 0.0794649 Mar 14 18:28:06.199951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:06.238089 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:06.239171 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97770b8-ccbf-4f6d-8f90-d6db03f4f005 None None] The sync data for ids ['f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:06.243695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe3f:7aad (d5c92626-9e70-47af-be0d-7950f30fe5cc/11009199-85e4-48a6-afc1-265edf670376/4be15f2b-22f6-48f3-a6d4-aa7ecadee00c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:06.248125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] For port 0e881eea-1e78-4f89-b817-05c5e12c01f7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:06.259497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Attempting to bind port b8d8405c-e1b4-472c-b63d-ff88862c5e68 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:06.259860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Attempting to bind port b8d8405c-e1b4-472c-b63d-ff88862c5e68 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:06.260395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Attempting to bind port b8d8405c-e1b4-472c-b63d-ff88862c5e68 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:06.265784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] For port 0e881eea-1e78-4f89-b817-05c5e12c01f7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0e881eea-1e78-4f89-b817-05c5e12c01f7,segment=NetworkSegment(069ae99c-008e-47d9-8fa7-289234ab0b2a),segment_id=069ae99c-008e-47d9-8fa7-289234ab0b2a)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:06.269036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:06.269411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:06.270073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.270959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:06.270959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Bound port: b8d8405c-e1b4-472c-b63d-ff88862c5e68, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:06.271296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.276845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting subnet 9170f9e2-3239-4c40-a094-149df2c2e534 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:06.284195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.331475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.356004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.383372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] For port b8d8405c-e1b4-472c-b63d-ff88862c5e68, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:06.406980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] For port b8d8405c-e1b4-472c-b63d-ff88862c5e68, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b8d8405c-e1b4-472c-b63d-ff88862c5e68,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:06.423954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7838-1297-408f-9ae8-4f0d226bddd8 None None] Pushing event updated for resources: {'Port': ['ID=0e881eea-1e78-4f89-b817-05c5e12c01f7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.485313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.550972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.555230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759a91-9dfa-4b4c-939b-a5010cf2432c None None] Pushing event updated for resources: {'Port': ['ID=b8d8405c-e1b4-472c-b63d-ff88862c5e68,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.582287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.625398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.725237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.761001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.761118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Subnet': ['ID=9170f9e2-3239-4c40-a094-149df2c2e534,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.761118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.768270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.784726 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eb3bff0a-8c00-4932-80a8-f88d2d1c94e6 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/subnets/9170f9e2-3239-4c40-a094-149df2c2e534 HTTP/1.1" status: 204 len: 168 time: 0.5784788 Mar 14 18:28:06.792855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:06.796928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e5a52-c8ad-4433-ab9e-e9ad4b4be8a7 None None] Network ee8d8614-5557-4ee1-a244-76f83b91185d requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:06.833576 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=4be15f2b-22f6-48f3-a6d4-aa7ecadee00c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:06.852690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:06.854657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:06.860994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:06.869412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:06.870748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.892397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:06.921811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:06.935936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:06.936469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:06.983609 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ab20ed32-2693-4cea-98c2-7272d13da969 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6343582 Mar 14 18:28:06.986214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48968) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:07.000024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=a0e76a47-6570-4cc2-93e9-5d2062808376,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:07.019624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting subnet 5073bcbd-e54f-4ac0-9417-ae06448af6e5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:07.025130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.057180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b89f9-a4a4-4fa2-80fa-7f6705ac7ae9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:07.063636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b89f9-a4a4-4fa2-80fa-7f6705ac7ae9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:07.068341 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-209b89f9-a4a4-4fa2-80fa-7f6705ac7ae9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0787444 Mar 14 18:28:07.069097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:07.082364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] DHCP port deletion for ee8d8614-5557-4ee1-a244-76f83b91185d request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:07.108456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.141807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0e881eea-1e78-4f89-b817-05c5e12c01f7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:07.205486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 4be15f2b-22f6-48f3-a6d4-aa7ecadee00c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:07.205829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.219607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.222197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Deleting port ca363292-b419-4c7d-88c5-de25099402da {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:07.226262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.273658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0e881eea-1e78-4f89-b817-05c5e12c01f7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:07.274031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.301297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.310949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.321324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] For port ca363292-b419-4c7d-88c5-de25099402da, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca363292-b419-4c7d-88c5-de25099402da,segment=NetworkSegment(64b88190-6785-4f02-a105-877381661e1c),segment_id=64b88190-6785-4f02-a105-877381661e1c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:07.323505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.327348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 4be15f2b-22f6-48f3-a6d4-aa7ecadee00c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:07.341513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Calling delete_port for ca363292-b419-4c7d-88c5-de25099402da owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:07.396176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.480293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Subnet': ['ID=5073bcbd-e54f-4ac0-9417-ae06448af6e5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:07.487664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.493621 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-47081db4-4426-491c-a9e3-60af08eac07b tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/subnets/5073bcbd-e54f-4ac0-9417-ae06448af6e5 HTTP/1.1" status: 204 len: 168 time: 0.6973763 Mar 14 18:28:07.494764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48972) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:07.571432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.574492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20435b1b-f6ea-40c5-92af-dbf744f9f845 None None] Network 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:07.618196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=4be15f2b-22f6-48f3-a6d4-aa7ecadee00c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:07.647065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.650292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.654139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-582ff588-af74-4b98-8bec-15f3580f69c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/4be15f2b-22f6-48f3-a6d4-aa7ecadee00c HTTP/1.1" status: 204 len: 168 time: 0.5841615 Mar 14 18:28:07.658527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:07.733452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ac1d6-8113-439e-bdd3-70a037883671 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:07.735204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ac1d6-8113-439e-bdd3-70a037883671 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:07.737460 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-305ac1d6-8113-439e-bdd3-70a037883671 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0776851 Mar 14 18:28:07.739982 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:07.756237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.802459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting port ca363292-b419-4c7d-88c5-de25099402da {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:07.804357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.809246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.816068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 11009199-85e4-48a6-afc1-265edf670376 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:07.820039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.826136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.881185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.887537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.887693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 0e881eea-1e78-4f89-b817-05c5e12c01f7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0e881eea-1e78-4f89-b817-05c5e12c01f7,segment=NetworkSegment(069ae99c-008e-47d9-8fa7-289234ab0b2a),segment_id=069ae99c-008e-47d9-8fa7-289234ab0b2a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:07.888900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.906871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] Pushing event deleted for resources: {'Port': ['ID=ca363292-b419-4c7d-88c5-de25099402da,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:07.916538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20fcca-086b-4f11-b3d7-e697a5835904 None None] No DVR routers for this DVR port ca363292-b419-4c7d-88c5-de25099402da on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:07.982817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:07.983881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b8d8405c-e1b4-472c-b63d-ff88862c5e68 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:07.999053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] For port ca363292-b419-4c7d-88c5-de25099402da, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca363292-b419-4c7d-88c5-de25099402da,segment=NetworkSegment(64b88190-6785-4f02-a105-877381661e1c),segment_id=64b88190-6785-4f02-a105-877381661e1c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:07.999418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.018394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Calling delete_port for ca363292-b419-4c7d-88c5-de25099402da owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:08.078073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=a0e76a47-6570-4cc2-93e9-5d2062808376,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.078371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.131304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=0e881eea-1e78-4f89-b817-05c5e12c01f7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.136722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] DHCP port deletion for 35b2961c-15c0-4a0a-95db-6e5214f4b9a4 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:08.177858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b8d8405c-e1b4-472c-b63d-ff88862c5e68 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:08.178685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.226282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.239275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.243483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:08.267431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-395f1f0b-0402-4e2b-8ad5-cfb48b26ec6e None None] Provisioning complete for port b8d8405c-e1b4-472c-b63d-ff88862c5e68 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:08.267882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-395f1f0b-0402-4e2b-8ad5-cfb48b26ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.271479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] No DVR routers for this DVR port ca363292-b419-4c7d-88c5-de25099402da on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:08.275296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Port': ['ID=ca363292-b419-4c7d-88c5-de25099402da,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.283557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:08.293483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=11009199-85e4-48a6-afc1-265edf670376,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.297391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.302416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5308abbd-8aed-4c7f-880b-62880b01d0ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/11009199-85e4-48a6-afc1-265edf670376 HTTP/1.1" status: 204 len: 168 time: 0.5602527 Mar 14 18:28:08.303731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.376666 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7b178933-988e-46a7-a4cf-09cbfb0a0d65 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718622 Mar 14 18:28:08.377627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.381743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.391542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Deleting port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:08.392038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.433115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59848802-4851-4b47-a01f-f719b332febd None None] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:08.442603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ab28c-84c6-4c49-b1be-28b603699c31 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:08.449293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-722ab28c-84c6-4c49-b1be-28b603699c31 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0697041 Mar 14 18:28:08.450311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.496473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a125c99-12fd-4e6c-a614-fe69707cd43a None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:08.505327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.516981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d33d3-df9f-47eb-afca-b4f56a3ad0ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:08.521433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-160d33d3-df9f-47eb-afca-b4f56a3ad0ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694394 Mar 14 18:28:08.521744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48984) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.568364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8d8614-5557-4ee1-a244-76f83b91185d']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:08.571647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-63d3b7dc-7bdd-4f29-97c3-2644cc7a133d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473096 Mar 14 18:28:08.576768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.581592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:08.582742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b88190-6785-4f02-a105-877381661e1c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:08.583072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b88190-6785-4f02-a105-877381661e1c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:08.594904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port b8d8405c-e1b4-472c-b63d-ff88862c5e68, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b8d8405c-e1b4-472c-b63d-ff88862c5e68,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:08.602115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.618896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-395f1f0b-0402-4e2b-8ad5-cfb48b26ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.620874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.627882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:08.628569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self.session.flush() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:08.631552 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:08.664688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] For port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,segment=NetworkSegment(3d79814a-c318-4208-bb76-18fe95f5610a),segment_id=3d79814a-c318-4208-bb76-18fe95f5610a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:08.664688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.703259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Calling delete_port for 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:08.745984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.758950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 8f487d58-7001-4321-b4a3-b4afa3bc333e is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:28:08.787163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:08.792183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.803251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.811729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:08.817046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/networks/ee8d8614-5557-4ee1-a244-76f83b91185d HTTP/1.1" status: 204 len: 168 time: 1.3190973 Mar 14 18:28:08.818100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 48988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.860596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237d9ff-a832-41d4-8ec2-52b9bf9d0f76 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Network': ['ID=ee8d8614-5557-4ee1-a244-76f83b91185d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.883956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:08.890400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9a4194a1-91ef-4d3e-8377-717cd8129b10 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/8f487d58-7001-4321-b4a3-b4afa3bc333e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4188976 Mar 14 18:28:08.893149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.909640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] Sync routers for ids ['8f487d58-7001-4321-b4a3-b4afa3bc333e'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:08.921300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-395f1f0b-0402-4e2b-8ad5-cfb48b26ec6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:08.921647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-395f1f0b-0402-4e2b-8ad5-cfb48b26ec6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:08.936594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=b8d8405c-e1b4-472c-b63d-ff88862c5e68,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:08.954138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9ad8d-7cbf-4264-a03a-23207ec949e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:08.956138 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-75d9ad8d-7cbf-4264-a03a-23207ec949e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports/a0e76a47-6570-4cc2-93e9-5d2062808376 HTTP/1.1" status: 200 len: 911 time: 0.0616212 Mar 14 18:28:08.960410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:08.979041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] Routers {'8f487d58-7001-4321-b4a3-b4afa3bc333e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:08.979690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8f487d58-7001-4321-b4a3-b4afa3bc333e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.024813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0e881eea-1e78-4f89-b817-05c5e12c01f7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:09.029276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.080589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] Routers {'8f487d58-7001-4321-b4a3-b4afa3bc333e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:09.080589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8f487d58-7001-4321-b4a3-b4afa3bc333e'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.113251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.114147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65ad9f2-1486-4719-b33c-9f9764b0c99a None None] The sync data for ids ['8f487d58-7001-4321-b4a3-b4afa3bc333e'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:09.125158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:09.170515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.174537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0e881eea-1e78-4f89-b817-05c5e12c01f7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:09.174910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.225101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] Pushing event deleted for resources: {'Port': ['ID=3995a40c-2cca-4b55-b73e-f8bb6dbbfaad,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:09.250711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd47af-0b7a-4a60-b227-bbe961994dcb None None] No DVR routers for this DVR port 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:09.284481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Deleting port b8d8405c-e1b4-472c-b63d-ff88862c5e68 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:09.284855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.369028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] For port b8d8405c-e1b4-472c-b63d-ff88862c5e68, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b8d8405c-e1b4-472c-b63d-ff88862c5e68,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:09.374158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.406215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Calling delete_port for b8d8405c-e1b4-472c-b63d-ff88862c5e68 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:09.422974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.500937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca363292-b419-4c7d-88c5-de25099402da no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:09.567997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.695765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ca363292-b419-4c7d-88c5-de25099402da {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:09.697153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca363292-b419-4c7d-88c5-de25099402da not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:09.697153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:09.703542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.729565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:09.729830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3995a40c-2cca-4b55-b73e-f8bb6dbbfaad not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:09.744031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port a0e76a47-6570-4cc2-93e9-5d2062808376 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:09.744474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.764162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b2961c-15c0-4a0a-95db-6e5214f4b9a4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.779685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d79814a-c318-4208-bb76-18fe95f5610a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.779958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d79814a-c318-4208-bb76-18fe95f5610a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:09.793262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.835485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.838768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.844999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:09.845406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:09.848688 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:09.853802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for a0e76a47-6570-4cc2-93e9-5d2062808376 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:09.878339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Could not find standard attr ID for object 4be15f2b-22f6-48f3-a6d4-aa7ecadee00c. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:09.886034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.920384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] Pushing event deleted for resources: {'Port': ['ID=b8d8405c-e1b4-472c-b63d-ff88862c5e68,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:09.926497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Provisioning complete for port a0e76a47-6570-4cc2-93e9-5d2062808376 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:09.926869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.956432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246cbc8-de28-43be-a4ef-8016d11b85b8 None None] No DVR routers for this DVR port b8d8405c-e1b4-472c-b63d-ff88862c5e68 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:09.972013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Port a0e76a47-6570-4cc2-93e9-5d2062808376 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:09.988829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Provisioning complete for port 0e881eea-1e78-4f89-b817-05c5e12c01f7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:09.988829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d66701f-2c87-4a64-a9a9-61b079c4b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:09.999661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:10.008418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.008418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.023209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.027113 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/networks/35b2961c-15c0-4a0a-95db-6e5214f4b9a4 HTTP/1.1" status: 204 len: 168 time: 1.2082906 Mar 14 18:28:10.030211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b3b97-974d-4701-9121-18a97194dc0f tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Network': ['ID=35b2961c-15c0-4a0a-95db-6e5214f4b9a4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:10.041462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:10.073815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:10.078177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:10.085162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:10.087092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.092136 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744855a0-bb31-47df-9664-41f67d9c385c None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:10.100336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=4a3a5c62-2923-4007-8bac-560c6a29da00,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:10.147297 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting subnet 4b3cdce8-6014-452a-9e4b-78e66095ad00 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:10.152736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.194692 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2fadd18d-11b2-4c45-a21b-cd17f8ee44c9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6168983 Mar 14 18:28:10.197780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 48998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:10.203055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:88:af:6b', 'name': 'tempest-NetworksTestDHCPv6-502601674'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:10.211001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.242752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.263208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '4a3a5c62-2923-4007-8bac-560c6a29da00'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:10.264060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.275163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-772c1a0f-b8cc-4cce-839a-03622850d7fb None None] Could not find standard attr ID for object a0e76a47-6570-4cc2-93e9-5d2062808376. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:10.318968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=a0e76a47-6570-4cc2-93e9-5d2062808376,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:10.424207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Allocated IP 2001:db8::f816:3eff:fed3:1e0d (d5c92626-9e70-47af-be0d-7950f30fe5cc/4a3a5c62-2923-4007-8bac-560c6a29da00/878de492-fe4c-49f6-9ebd-745456dc8c6f) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:10.578455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.667978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.715527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:10.718534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:10.721074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:10.731686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Pushing event updated for resources: {'Port': ['ID=878de492-fe4c-49f6-9ebd-745456dc8c6f,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:10.771445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.783551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Attempting to bind port 878de492-fe4c-49f6-9ebd-745456dc8c6f on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:10.783911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Attempting to bind port 878de492-fe4c-49f6-9ebd-745456dc8c6f by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:10.784264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Attempting to bind port 878de492-fe4c-49f6-9ebd-745456dc8c6f on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:10.789720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:10.789938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:10.790236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.790629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:10.791263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Bound port: 878de492-fe4c-49f6-9ebd-745456dc8c6f, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:10.791469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.829038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:10.860910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] For port 878de492-fe4c-49f6-9ebd-745456dc8c6f, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:10.864382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] For port 878de492-fe4c-49f6-9ebd-745456dc8c6f, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=878de492-fe4c-49f6-9ebd-745456dc8c6f,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:10.902903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b8d8405c-e1b4-472c-b63d-ff88862c5e68 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:10.925920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b8d8405c-e1b4-472c-b63d-ff88862c5e68 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:10.925920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b8d8405c-e1b4-472c-b63d-ff88862c5e68 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:10.939162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:10.946209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.011195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af28bce-e915-45e3-9345-1d095b9a787a None None] Pushing event updated for resources: {'Port': ['ID=878de492-fe4c-49f6-9ebd-745456dc8c6f,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:11.032526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 8f487d58-7001-4321-b4a3-b4afa3bc333e has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:11.096908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.172426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.176339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/subnets/4b3cdce8-6014-452a-9e4b-78e66095ad00 HTTP/1.1" status: 204 len: 168 time: 1.1331642 Mar 14 18:28:11.177748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcc843-035c-4339-9cb4-8d639b5706a4 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3cdce8-6014-452a-9e4b-78e66095ad00,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:11.178551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49000) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:11.180039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:11.183720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.191314 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b1fc1f59-3239-4113-bb6d-d2e760bce66c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/8f487d58-7001-4321-b4a3-b4afa3bc333e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265973 Mar 14 18:28:11.191503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253421e-472b-4ee7-80ae-8120c2932f53 None None] Network 1632b135-bb63-41cb-8e44-08274c0a9f8e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:11.192112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:11.201597 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] Sync routers for ids ['8f487d58-7001-4321-b4a3-b4afa3bc333e'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:11.217355 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] Routers {'8f487d58-7001-4321-b4a3-b4afa3bc333e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:11.218149 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8f487d58-7001-4321-b4a3-b4afa3bc333e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.229592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6a60c3eb-39cd-44e7-a327-1831b038bdb9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f487d58-7001-4321-b4a3-b4afa3bc333e HTTP/1.1" status: 200 len: 205 time: 0.0365441 Mar 14 18:28:11.232057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:11.267202 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.277538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] Routers {'8f487d58-7001-4321-b4a3-b4afa3bc333e'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:11.278447 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['8f487d58-7001-4321-b4a3-b4afa3bc333e'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.287071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 86c79311-0a1b-454f-8f3c-0f6e4e67883d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:11.340175 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.341025 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed20c1a9-4ea9-4c4f-8ba9-56e4096f8b3f None None] The sync data for ids ['8f487d58-7001-4321-b4a3-b4afa3bc333e'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:11.341716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.375726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.433752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Deleting port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:11.434152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.449389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] DHCP port deletion for 1632b135-bb63-41cb-8e44-08274c0a9f8e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:11.506762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Deleting port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:11.507138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.516446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] For port 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=110ee739-8f14-4b92-8a3c-3d8acbb3f395,segment=NetworkSegment(9f2f4942-a8b3-43cc-9bb2-578703bb3598),segment_id=9f2f4942-a8b3-43cc-9bb2-578703bb3598)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:11.517081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.530837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Calling delete_port for 110ee739-8f14-4b92-8a3c-3d8acbb3f395 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:11.579159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] For port 110ee739-8f14-4b92-8a3c-3d8acbb3f395, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=110ee739-8f14-4b92-8a3c-3d8acbb3f395,segment=NetworkSegment(9f2f4942-a8b3-43cc-9bb2-578703bb3598),segment_id=9f2f4942-a8b3-43cc-9bb2-578703bb3598)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:11.579560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.583461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.587513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.592617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Calling delete_port for 110ee739-8f14-4b92-8a3c-3d8acbb3f395 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:11.601181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe88:af6b (d5c92626-9e70-47af-be0d-7950f30fe5cc/4a3a5c62-2923-4007-8bac-560c6a29da00/86c79311-0a1b-454f-8f3c-0f6e4e67883d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:11.701525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.712589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.727421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Port': ['ID=110ee739-8f14-4b92-8a3c-3d8acbb3f395,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:11.730995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] No DVR routers for this DVR port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:11.741322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] Pushing event deleted for resources: {'Port': ['ID=110ee739-8f14-4b92-8a3c-3d8acbb3f395,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:11.744654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f05602-d4ea-49fc-b4bb-440095e0ae6f None None] No DVR routers for this DVR port 110ee739-8f14-4b92-8a3c-3d8acbb3f395 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:11.756589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.757291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router 8f487d58-7001-4321-b4a3-b4afa3bc333e {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:11.765049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.770460 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ac6099f9-6c1c-4453-9531-c23c180950e9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/8f487d58-7001-4321-b4a3-b4afa3bc333e HTTP/1.1" status: 204 len: 168 time: 0.5335376 Mar 14 18:28:11.770653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:11.829952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.848300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.876148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 71ef6fb2-223d-4d0b-af7a-b349da5c3ae4 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:11.883218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1632b135-bb63-41cb-8e44-08274c0a9f8e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.885316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.913291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2f4942-a8b3-43cc-9bb2-578703bb3598') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.913571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2f4942-a8b3-43cc-9bb2-578703bb3598') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:11.930125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.948065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.951487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.972238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.985113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:11.985518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:11.988483 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:12.013116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:12.016245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:12.020553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:12.031262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:12.032133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.042585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=86c79311-0a1b-454f-8f3c-0f6e4e67883d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:12.096952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.126854 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e3071ff-88dc-4188-9b7e-1714b31c3ada tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9278557 Mar 14 18:28:12.129426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:12.179657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.182432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67b505-f21a-491c-bd40-8523d651c64e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:12.186835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.190008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf67b505-f21a-491c-bd40-8523d651c64e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:12.190523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/networks/1632b135-bb63-41cb-8e44-08274c0a9f8e HTTP/1.1" status: 204 len: 168 time: 1.0090315 Mar 14 18:28:12.195211 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cf67b505-f21a-491c-bd40-8523d651c64e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0622666 Mar 14 18:28:12.195211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:12.200471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49012) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:12.208480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941eeca8-eb98-4ab8-8eca-0fc46c5df901 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Pushing event deleted for resources: {'Network': ['ID=1632b135-bb63-41cb-8e44-08274c0a9f8e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:12.224708 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b89d51b5-bdef-47d9-a187-6259da7d903e tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 HTTP/1.1" status: 200 len: 205 time: 0.0302806 Mar 14 18:28:12.227581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49014) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:12.240155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-589ae651-7b63-49cc-b519-381a84516394 None None] Provisioning complete for port 878de492-fe4c-49f6-9ebd-745456dc8c6f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:12.240528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589ae651-7b63-49cc-b519-381a84516394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.248530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.310518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.320458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=71ef6fb2-223d-4d0b-af7a-b349da5c3ae4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:12.322641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.328744 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ee6e836f-e928-452f-8a8d-51e2756236c9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/71ef6fb2-223d-4d0b-af7a-b349da5c3ae4 HTTP/1.1" status: 204 len: 168 time: 0.5581026 Mar 14 18:28:12.330634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49016) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:12.356175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737ab86-0655-4527-bfc2-29738f12e28b None None] Network 08a0781a-ca5c-4bac-8ae5-5008bda89b63 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:12.424951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.476802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589ae651-7b63-49cc-b519-381a84516394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.479060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 86c79311-0a1b-454f-8f3c-0f6e4e67883d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:12.479400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.497113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.499481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.524487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-589ae651-7b63-49cc-b519-381a84516394 None None] For port 878de492-fe4c-49f6-9ebd-745456dc8c6f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=878de492-fe4c-49f6-9ebd-745456dc8c6f,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:12.580281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 0e881eea-1e78-4f89-b817-05c5e12c01f7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:12.580619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.585134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.598152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589ae651-7b63-49cc-b519-381a84516394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.606072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] DHCP port deletion for 08a0781a-ca5c-4bac-8ae5-5008bda89b63 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:12.625681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.626363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Fanout notify agent at l3_agent the message router_deleted on router f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:12.632017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 86c79311-0a1b-454f-8f3c-0f6e4e67883d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:12.639906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.642459 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0a715535-03ef-4026-9849-2c45e8e5cd71 tempest-RoutersNegativeTest-1621747192 tempest-RoutersNegativeTest-1621747192-project] 10.222.0.58 "DELETE /v2.0/routers/f9d8ff1f-ec0a-4408-b58d-e8e9b9f44d34 HTTP/1.1" status: 204 len: 168 time: 0.4123740 Mar 14 18:28:12.681711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ae651-7b63-49cc-b519-381a84516394 None None] Pushing event updated for resources: {'Port': ['ID=878de492-fe4c-49f6-9ebd-745456dc8c6f,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:12.700316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 0e881eea-1e78-4f89-b817-05c5e12c01f7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0e881eea-1e78-4f89-b817-05c5e12c01f7,segment=NetworkSegment(069ae99c-008e-47d9-8fa7-289234ab0b2a),segment_id=069ae99c-008e-47d9-8fa7-289234ab0b2a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:12.700687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.702123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Deleting port 0e881eea-1e78-4f89-b817-05c5e12c01f7 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:12.702731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.717480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 0e881eea-1e78-4f89-b817-05c5e12c01f7 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:12.778644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0a497131-48f0-4394-b500-706ddbdce587 None None] Provisioning complete for port 86c79311-0a1b-454f-8f3c-0f6e4e67883d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:12.779256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a497131-48f0-4394-b500-706ddbdce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.785404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] For port 0e881eea-1e78-4f89-b817-05c5e12c01f7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0e881eea-1e78-4f89-b817-05c5e12c01f7,segment=NetworkSegment(069ae99c-008e-47d9-8fa7-289234ab0b2a),segment_id=069ae99c-008e-47d9-8fa7-289234ab0b2a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:12.785793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.822749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Calling delete_port for 0e881eea-1e78-4f89-b817-05c5e12c01f7 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:12.845780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0a497131-48f0-4394-b500-706ddbdce587 None None] Port 86c79311-0a1b-454f-8f3c-0f6e4e67883d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:12.953177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.961953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.973480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 878de492-fe4c-49f6-9ebd-745456dc8c6f up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:12.983499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:12.987328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=0e881eea-1e78-4f89-b817-05c5e12c01f7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.002222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port 0e881eea-1e78-4f89-b817-05c5e12c01f7 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:13.020256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] Pushing event deleted for resources: {'Port': ['ID=0e881eea-1e78-4f89-b817-05c5e12c01f7,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.022119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89023eff-e5a9-4ac5-8452-0e21f81652e8 None None] No DVR routers for this DVR port 0e881eea-1e78-4f89-b817-05c5e12c01f7 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:13.027467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=86c79311-0a1b-454f-8f3c-0f6e4e67883d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.066043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 878de492-fe4c-49f6-9ebd-745456dc8c6f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:13.066479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.084225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.088768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a110291a-0d31-4ad3-9c19-27029ab88cd9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/86c79311-0a1b-454f-8f3c-0f6e4e67883d HTTP/1.1" status: 204 len: 168 time: 0.8872981 Mar 14 18:28:13.093514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.145942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.191997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a0781a-ca5c-4bac-8ae5-5008bda89b63']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:13.206746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924cc61-9e01-4b51-b4b5-7338ca8149b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:13.209253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924cc61-9e01-4b51-b4b5-7338ca8149b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:13.212577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069ae99c-008e-47d9-8fa7-289234ab0b2a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:13.213016 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2924cc61-9e01-4b51-b4b5-7338ca8149b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1178403 Mar 14 18:28:13.215950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.217138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069ae99c-008e-47d9-8fa7-289234ab0b2a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:13.236978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.249164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0e881eea-1e78-4f89-b817-05c5e12c01f7 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:13.254041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.261890 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:13.264042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:13.265991 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:13.295906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0e881eea-1e78-4f89-b817-05c5e12c01f7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:13.296504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0e881eea-1e78-4f89-b817-05c5e12c01f7 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:13.297027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 110ee739-8f14-4b92-8a3c-3d8acbb3f395 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:13.310946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 4a3a5c62-2923-4007-8bac-560c6a29da00 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:13.314832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.319528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 110ee739-8f14-4b92-8a3c-3d8acbb3f395 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:13.319938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 110ee739-8f14-4b92-8a3c-3d8acbb3f395 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:13.367431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.373589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49026) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.410033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.418950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.427222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/08a0781a-ca5c-4bac-8ae5-5008bda89b63 HTTP/1.1" status: 204 len: 168 time: 1.0949330 Mar 14 18:28:13.441687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49030) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.443726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6b1e6-7be3-42dd-8ac6-13da8478e503 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=08a0781a-ca5c-4bac-8ae5-5008bda89b63,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.451684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1641531307', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:13.479840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.542501 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-821add87-61f9-408e-9f03-b8c7bfbd6d54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=858e413cc8d942da9197efff1173348f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674299 Mar 14 18:28:13.542734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.571727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.582728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.605569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.629490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.631602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.678667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3a5c62-2923-4007-8bac-560c6a29da00,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.685588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.686342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd30553-e9e3-450f-ae68-491d7030becf None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:13.688842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-96022b3d-b6c3-40a5-8f4d-6579122be85d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/4a3a5c62-2923-4007-8bac-560c6a29da00 HTTP/1.1" status: 204 len: 168 time: 0.4719207 Mar 14 18:28:13.700227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.734842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.744979 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a2105ca2-8c52-4985-a0db-66e586d9679b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435431 Mar 14 18:28:13.747847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:13.753040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:13.828966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.831711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.835246 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7de15971-8c44-4f46-b802-24db5c8befb9 HTTP/1.1" status: 204 len: 168 time: 0.2895150 Mar 14 18:28:13.878538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcd139-950f-4c5c-a320-41855324c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de15971-8c44-4f46-b802-24db5c8befb9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:13.900644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:13.912554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:13.915459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.963389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Deleting port 878de492-fe4c-49f6-9ebd-745456dc8c6f {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:13.964023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:13.964679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.033352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] For port 878de492-fe4c-49f6-9ebd-745456dc8c6f, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=878de492-fe4c-49f6-9ebd-745456dc8c6f,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:14.033836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.049088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Calling delete_port for 878de492-fe4c-49f6-9ebd-745456dc8c6f owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:14.208069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.239902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] Pushing event deleted for resources: {'Port': ['ID=878de492-fe4c-49f6-9ebd-745456dc8c6f,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:14.256539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:14.259413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.259627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48266c-8db5-4a34-8cc1-c1bb655ce393 None None] No DVR routers for this DVR port 878de492-fe4c-49f6-9ebd-745456dc8c6f on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:14.265254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.286091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.302094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:14.306238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:14.310649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:14.311239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.319134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13496fe9-9ef5-4e70-ae65-592f0a332161 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:14.327065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=1f4fa64a-21e1-4c13-81b9-02576acde964,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:14.412769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-723ba4e3-3bfc-47b3-9e90-8cddb17051ae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6638532 Mar 14 18:28:14.414925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 172.26.3.186 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b241a4f8-7162-4013-a896-99c279a0be9e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:14.416089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:14.421136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:48:c4:60', 'name': 'tempest-NetworksTestDHCPv6-1350262031'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:14.477713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '1f4fa64a-21e1-4c13-81b9-02576acde964'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:14.478997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.546190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.636167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Allocated IP 2001:db8::f816:3eff:febb:228b (d5c92626-9e70-47af-be0d-7950f30fe5cc/1f4fa64a-21e1-4c13-81b9-02576acde964/3c7b8959-f168-4971-bbd2-07fd6025910e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:14.661265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:14.701783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.760322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:14.764221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:14.766875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:14.776992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.798883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.812560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port ffc811d0-d485-4039-b988-da930b2f540b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:14.896832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:14.929894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 878de492-fe4c-49f6-9ebd-745456dc8c6f no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:14.965586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:14.969623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 878de492-fe4c-49f6-9ebd-745456dc8c6f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:14.969954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 878de492-fe4c-49f6-9ebd-745456dc8c6f not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:14.971794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:14.977487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:14.980685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fe48:c460 (d5c92626-9e70-47af-be0d-7950f30fe5cc/1f4fa64a-21e1-4c13-81b9-02576acde964/ffc811d0-d485-4039-b988-da930b2f540b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:14.981811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Pushing event updated for resources: {'Port': ['ID=3c7b8959-f168-4971-bbd2-07fd6025910e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.051804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Attempting to bind port 3c7b8959-f168-4971-bbd2-07fd6025910e on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:15.052308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Attempting to bind port 3c7b8959-f168-4971-bbd2-07fd6025910e by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:15.053223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Attempting to bind port 3c7b8959-f168-4971-bbd2-07fd6025910e on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:15.059064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:15.064578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:15.064578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.064578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:15.064578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Bound port: 3c7b8959-f168-4971-bbd2-07fd6025910e, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:15.064578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.114818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=b241a4f8-7162-4013-a896-99c279a0be9e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.135521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:15.151835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] For port 3c7b8959-f168-4971-bbd2-07fd6025910e, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:15.155107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] For port 3c7b8959-f168-4971-bbd2-07fd6025910e, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c7b8959-f168-4971-bbd2-07fd6025910e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:15.191474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.256204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.272421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092371607'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:15.282871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.318211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261c22-4f8a-4c5b-8a86-02e302fef884 None None] Pushing event updated for resources: {'Port': ['ID=3c7b8959-f168-4971-bbd2-07fd6025910e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.339228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:15.342390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:15.346056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:15.351878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:15.352536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.362821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=ffc811d0-d485-4039-b988-da930b2f540b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.387609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.402908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.493059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2ac7a0a3-3037-4607-bab7-72849cb941e0 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0758595 Mar 14 18:28:15.499230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:15.512483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.559985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b7d5e-e3b3-41df-90d0-3293e2e28596 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:15.566684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b7d5e-e3b3-41df-90d0-3293e2e28596 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:15.568679 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-079b7d5e-e3b3-41df-90d0-3293e2e28596 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0679793 Mar 14 18:28:15.571936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:15.644665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.674336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port ffc811d0-d485-4039-b988-da930b2f540b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:15.674682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.746142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.759467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.772034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for ffc811d0-d485-4039-b988-da930b2f540b owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:15.796031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.803611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a6e746-6ef8-45b1-a24c-d37e2acbd4b3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:15.891015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:15.998879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.030156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92544d1-a5d4-4965-990b-0585609ce651,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:16.048222 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.074494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=ffc811d0-d485-4039-b988-da930b2f540b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:16.105150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.108547 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c66df73f-f33e-4a34-86dc-5ada94cd93bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/ffc811d0-d485-4039-b988-da930b2f540b HTTP/1.1" status: 204 len: 168 time: 0.5353520 Mar 14 18:28:16.111136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49070) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.136086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 834557af-ad7e-4d9e-9bc5-472f4ec812b3 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:28:16.171167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14354bc-10c4-4190-9151-10eca68b3203 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:16.173386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14354bc-10c4-4190-9151-10eca68b3203 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:16.174960 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f14354bc-10c4-4190-9151-10eca68b3203 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0626905 Mar 14 18:28:16.177652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49072) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.188110 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.189380 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c9f1efd8-fabf-44b7-876a-7eda19babe1d tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0527315 Mar 14 18:28:16.193947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.239089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 1f4fa64a-21e1-4c13-81b9-02576acde964 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:16.243250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.289635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.317485 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-83d8b0f6-1bf6-4605-bf11-146605dc265b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1224260 Mar 14 18:28:16.321032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.324193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:16.331547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-security--162940519', 'description': 'tempest-security-description-926449465'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:16.343160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] Sync routers for ids ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:16.357856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] Routers {'834557af-ad7e-4d9e-9bc5-472f4ec812b3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:16.358501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:16.407309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:16.408475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.418099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.419884 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d7c741cb-5bcd-4ae0-9053-9f19dc57f1cf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9772086 Mar 14 18:28:16.422753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.426737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Provisioning complete for port 3c7b8959-f168-4971-bbd2-07fd6025910e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:16.426737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.428395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] Routers {'834557af-ad7e-4d9e-9bc5-472f4ec812b3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:16.429271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:16.461425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.466609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:16.467496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba7179-f8f3-4de3-8206-c312b4a1d8a4 None None] The sync data for ids ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:16.509347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.562125 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-12559617-3969-4c00-b516-f98a8532289e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers/834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 200 len: 885 time: 0.1379306 Mar 14 18:28:16.564420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49080) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.565204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.602744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.605428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.607554 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "PUT /v2.0/security-groups/b92544d1-a5d4-4965-990b-0585609ce651 HTTP/1.1" status: 200 len: 1778 time: 0.2854581 Mar 14 18:28:16.614191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.635934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258f4c4-3c79-40bb-a36f-e3aa10f3ba3b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92544d1-a5d4-4965-990b-0585609ce651,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:16.647548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.664973 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c303b39d-dd55-487c-bc84-6cbb389af600 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups/b92544d1-a5d4-4965-990b-0585609ce651 HTTP/1.1" status: 200 len: 1778 time: 0.0516741 Mar 14 18:28:16.665193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.685642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:16.686423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:16.701986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.705684 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/1f4fa64a-21e1-4c13-81b9-02576acde964 HTTP/1.1" status: 204 len: 168 time: 0.5270038 Mar 14 18:28:16.707068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff8ba7-30c1-4d4c-a462-efa84f539bee tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4fa64a-21e1-4c13-81b9-02576acde964,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:16.709039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49086) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.758777 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-66e67f0d-a439-462e-9feb-99bf1c84cb04 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454264 Mar 14 18:28:16.759066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49088) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.766707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.795076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.817539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd036b-d167-49c2-ae88-171d1a1294c9 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:16.818059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2e24c-296f-4ebb-b65d-63e682374906 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:16.821982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0fc2e24c-296f-4ebb-b65d-63e682374906 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0600204 Mar 14 18:28:16.823261 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d3c5ed35-ef05-437a-b969-f7f71c3c4f90 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2575200 Mar 14 18:28:16.823679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.825767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49092) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.831059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1641531307'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:16.919088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.923008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:16.924579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/b92544d1-a5d4-4965-990b-0585609ce651 HTTP/1.1" status: 204 len: 168 time: 0.2583899 Mar 14 18:28:16.927083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49094) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:16.938085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65295fc-2460-4949-b7f3-aba07143728a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92544d1-a5d4-4965-990b-0585609ce651,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:16.970396 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701267c-959a-4656-9c8d-b073a4649122 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:16.974760 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9701267c-959a-4656-9c8d-b073a4649122 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1366153 Mar 14 18:28:16.974909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.021256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bf5555e9-b2ed-4ce2-9bad-ad1dcf319a8d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437167 Mar 14 18:28:17.021733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.028594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:17.039917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c7b8959-f168-4971-bbd2-07fd6025910e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:17.049304 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-79445621-88ce-4b16-a1c6-a154a4cd0f16 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169991 Mar 14 18:28:17.051391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.072977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-966c3dee-9b88-4399-9915-fb37d8827f44 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] delete failed (client error): The resource could not be found. Mar 14 18:28:17.075001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-966c3dee-9b88-4399-9915-fb37d8827f44 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/b92544d1-a5d4-4965-990b-0585609ce651 HTTP/1.1" status: 404 len: 347 time: 0.0203452 Mar 14 18:28:17.084828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.090326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330882946'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:17.158843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3c7b8959-f168-4971-bbd2-07fd6025910e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:17.159302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.167942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:17.171556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.237357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.279308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.282860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:17.313663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] For port 3c7b8959-f168-4971-bbd2-07fd6025910e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c7b8959-f168-4971-bbd2-07fd6025910e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:17.340547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.369294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.375522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Deleting port 3c7b8959-f168-4971-bbd2-07fd6025910e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:17.376487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.406165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.442074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] For port 3c7b8959-f168-4971-bbd2-07fd6025910e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c7b8959-f168-4971-bbd2-07fd6025910e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:17.442468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.449891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.482493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Calling delete_port for 3c7b8959-f168-4971-bbd2-07fd6025910e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:17.564476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.575841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12d7d5e2-4cb0-4eef-a0eb-d209e583775f None None] Could not find standard attr ID for object ffc811d0-d485-4039-b988-da930b2f540b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:17.578744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:17.579249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:17.579558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e7d61-b189-478f-918a-b5e3b6b56ffd None None] Pushing event updated for resources: {'Port': ['ID=3c7b8959-f168-4971-bbd2-07fd6025910e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:17.606534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:17.609779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:17.613984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:17.614512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.622240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.624245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.629022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=64ae64bc-be07-46c0-8d19-74fcdceaaf27,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:17.672820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.689514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286835dc-f5f9-450a-8eb9-f4840ef5efea,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:17.697624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.698230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] Pushing event deleted for resources: {'Port': ['ID=3c7b8959-f168-4971-bbd2-07fd6025910e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:17.698881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9d290e67-5fa5-4939-9ad9-207fbdbb3507 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6130917 Mar 14 18:28:17.700906 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b342e599-b4e0-452c-82b9-187f6e6a3af4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6778307 Mar 14 18:28:17.701740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.703774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49106) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:17.706805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ba3f7-9148-47e6-a655-b8e20b3729d4 None None] No DVR routers for this DVR port 3c7b8959-f168-4971-bbd2-07fd6025910e on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:17.708627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:33:b7:85', 'name': 'tempest-NetworksTestDHCPv6-294832736'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:17.714791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '286835dc-f5f9-450a-8eb9-f4840ef5efea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:17.722453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db65c03-b40a-4ea8-88eb-b0a8b9ede5d3 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:17.826985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.853970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-695d1c19-ff8f-4576-aea0-cfecd1a49ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.889386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '64ae64bc-be07-46c0-8d19-74fcdceaaf27'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:17.891012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.899529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.970238 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:28:17.975855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:17.997227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576f4894-bfc5-4ab9-a4ac-cc366a0caa41,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:18.040197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/64ae64bc-be07-46c0-8d19-74fcdceaaf27/b3555904-8897-4ea3-b32a-7f8449861490) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:18.069387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.071621 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8037d000-c2e2-46ea-a0d2-5880062b11bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686857 Mar 14 18:28:18.074472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49108) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.105000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.113407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.132617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port 3c7b8959-f168-4971-bbd2-07fd6025910e update to ACTIVE by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:28:18.172691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 834557af-ad7e-4d9e-9bc5-472f4ec812b3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:18.199001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.206129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.207356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/576f4894-bfc5-4ab9-a4ac-cc366a0caa41 HTTP/1.1" status: 204 len: 168 time: 0.1319282 Mar 14 18:28:18.210009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.222685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a364f-2b4c-4eae-9f65-969193d25edb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=576f4894-bfc5-4ab9-a4ac-cc366a0caa41,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:18.229362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.264355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-93792794-9fab-4774-94d1-553be0d62089 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520618 Mar 14 18:28:18.267003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.285361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:18.289511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.314116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port ae38ab7e-13bb-43a1-aaa4-b9c6174f4309 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:18.318903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:18.324648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.326924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.328114 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-41aa8b60-f85e-426d-b9f8-a67904272dc9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 200 len: 892 time: 1.5011446 Mar 14 18:28:18.331736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49114) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.333566 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] Sync routers for ids ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:18.334112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.346975 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] Routers {'834557af-ad7e-4d9e-9bc5-472f4ec812b3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:18.347887 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:18.351323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.384002 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:18.385799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:18.394411 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] Routers {'834557af-ad7e-4d9e-9bc5-472f4ec812b3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:18.395225 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:27:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:18.399077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:18.402993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:18.417738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Pushing event updated for resources: {'Port': ['ID=b3555904-8897-4ea3-b32a-7f8449861490,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:18.434145 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:18.437268 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eb04e5-1994-40ae-8b98-e1a282377c94 None None] The sync data for ids ['834557af-ad7e-4d9e-9bc5-472f4ec812b3'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:18.472899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Attempting to bind port b3555904-8897-4ea3-b32a-7f8449861490 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:18.473264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Attempting to bind port b3555904-8897-4ea3-b32a-7f8449861490 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:18.473620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Attempting to bind port b3555904-8897-4ea3-b32a-7f8449861490 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:18.479080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:18.479449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:18.479851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.480270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:18.480728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Bound port: b3555904-8897-4ea3-b32a-7f8449861490, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:18.481113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.513692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.518141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.523933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/286835dc-f5f9-450a-8eb9-f4840ef5efea HTTP/1.1" status: 204 len: 168 time: 0.2528126 Mar 14 18:28:18.524563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.533814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f957e-25f8-4d4a-841b-52ec0b838f2e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286835dc-f5f9-450a-8eb9-f4840ef5efea,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:18.552356 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f49b60cd-72ac-4a10-a9e1-257d1b421e11 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers/834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 200 len: 892 time: 0.2171240 Mar 14 18:28:18.552884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.556255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] For port b3555904-8897-4ea3-b32a-7f8449861490, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:18.561277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::3a5 (d5c92626-9e70-47af-be0d-7950f30fe5cc/64ae64bc-be07-46c0-8d19-74fcdceaaf27/ae38ab7e-13bb-43a1-aaa4-b9c6174f4309) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:18.572082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] For port b3555904-8897-4ea3-b32a-7f8449861490, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b3555904-8897-4ea3-b32a-7f8449861490,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:18.587346 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a1e68bcb-1af3-4534-a681-e46de17cb366 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 200 len: 205 time: 0.0330596 Mar 14 18:28:18.597534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.603106 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ce094644-1f34-4751-ad3f-5f745bd18aa8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775805 Mar 14 18:28:18.608936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49122) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:18.615476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--67593331'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:18.649484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.707697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90114-d409-46c9-9a4b-8527bdf35f7d None None] Pushing event updated for resources: {'Port': ['ID=b3555904-8897-4ea3-b32a-7f8449861490,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:18.724042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.759638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.792387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.860476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.889727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.942739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c7b8959-f168-4971-bbd2-07fd6025910e no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:18.953097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:18.966488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 3c7b8959-f168-4971-bbd2-07fd6025910e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:18.969074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c7b8959-f168-4971-bbd2-07fd6025910e not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:18.999519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:19.003018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.017816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:19.024707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:19.030478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:19.031107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.045404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=ae38ab7e-13bb-43a1-aaa4-b9c6174f4309,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:19.059349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port b241a4f8-7162-4013-a896-99c279a0be9e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:19.059687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.062613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1651f4c8-5272-4094-9d18-40b657a14f82,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:19.114585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.115869 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c6340ce1-789b-415a-be82-2e93af896405 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5059443 Mar 14 18:28:19.118956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.123426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '1651f4c8-5272-4094-9d18-40b657a14f82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:19.141739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.154104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for b241a4f8-7162-4013-a896-99c279a0be9e owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:19.162894 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-38156969-71ad-4bbe-a24b-588f0baa31dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4574931 Mar 14 18:28:19.165271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.221802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dbbf6-46b3-4563-b08f-9351bdbfb6c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:19.227704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dbbf6-46b3-4563-b08f-9351bdbfb6c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:19.231361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-849dbbf6-46b3-4563-b08f-9351bdbfb6c1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0630143 Mar 14 18:28:19.232074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49128) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.303351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.359189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port ae38ab7e-13bb-43a1-aaa4-b9c6174f4309 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:19.359531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.387511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.457349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.469323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.477392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=b241a4f8-7162-4013-a896-99c279a0be9e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:19.482684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for ae38ab7e-13bb-43a1-aaa4-b9c6174f4309 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:19.542355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.559540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.603971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18683b9-da84-4d43-8f52-0c1610402bce,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:19.621202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.634058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:19.645345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.647652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.692411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.694743 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7edb3007-8340-4d5e-86c2-1b54c3585285 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5737777 Mar 14 18:28:19.698685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.703121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '1651f4c8-5272-4094-9d18-40b657a14f82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:19.742515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.781093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=ae38ab7e-13bb-43a1-aaa4-b9c6174f4309,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:19.787419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.787895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router 834557af-ad7e-4d9e-9bc5-472f4ec812b3 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:19.799395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.800667 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bbdb7590-5571-4a9d-be46-5b410a88c002 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 204 len: 168 time: 1.2092872 Mar 14 18:28:19.805082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.810848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1075657110'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:19.819737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.826399 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d5ff543-6718-4d1f-9fc4-30fc280f4a7a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/ae38ab7e-13bb-43a1-aaa4-b9c6174f4309 HTTP/1.1" status: 204 len: 168 time: 0.5930769 Mar 14 18:28:19.826597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.833640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] Provisioning complete for port b3555904-8897-4ea3-b32a-7f8449861490 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:19.834511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.882192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50c55d-c13e-49b7-830f-69813d98a66e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:19.884009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50c55d-c13e-49b7-830f-69813d98a66e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:19.885578 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fd50c55d-c13e-49b7-830f-69813d98a66e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0579219 Mar 14 18:28:19.888231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:19.898212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.920884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:19.925085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.926074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.966106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.969413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 64ae64bc-be07-46c0-8d19-74fcdceaaf27 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:19.971756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] For port b3555904-8897-4ea3-b32a-7f8449861490, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b3555904-8897-4ea3-b32a-7f8449861490,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:19.976060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:19.979229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:20.014891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.015229 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment 8efc2b55-80be-4f44-8b76-6219dfd4c630 of type vlan for network 2def9c3d-daeb-45cd-b13c-815025634c0e Mar 14 18:28:20.031128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.038452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.062549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ec93d7-9bcb-4e2d-ba93-a189e78bfa43,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.063339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.091545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.127033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cabef0-8944-49eb-b692-7762d3d6825b None None] Pushing event updated for resources: {'Port': ['ID=b3555904-8897-4ea3-b32a-7f8449861490,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.135650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bb88c7ec-1f71-4029-bbd1-1d2819b966dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.167701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.168068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.179546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-99d4e04c-e73a-443c-813d-8ce6a3a23965 None None] Could not find standard attr ID for object ae38ab7e-13bb-43a1-aaa4-b9c6174f4309. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:20.179738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba8a7c59-c693-454f-961c-91e6a377b6ad tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4797127 Mar 14 18:28:20.181625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49140) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.189340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '1651f4c8-5272-4094-9d18-40b657a14f82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:20.322664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.387441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.456621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.473957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.475752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def716de-a18f-4a0e-9144-e1cd7860177c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.480294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:20.481939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.554743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.556175 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-588a01b8-2284-4b3d-b799-9b4f77282bb4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735642 Mar 14 18:28:20.559098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49142) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.562735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=2def9c3d-daeb-45cd-b13c-815025634c0e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.563451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '1651f4c8-5272-4094-9d18-40b657a14f82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:20.572396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.572809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.573080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.573422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.573754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.576243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:20.590961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2def9c3d-daeb-45cd-b13c-815025634c0e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:20.601035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5f296ea3-0670-413e-9b34-d2c4b7139c6e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7945664 Mar 14 18:28:20.604034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.608921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:20.678452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.701661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.716792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=64ae64bc-be07-46c0-8d19-74fcdceaaf27,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.720263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.723547 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9231a12a-ec0c-476a-b801-d01c0004f58a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/64ae64bc-be07-46c0-8d19-74fcdceaaf27 HTTP/1.1" status: 204 len: 168 time: 0.8341336 Mar 14 18:28:20.723686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd6daf-7850-4d10-a7b3-3d891b82d3f4 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:20.727543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49146) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.766453 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d5cab6a-8738-4c9c-bee1-dd4f3e57b274 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377548 Mar 14 18:28:20.768676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.778432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.822200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bdb7d-2e40-4657-a41f-f63c1fdb80fb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:20.823906 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f13bdb7d-2e40-4657-a41f-f63c1fdb80fb tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0540559 Mar 14 18:28:20.826427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.870267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:20.875455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.918541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:20.933065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241c0de-41d2-4e75-92f8-b93c981e8e1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:20.934626 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c241c0de-41d2-4e75-92f8-b93c981e8e1a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072178 Mar 14 18:28:20.937104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:20.943452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6114e5c-2a9a-4f20-bc81-48a0487831ea,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:20.952377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:20.989671 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59013148-6a9b-41fe-b407-361bf717ecaa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514903 Mar 14 18:28:20.994271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.009115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:21.010822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Deleting port b3555904-8897-4ea3-b32a-7f8449861490 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:21.011218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.075635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.079252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] For port b3555904-8897-4ea3-b32a-7f8449861490, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b3555904-8897-4ea3-b32a-7f8449861490,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:21.079252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.079508 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-17b51f01-0721-4440-8920-99d22074ccff tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5168998 Mar 14 18:28:21.079857 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.084327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '1651f4c8-5272-4094-9d18-40b657a14f82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:21.091820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Calling delete_port for b3555904-8897-4ea3-b32a-7f8449861490 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:21.186817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.248316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.284622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.330207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.335486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:21.339347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.358381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] No DVR routers for this DVR port b3555904-8897-4ea3-b32a-7f8449861490 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:21.365914 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad763ed5-8d3d-4116-b3cb-6ca13ecb7c1f None None] Pushing event deleted for resources: {'Port': ['ID=b3555904-8897-4ea3-b32a-7f8449861490,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:21.371403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=f904a77b-e6ff-4456-82cc-3107304c5099,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:21.416079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': '8efc2b55-80be-4f44-8b76-6219dfd4c630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:21.416437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: 2def9c3d-daeb-45cd-b13c-815025634c0e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:21.421518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.433137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.444721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e253a4-d293-4f58-87f7-c1be01deba3c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:21.570507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.571920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a22fec9f-3a35-4152-bb6d-8246e6d14604 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4911690 Mar 14 18:28:21.575082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.599047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2def9c3d-daeb-45cd-b13c-815025634c0e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:21.600980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.609431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.684129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.687026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 2def9c3d-daeb-45cd-b13c-815025634c0e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:21.696640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:21.696640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.696897 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a65084-5241-4f1e-abfb-8d08070f0450 None None] Network 2def9c3d-daeb-45cd-b13c-815025634c0e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:21.697811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.701374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e8e253a4-d293-4f58-87f7-c1be01deba3c HTTP/1.1" status: 204 len: 168 time: 0.1230047 Mar 14 18:28:21.701745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49160) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.713004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fe66b-7f22-4fe9-be74-6573abbdaff0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e253a4-d293-4f58-87f7-c1be01deba3c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:21.747989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:21.749624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.758793 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6845cc0b-a411-457d-b74d-6af973126f51 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0494823 Mar 14 18:28:21.759038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49162) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.785215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.793356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d32c93f0-55e2-46e5-8e44-a349ef73fa3c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1882751 Mar 14 18:28:21.793579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.795938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.797500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:21.800404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212505852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:21.802364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:21.808058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:21.808498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.812853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245e95c-a1cf-416b-85e4-bcf12f2cf052 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:21.826358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=b9609011-31e3-4eff-a12f-3debd0a84d2d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:21.959576 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e774d78-5462-4155-afc7-b2bcf5cf9247 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9641602 Mar 14 18:28:21.963261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:21.968605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:21.974383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.990042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:21.991152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d6114e5c-2a9a-4f20-bc81-48a0487831ea HTTP/1.1" status: 204 len: 168 time: 0.2309611 Mar 14 18:28:22.001336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49168) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.028119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45ccb-ab7b-4ec5-80df-2634b2c7dedd tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6114e5c-2a9a-4f20-bc81-48a0487831ea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:22.054318 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-39085107-1e29-4f9c-bffc-ddae4fe43fa9 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0489831 Mar 14 18:28:22.054529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49170) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.084855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-2def9c3d-daeb-45cd-b13c-815025634c0e', 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': 'f904a77b-e6ff-4456-82cc-3107304c5099'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:22.085706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.101178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.111883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.112869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.119696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.181566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'b9609011-31e3-4eff-a12f-3debd0a84d2d'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:22.182531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.189208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.208051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:22.211844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.261117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.272879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.274040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/def716de-a18f-4a0e-9144-e1cd7860177c HTTP/1.1" status: 204 len: 168 time: 0.2184868 Mar 14 18:28:22.277506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49174) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.281528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c77f98-ba1e-4551-b868-a5c33c717008 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def716de-a18f-4a0e-9144-e1cd7860177c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:22.318981 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9609011-31e3-4eff-a12f-3debd0a84d2d (CIDR: 2001:db8::/64) Mar 14 18:28:22.333911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-05ee8934-4dcf-4fc5-8570-eeee80cc5417 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0552013 Mar 14 18:28:22.336980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.362926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.363173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.371413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.374110 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:22.374561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:22.459762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Allocated IP 2001:db8::f816:3eff:fe1d:fed7 (d5c92626-9e70-47af-be0d-7950f30fe5cc/b9609011-31e3-4eff-a12f-3debd0a84d2d/ed749a73-6c32-41f2-94bd-d5d4e87eff3e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:22.471850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Allocated IP 2001:db8::2 (2def9c3d-daeb-45cd-b13c-815025634c0e/f904a77b-e6ff-4456-82cc-3107304c5099/018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:22.490203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.494000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b9c4e7d1-47b6-49e8-b554-e29a71b0eb13 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5296288 Mar 14 18:28:22.496734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.497212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.500499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/29ec93d7-9bcb-4e2d-ba93-a189e78bfa43 HTTP/1.1" status: 204 len: 168 time: 0.1598279 Mar 14 18:28:22.500798 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b92050cf-ffe8-4838-9b97-454601cd63aa tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7016451 Mar 14 18:28:22.500798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49180) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.501039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.501430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.506671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bda5d4-3ec4-49d1-9f2f-e4d69b9db4ab tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ec93d7-9bcb-4e2d-ba93-a189e78bfa43,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:22.508961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:22.685452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-73a018bd-21c3-43bd-8e94-af82d83ea639 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1829422 Mar 14 18:28:22.688530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.713894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.722449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.728937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.734214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.840746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.882331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:22.885510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:22.889416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.889629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:22.894447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.895572 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c18683b9-da84-4d43-8f52-0c1610402bce HTTP/1.1" status: 204 len: 168 time: 0.2059839 Mar 14 18:28:22.899563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.900073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.902708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.911655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cd599-085e-45f6-8f14-ae22cac4b527 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c18683b9-da84-4d43-8f52-0c1610402bce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:22.927051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b3555904-8897-4ea3-b32a-7f8449861490 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:22.934702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Pushing event updated for resources: {'Port': ['ID=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:22.941323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:22.968645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f583da1e-df5c-4f11-bab2-6f64025a601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672832 Mar 14 18:28:22.971680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:22.985157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b3555904-8897-4ea3-b32a-7f8449861490 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:22.985501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b3555904-8897-4ea3-b32a-7f8449861490 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:22.995646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:22.998906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.036388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Network 2def9c3d-daeb-45cd-b13c-815025634c0e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:23.041119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Attempting to bind port ed749a73-6c32-41f2-94bd-d5d4e87eff3e on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:23.046133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Attempting to bind port ed749a73-6c32-41f2-94bd-d5d4e87eff3e by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:23.046133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Attempting to bind port ed749a73-6c32-41f2-94bd-d5d4e87eff3e on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:23.046365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.046488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:23.049932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:23.059187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:23.059638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:23.059968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.060369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:23.060837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Bound port: ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:23.061213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.064908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Pushing event updated for resources: {'Port': ['ID=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.077980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.119706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.157279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Attempting to bind port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:23.157645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Attempting to bind port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '8efc2b55-80be-4f44-8b76-6219dfd4c630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:23.158028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Attempting to bind port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd on network 2def9c3d-daeb-45cd-b13c-815025634c0e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:23.172394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:23.172769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Checking segment: {'id': '8efc2b55-80be-4f44-8b76-6219dfd4c630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:23.173172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.173562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Bound using segment: {'id': '8efc2b55-80be-4f44-8b76-6219dfd4c630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:23.174130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Bound port: 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efc2b55-80be-4f44-8b76-6219dfd4c630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2def9c3d-daeb-45cd-b13c-815025634c0e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:23.174517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.187870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.191231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.195083 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/1651f4c8-5272-4094-9d18-40b657a14f82 HTTP/1.1" status: 204 len: 168 time: 0.2196121 Mar 14 18:28:23.195249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] For port ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:23.197701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:23.229751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] For port ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:23.231960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c9662-461b-44c2-bc1a-4ab5168a9d0f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651f4c8-5272-4094-9d18-40b657a14f82,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.267811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] For port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:23.271455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] For port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,segment=NetworkSegment(8efc2b55-80be-4f44-8b76-6219dfd4c630),segment_id=8efc2b55-80be-4f44-8b76-6219dfd4c630)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:23.291295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-975da8f1-6ea4-4ff6-b606-0e985326a880 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891194 Mar 14 18:28:23.292454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.297647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:23.303592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177458966'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:23.328803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8::1 (2def9c3d-daeb-45cd-b13c-815025634c0e/f904a77b-e6ff-4456-82cc-3107304c5099/68b02080-9966-4d7b-92ee-6ddecca0151b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:23.367477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a473de4-c6da-42b0-bb78-4e5c93f26bd7 None None] Pushing event updated for resources: {'Port': ['ID=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.377030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.404830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.442599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cab40-549b-4e64-b3eb-033b45633f94 None None] Pushing event updated for resources: {'Port': ['ID=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.520086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.528878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.563655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.610143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.619325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:23.625664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:23.640799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:23.640799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.653636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31316316-ffc6-4303-a0ff-19c9f057291a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.660392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=36e191fd-da86-4fb8-adda-d101d4aba26e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.717242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.772343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:23.773693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e6f6fe5e-72fe-4814-9ad1-db628a8203fa tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4749515 Mar 14 18:28:23.776517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:23.777824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2def9c3d-daeb-45cd-b13c-815025634c0e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:23.782116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '31316316-ffc6-4303-a0ff-19c9f057291a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:23.784357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-03f9f98f-2b08-46d2-ade2-04aa6b437250 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2834787 Mar 14 18:28:23.786890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49206) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:23.792878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:23.793290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:d1:3c:43', 'name': 'tempest-NetworksTestDHCPv6-1581394070'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:23.802090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=68b02080-9966-4d7b-92ee-6ddecca0151b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:23.803978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:23.804541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.007788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.054568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:24.083255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.113221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.155133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.178413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.181464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port c2535571-f161-4c91-b11f-6de075adcd8d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:24.245208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55bfd0a-8cb5-4b20-9f69-189cf694b212,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:24.361443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.362826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-34e7ed5e-d4b0-4cc7-a557-b27ce3e30890 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5851717 Mar 14 18:28:24.365871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:24.374725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.412365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8:0:1::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/36e191fd-da86-4fb8-adda-d101d4aba26e/c2535571-f161-4c91-b11f-6de075adcd8d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:24.434296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fed1:3c43 (d5c92626-9e70-47af-be0d-7950f30fe5cc/b9609011-31e3-4eff-a12f-3debd0a84d2d/c2535571-f161-4c91-b11f-6de075adcd8d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:24.449297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.449534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.473228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.520741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.558759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=68b02080-9966-4d7b-92ee-6ddecca0151b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:24.589516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbce3b-9562-413a-8982-c16698ebcc6b None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:24.600300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2def9c3d-daeb-45cd-b13c-815025634c0e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:24.601942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:24.679629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] Provisioning complete for port ed749a73-6c32-41f2-94bd-d5d4e87eff3e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:24.679998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.682393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.715369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.718266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.722214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/31316316-ffc6-4303-a0ff-19c9f057291a HTTP/1.1" status: 204 len: 168 time: 0.3532341 Mar 14 18:28:24.722797 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49212) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:24.732884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5a62-030f-45f1-b711-11efc07a28ec tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31316316-ffc6-4303-a0ff-19c9f057291a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:24.784215 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b61fea8b-6889-4ce9-beed-bb5b270daa97 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602741 Mar 14 18:28:24.788142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49214) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:24.795002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--709386460'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:24.811507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.838814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router cc40ed49-126f-48ab-a8ab-229f2b451b84 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:28:24.862860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.868772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:24.873750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:24.876646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:24.883034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:24.883820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.904996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=c2535571-f161-4c91-b11f-6de075adcd8d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:24.918483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] For port ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:24.930880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:24.972325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Update dhcp port {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': 'b9609011-31e3-4eff-a12f-3debd0a84d2d', 'ip_address': '2001:db8::f816:3eff:fe1d:fed7'}, {'subnet_id': '36e191fd-da86-4fb8-adda-d101d4aba26e'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'ed749a73-6c32-41f2-94bd-d5d4e87eff3e'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:28:25.015804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.021807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.027066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-33431f71-a695-47d1-aa00-25439a94237b tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2389460 Mar 14 18:28:25.029676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.046886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d37839-6ea7-4fb1-a09b-2a9bc448e4b6 None None] Network 2def9c3d-daeb-45cd-b13c-815025634c0e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:25.050743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.117258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ed749a73-6c32-41f2-94bd-d5d4e87eff3e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:25.121473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.171993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4939680b-7d21-441d-b19d-11fa12c218d2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:25.188628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port c2535571-f161-4c91-b11f-6de075adcd8d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:25.189098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.218898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.222976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-439a4651-355d-4be5-8e25-7dcbe7c9f3c7 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4296782 Mar 14 18:28:25.250056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49218) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.255299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143116653'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:25.299167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] Provisioning complete for port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:25.299428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.319931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.330104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cdd2a-33fe-47c0-9104-e5c70ee880ee None None] Pushing event updated for resources: {'Port': ['ID=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:25.336140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for c2535571-f161-4c91-b11f-6de075adcd8d owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:25.371969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:25.379436 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8a5782a9-4d55-418c-8ee1-72691500fec7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/cc40ed49-126f-48ab-a8ab-229f2b451b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732183 Mar 14 18:28:25.379693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.396447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] Sync routers for ids ['cc40ed49-126f-48ab-a8ab-229f2b451b84'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:25.399900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.424690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ad22f-8dc6-40e6-9386-c938e647152d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:25.428952 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-019ad22f-8dc6-40e6-9386-c938e647152d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports/68b02080-9966-4d7b-92ee-6ddecca0151b HTTP/1.1" status: 200 len: 911 time: 0.0457070 Mar 14 18:28:25.429633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.435966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f904a77b-e6ff-4456-82cc-3107304c5099'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:25.551333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.592497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.607119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] Routers {'cc40ed49-126f-48ab-a8ab-229f2b451b84'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:25.607816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cc40ed49-126f-48ab-a8ab-229f2b451b84'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:25.611011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ed749a73-6c32-41f2-94bd-d5d4e87eff3e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:25.611382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.655533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.692012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd15de6c-50cf-4d9d-baaf-5bbdef11b875,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:25.696898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.698370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:25.706576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Allocated IP 2001:db8:0:1::3 (d5c92626-9e70-47af-be0d-7950f30fe5cc/36e191fd-da86-4fb8-adda-d101d4aba26e/ed749a73-6c32-41f2-94bd-d5d4e87eff3e) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:25.753432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=c2535571-f161-4c91-b11f-6de075adcd8d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:25.767620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] Routers {'cc40ed49-126f-48ab-a8ab-229f2b451b84'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:25.768253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cc40ed49-126f-48ab-a8ab-229f2b451b84'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:25.778122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.781820 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-86ff4df8-5bb6-4c14-bc01-ce5cf99429c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5278792 Mar 14 18:28:25.781820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.785279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49224) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.786723 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8ba629e4-ba4a-4f6d-9573-41a99ebff125 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/c2535571-f161-4c91-b11f-6de075adcd8d HTTP/1.1" status: 204 len: 168 time: 0.7556500 Mar 14 18:28:25.787379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.788320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '4939680b-7d21-441d-b19d-11fa12c218d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd15de6c-50cf-4d9d-baaf-5bbdef11b875', 'remote_ip_prefix': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:25.839356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6daf053-5f29-4d91-906e-cdd2fda6cfbf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:25.843680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d6daf053-5f29-4d91-906e-cdd2fda6cfbf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0553298 Mar 14 18:28:25.844789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.853452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:25.854138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d97f22-69cb-428b-b195-3588c576b336 None None] The sync data for ids ['cc40ed49-126f-48ab-a8ab-229f2b451b84'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:25.869300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.917755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f79534-a622-433a-9ebe-c02ddebed1bd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:25.919534 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f8f79534-a622-433a-9ebe-c02ddebed1bd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0742929 Mar 14 18:28:25.923389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:25.965955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] For port ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:25.975322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] For port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,segment=NetworkSegment(8efc2b55-80be-4f44-8b76-6219dfd4c630),segment_id=8efc2b55-80be-4f44-8b76-6219dfd4c630)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:25.975557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:25.978810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:26.002546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28003e16-8978-451f-b546-6192c5552edd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:26.004228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28003e16-8978-451f-b546-6192c5552edd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:26.005754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28003e16-8978-451f-b546-6192c5552edd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:26.007393 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-28003e16-8978-451f-b546-6192c5552edd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0842636 Mar 14 18:28:26.014446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49232) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.034516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.059488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:26.060170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.075445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 36e191fd-da86-4fb8-adda-d101d4aba26e {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:26.092327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.109028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.125224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.151283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84a72f-466e-45a4-8fb6-e4074801a3c8 None None] Pushing event updated for resources: {'Port': ['ID=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.187045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.189129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.208642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.222376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.230612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:26.231307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.235775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.237277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/ports/68b02080-9966-4d7b-92ee-6ddecca0151b HTTP/1.1" status: 200 len: 911 time: 0.8016818 Mar 14 18:28:26.292737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82edd1-e6df-4549-9d33-2c7c8be3eb72 None None] Pushing event updated for resources: {'Port': ['ID=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.294534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aba1afc-b8b8-45e9-abeb-854ecb278e6e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.298233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.304293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4de654e6-b627-4b31-b686-97ec7cd17785 None None] Provisioning complete for port 68b02080-9966-4d7b-92ee-6ddecca0151b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:26.304678 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4de654e6-b627-4b31-b686-97ec7cd17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.317872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75bb5-5414-41f6-a38d-7e1585640441 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=68b02080-9966-4d7b-92ee-6ddecca0151b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.356788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4de654e6-b627-4b31-b686-97ec7cd17785 None None] Port 68b02080-9966-4d7b-92ee-6ddecca0151b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:26.367985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4de654e6-b627-4b31-b686-97ec7cd17785 None None] Provisioning complete for port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:26.376901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4de654e6-b627-4b31-b686-97ec7cd17785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.401512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.408065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-539c1efd-3c27-42f8-9e33-193e691a507b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6243434 Mar 14 18:28:26.409843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.448895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.459985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.541460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.612215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.619120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.623693 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9aba1afc-b8b8-45e9-abeb-854ecb278e6e HTTP/1.1" status: 204 len: 168 time: 0.2123356 Mar 14 18:28:26.624853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.632239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-92f60f20-359e-420a-b361-9e4ccdc3edbf None None] Provisioning complete for port 68b02080-9966-4d7b-92ee-6ddecca0151b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:26.632876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-92f60f20-359e-420a-b361-9e4ccdc3edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.662534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2ba6c-b8c0-48f4-bb73-6a356eb7dd1c tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aba1afc-b8b8-45e9-abeb-854ecb278e6e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.697717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-92f60f20-359e-420a-b361-9e4ccdc3edbf None None] Port 68b02080-9966-4d7b-92ee-6ddecca0151b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:26.700707 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c03d3fa8-6ff7-45d3-a9e3-6b68a5cb5f80 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0738420 Mar 14 18:28:26.708036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.760003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.769864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.797123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.797867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.822315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b4d6a4ad-e611-4bdf-a7ea-5746056435e6 None None] Provisioning complete for port 68b02080-9966-4d7b-92ee-6ddecca0151b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:26.822977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a4ad-e611-4bdf-a7ea-5746056435e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.870370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6a4ad-e611-4bdf-a7ea-5746056435e6 None None] Port 68b02080-9966-4d7b-92ee-6ddecca0151b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:26.875284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=36e191fd-da86-4fb8-adda-d101d4aba26e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.886773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.890955 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bd7c171f-72d9-4db2-b4a4-a5bcda4d73a4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/36e191fd-da86-4fb8-adda-d101d4aba26e HTTP/1.1" status: 204 len: 168 time: 0.8753474 Mar 14 18:28:26.893510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.924526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.927552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:26.929055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/cd15de6c-50cf-4d9d-baaf-5bbdef11b875 HTTP/1.1" status: 204 len: 168 time: 0.2199681 Mar 14 18:28:26.932040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:26.943867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b6d69-626a-46a9-9d57-a46a40f7cff1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd15de6c-50cf-4d9d-baaf-5bbdef11b875,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:26.968612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ed749a73-6c32-41f2-94bd-d5d4e87eff3e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:27.027430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ed749a73-6c32-41f2-94bd-d5d4e87eff3e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:27.027802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.030561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6a114-a875-4d01-93c1-f5ddc0faeef0 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:27.031568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet b9609011-31e3-4eff-a12f-3debd0a84d2d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:27.041551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.113193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59d18410-ac6d-4f59-8517-652fdfa2a672 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1773777 Mar 14 18:28:27.113193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.114192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.139387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0ef53a5e-1686-415c-9d1c-8a18cfdb9d53 None None] Provisioning complete for port ed749a73-6c32-41f2-94bd-d5d4e87eff3e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:27.139690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ef53a5e-1686-415c-9d1c-8a18cfdb9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.176032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.199308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.251761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:27.256134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.314326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 68b02080-9966-4d7b-92ee-6ddecca0151b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:27.314593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.323282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.326135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.329996 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/4939680b-7d21-441d-b19d-11fa12c218d2 HTTP/1.1" status: 204 len: 168 time: 0.2122250 Mar 14 18:28:27.333324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.339516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f0189-289f-4776-b67c-3be1a3602bfb tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939680b-7d21-441d-b19d-11fa12c218d2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:27.378943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:27.379290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.439352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6949656a-81a4-41cb-92f1-05adde963734 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010163 Mar 14 18:28:27.448614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49252) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.455984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006446136'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:27.461014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.474024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.488611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 68b02080-9966-4d7b-92ee-6ddecca0151b owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:27.511563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=b9609011-31e3-4eff-a12f-3debd0a84d2d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:27.516319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.522059 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-39b974b2-5c29-4c0c-b7a9-fc96df3ebf9c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/b9609011-31e3-4eff-a12f-3debd0a84d2d HTTP/1.1" status: 204 len: 168 time: 0.6251767 Mar 14 18:28:27.522255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.569778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.575113 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d9a2321-294b-4e4f-914b-526e962a02e4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517194 Mar 14 18:28:27.578053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.611931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:27.644413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.735458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.767836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33067f66-4d1a-4db1-8e1c-d2ad007bfcdc,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:27.863030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.864347 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6dee0ee5-7e0b-4c87-8600-a8fbad5852c0 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4127162 Mar 14 18:28:27.867196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49258) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:27.872474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '33067f66-4d1a-4db1-8e1c-d2ad007bfcdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:27.889560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:27.893108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.930996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7095da-5aa4-4388-b0d1-84cf69f1ec64 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:27.952618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:27.991089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=68b02080-9966-4d7b-92ee-6ddecca0151b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:28.002291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.065561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-da6c81f3-429c-45df-8afd-6cc8c425866c None None] Provisioning complete for port ed749a73-6c32-41f2-94bd-d5d4e87eff3e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:28.065976 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-da6c81f3-429c-45df-8afd-6cc8c425866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.085037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.119800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.129400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.181865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.203741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51a6e31-e49b-49fc-a03f-701e6d2ace78,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:28.210364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:28.268535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Deleting port ed749a73-6c32-41f2-94bd-d5d4e87eff3e {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:28.269000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.297926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.301222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ed1c733c-2abf-4fe0-916e-434e0b77cfcc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4311728 Mar 14 18:28:28.302334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49260) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.339351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] For port ed749a73-6c32-41f2-94bd-d5d4e87eff3e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:28.339351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.339715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.348044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.361700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Calling delete_port for ed749a73-6c32-41f2-94bd-d5d4e87eff3e owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:28.437228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.443310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.447617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c51a6e31-e49b-49fc-a03f-701e6d2ace78 HTTP/1.1" status: 204 len: 168 time: 0.1440315 Mar 14 18:28:28.448166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.463379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6b850-9f09-4b0b-a9b3-caaccdbe9aba tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51a6e31-e49b-49fc-a03f-701e6d2ace78,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:28.500488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d23b2a81-d615-4a3e-aa99-89aec81f696e tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488985 Mar 14 18:28:28.503175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.557051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.579960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.585608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.600106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] No DVR routers for this DVR port ed749a73-6c32-41f2-94bd-d5d4e87eff3e on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:28.622628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Pushing event deleted for resources: {'Port': ['ID=ed749a73-6c32-41f2-94bd-d5d4e87eff3e,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:28.632108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.632465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.632783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.633788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.634869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.635214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.635554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.635879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.636206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.636536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.636907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.637238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4c6ae6-6e32-4aec-b31a-27eb8855664a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:28.671615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router cc40ed49-126f-48ab-a8ab-229f2b451b84 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:28.690039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.692647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.698152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/33067f66-4d1a-4db1-8e1c-d2ad007bfcdc HTTP/1.1" status: 204 len: 168 time: 0.1939614 Mar 14 18:28:28.698782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.720302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066aaab-6eb0-47b1-8d4f-3048ff412cac tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33067f66-4d1a-4db1-8e1c-d2ad007bfcdc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:28.755852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:28.760374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49272) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.760569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-005d0346-13b2-43d5-8243-1b9457422067 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579002 Mar 14 18:28:28.765763 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3da8f58d-22a9-4e36-b402-80afb548e06f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/cc40ed49-126f-48ab-a8ab-229f2b451b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287530 Mar 14 18:28:28.769773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--982667007'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:28.770081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49274) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.771367 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] Sync routers for ids ['cc40ed49-126f-48ab-a8ab-229f2b451b84'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:28.784645 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] Routers {'cc40ed49-126f-48ab-a8ab-229f2b451b84'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:28.786241 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cc40ed49-126f-48ab-a8ab-229f2b451b84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:28.812571 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-135a69ea-d902-4566-bb40-e568ed8757ce tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc40ed49-126f-48ab-a8ab-229f2b451b84 HTTP/1.1" status: 200 len: 205 time: 0.0411980 Mar 14 18:28:28.813505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49276) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:28.828430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:28.838665 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] Routers {'cc40ed49-126f-48ab-a8ab-229f2b451b84'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:28.839273 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['cc40ed49-126f-48ab-a8ab-229f2b451b84'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:28.885500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.889400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.889947 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:28.891069 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14ee2f-5a79-45f1-a807-1e715e97e272 None None] The sync data for ids ['cc40ed49-126f-48ab-a8ab-229f2b451b84'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:28.923929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ed749a73-6c32-41f2-94bd-d5d4e87eff3e no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:28.943728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ed749a73-6c32-41f2-94bd-d5d4e87eff3e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:28.944445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ed749a73-6c32-41f2-94bd-d5d4e87eff3e not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:28.953876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:28.960649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:28.982439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aa814-61dc-461e-836b-c977dfac1a0d req-7c1b2d10-e3f6-4611-91b4-52431908afa4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:28.983941 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c2aa814-61dc-461e-836b-c977dfac1a0d req-7c1b2d10-e3f6-4611-91b4-52431908afa4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.1463878 Mar 14 18:28:29.035675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:29.049962 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:29.051313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.053436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.057757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:29.058386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.061683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f134a6f-0170-4218-a381-2a5a58ee1334 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:29.078473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=c137fddb-0c75-4605-acd5-98288f9a6dc3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:29.106856 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c2aa814-61dc-461e-836b-c977dfac1a0d req-639b04cd-a30e-4850-942b-d8bf012de27a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972629 Mar 14 18:28:29.115679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.168297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.168812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router cc40ed49-126f-48ab-a8ab-229f2b451b84 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:29.175743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.176869 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cf13b5f2-33b7-4aea-b183-9ea75a092b86 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/cc40ed49-126f-48ab-a8ab-229f2b451b84 HTTP/1.1" status: 204 len: 168 time: 0.3622119 Mar 14 18:28:29.179572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.214966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.222975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c056bd53-70f6-47fb-a5f1-b01d84b0e2a8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6411178 Mar 14 18:28:29.224001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.234587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:29.252643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:29.258083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet f904a77b-e6ff-4456-82cc-3107304c5099 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:29.267996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.308098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.310205 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a74809bd-a19a-4168-9500-bc7f56f5601b tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5487051 Mar 14 18:28:29.312835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.317783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:29.350850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.374333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': 'c137fddb-0c75-4605-acd5-98288f9a6dc3'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:29.375189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.426690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.467443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.503767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.516739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Allocated IP 2001:db8::f816:3eff:fe5e:186b (d5c92626-9e70-47af-be0d-7950f30fe5cc/c137fddb-0c75-4605-acd5-98288f9a6dc3/f2c79125-8f5a-47ce-9ff8-076c6e241643) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:29.552626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:29.556813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.615666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.634630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a907bb-6a46-43c0-962f-7c154b323d1f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:29.650065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c137fddb-0c75-4605-acd5-98288f9a6dc3 (CIDR: 2001:db8::/64) Mar 14 18:28:29.667040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.667582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.696603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=f904a77b-e6ff-4456-82cc-3107304c5099,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:29.698572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.701664 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-56f44bda-40d1-4730-9774-7fd9e62e6c14 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/f904a77b-e6ff-4456-82cc-3107304c5099 HTTP/1.1" status: 204 len: 168 time: 0.5206308 Mar 14 18:28:29.704297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49284) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.704468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe1b7b-1a96-4900-b5cd-022a63f1b5eb None None] Network 2def9c3d-daeb-45cd-b13c-815025634c0e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:29.722400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.722400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a275966-592e-40cd-8893-ea28b827d4fc tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4081192 Mar 14 18:28:29.724906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49286) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.727689 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:29.728250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:29.744454 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9b5859bd-9027-46a3-aad2-248d05135c45 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules/d9a907bb-6a46-43c0-962f-7c154b323d1f HTTP/1.1" status: 200 len: 763 time: 0.0179849 Mar 14 18:28:29.747317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.796873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bc13bba4-649b-4697-8ea2-a444dc9d57be tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452394 Mar 14 18:28:29.797101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.797480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49290) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.822848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.830512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.830988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.854854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:29.855207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.860862 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a79b2217-fbec-4984-91f5-f880d33e5a5f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6335032 Mar 14 18:28:29.863995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:29.870437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:29.884870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:29.891451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:29.895597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:29.902430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Pushing event updated for resources: {'Port': ['ID=f2c79125-8f5a-47ce-9ff8-076c6e241643,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:29.936565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,segment=NetworkSegment(8efc2b55-80be-4f44-8b76-6219dfd4c630),segment_id=8efc2b55-80be-4f44-8b76-6219dfd4c630)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:29.937175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.956622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:29.970604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Attempting to bind port f2c79125-8f5a-47ce-9ff8-076c6e241643 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:29.971135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Attempting to bind port f2c79125-8f5a-47ce-9ff8-076c6e241643 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:29.971644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Attempting to bind port f2c79125-8f5a-47ce-9ff8-076c6e241643 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:29.977924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:29.978529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:29.978944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.979409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:29.980156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Bound port: f2c79125-8f5a-47ce-9ff8-076c6e241643, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:29.980630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.984415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.994959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:29.998892 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d9a907bb-6a46-43c0-962f-7c154b323d1f HTTP/1.1" status: 204 len: 168 time: 0.1982217 Mar 14 18:28:30.003356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49294) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.014229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5995c37-39a0-4b41-9800-87610190a3bf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a907bb-6a46-43c0-962f-7c154b323d1f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.027116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] DHCP port deletion for 2def9c3d-daeb-45cd-b13c-815025634c0e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:30.052962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a840209c-dda3-4aff-a01b-8aa82508d461 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484424 Mar 14 18:28:30.056200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49296) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.061130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:30.083455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] For port f2c79125-8f5a-47ce-9ff8-076c6e241643, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:30.087722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] For port f2c79125-8f5a-47ce-9ff8-076c6e241643, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2c79125-8f5a-47ce-9ff8-076c6e241643,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:30.089284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:30.093162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.101617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Deleting port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:30.102225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.148428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.165735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.175966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.181429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] For port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,segment=NetworkSegment(8efc2b55-80be-4f44-8b76-6219dfd4c630),segment_id=8efc2b55-80be-4f44-8b76-6219dfd4c630)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:30.186819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.192935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.196179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:30.235647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Calling delete_port for 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:30.279985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04543585-b8e2-4944-928e-2b3ab44ec62c None None] Pushing event updated for resources: {'Port': ['ID=f2c79125-8f5a-47ce-9ff8-076c6e241643,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.285825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.330451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987e59-41aa-422d-8a03-57853cc0ccb8 req-0f28062f-ba6d-44b3-9096-c2cc14cb7644 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:30.332045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-84987e59-41aa-422d-8a03-57853cc0ccb8 req-0f28062f-ba6d-44b3-9096-c2cc14cb7644 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.1461015 Mar 14 18:28:30.333851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.346745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.373956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2def9c3d-daeb-45cd-b13c-815025634c0e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:30.378034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.380564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe4193c-24fa-4d9b-bfd6-b1a7f022a838,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.386115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efc2b55-80be-4f44-8b76-6219dfd4c630') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:30.386461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efc2b55-80be-4f44-8b76-6219dfd4c630') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:30.403881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.411446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] Pushing event deleted for resources: {'Port': ['ID=018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.417273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f240a35-24ac-4cdb-aad2-660c18c2fc26 None None] No DVR routers for this DVR port 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:30.418176 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-84987e59-41aa-422d-8a03-57853cc0ccb8 req-8fc8e57c-8b13-42d5-8736-ba7f87479d05 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726256 Mar 14 18:28:30.429362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.447321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:30.447736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:30.451899 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:30.457380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.457764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-24115d50-c228-4cc6-88ca-098f32567d62 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4006908 Mar 14 18:28:30.460635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.494020 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e632f561-9eee-4b9d-9af7-3c3c9ec1383a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules/0fe4193c-24fa-4d9b-bfd6-b1a7f022a838 HTTP/1.1" status: 200 len: 763 time: 0.0290561 Mar 14 18:28:30.496643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.548104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.569669 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7c755625-fa35-436d-bcbf-4e06d4059365 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0705225 Mar 14 18:28:30.572851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49304) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.582324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:30.592614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.603846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.604291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:30.607378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:30.610161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.610350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/2def9c3d-daeb-45cd-b13c-815025634c0e HTTP/1.1" status: 204 len: 168 time: 0.9049249 Mar 14 18:28:30.613700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49306) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.618668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-356571948', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:30.636656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.645887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a20b54-030c-49aa-8813-a4e50646a542 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=2def9c3d-daeb-45cd-b13c-815025634c0e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.654682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.674244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=12f0fa31-1339-4de2-946b-706007f83934,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.692133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-50ea3c32-6421-4b82-9135-36af9ef74c3d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:30.693605 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-50ea3c32-6421-4b82-9135-36af9ef74c3d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.0772328 Mar 14 18:28:30.726431 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9704ffe0-0020-41ea-bd00-d2b303c03132 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8612986 Mar 14 18:28:30.729432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49308) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.734571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:c3:15:90', 'name': 'tempest-NetworksTestDHCPv6-1142276029'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:30.786453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.790120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:30.790460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.797597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.798745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0fe4193c-24fa-4d9b-bfd6-b1a7f022a838 HTTP/1.1" status: 204 len: 168 time: 0.2248616 Mar 14 18:28:30.804608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49310) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.808407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.809621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.815391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48762918-d221-46c9-b7e8-50697430f7c8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fe4193c-24fa-4d9b-bfd6-b1a7f022a838,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:30.889693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-619cd5dc-0440-43dc-8fd5-2bb5890ced15 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834897 Mar 14 18:28:30.892413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:30.896710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:30.900453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.937105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] For port d2daf018-7e27-4e93-b28d-129f9cf6e9f2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:30.937468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.951775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:30.975208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:30.976602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2c79125-8f5a-47ce-9ff8-076c6e241643 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:31.028243 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Project c39f6e614c8d415cab311c219c6b82ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:28:31.038302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:31.038517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.039063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.052992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.054511 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1bee1f19-9c15-4d4f-b629-e606d4dfa712 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4399958 Mar 14 18:28:31.062836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.068499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511940943'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:31.090223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.126827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port 9e0458c2-0cc8-45d7-96bf-8355c3cb029b yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:31.146432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.152550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.194887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port f2c79125-8f5a-47ce-9ff8-076c6e241643, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2c79125-8f5a-47ce-9ff8-076c6e241643,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:31.198743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:31.202405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.216723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.217152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.217492 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP ed94d4d1-e480-4be8-9c42-ad63fe365c6d disassociated. External IP: 172.26.3.36, port: d2daf018-7e27-4e93-b28d-129f9cf6e9f2. Mar 14 18:28:31.218238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for d2daf018-7e27-4e93-b28d-129f9cf6e9f2 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:31.224617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.268663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:31.280630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7b7141-deb5-41b0-ab0c-391392f20d81,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.284543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.296549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.296896 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment 35efb302-2ff4-4c39-80f5-b3444c455f1c of type vlan for network bd6b49d6-142c-483c-a67a-7ed491e13d52 Mar 14 18:28:31.361563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=f2c79125-8f5a-47ce-9ff8-076c6e241643,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.379988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:31.382370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.386147 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5e238d62-178f-482e-bd35-225394514201 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4925025 Mar 14 18:28:31.391454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.394042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.410836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:31.411317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 018a8af2-a45e-4f8d-9c73-3b2d2a3b31bd not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:31.419064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8:0:1::2cf (d5c92626-9e70-47af-be0d-7950f30fe5cc/12f0fa31-1339-4de2-946b-706007f83934/9e0458c2-0cc8-45d7-96bf-8355c3cb029b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:31.419597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b847bcd6-5c6a-4b3d-a789-156ee3cf161f tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules/9a7b7141-deb5-41b0-ab0c-391392f20d81 HTTP/1.1" status: 200 len: 769 time: 0.0267901 Mar 14 18:28:31.421119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.459957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::f816:3eff:fec3:1590 (d5c92626-9e70-47af-be0d-7950f30fe5cc/c137fddb-0c75-4605-acd5-98288f9a6dc3/9e0458c2-0cc8-45d7-96bf-8355c3cb029b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:31.523275 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e37069c-9d15-45c9-8739-af9c212c82f9 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0860226 Mar 14 18:28:31.523387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605c5f0-337d-46ba-b0f7-147394fb84ea None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:31.523481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.545211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.570610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.582719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.584662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.585954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=d2daf018-7e27-4e93-b28d-129f9cf6e9f2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.591104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:31.591874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.601508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040e3a-5c2b-4bd1-ac42-f0389f5b4742 req-effeea00-e707-4d33-abb3-26746a59645f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:31.603766 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c040e3a-5c2b-4bd1-ac42-f0389f5b4742 req-effeea00-e707-4d33-abb3-26746a59645f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 945 time: 0.0991423 Mar 14 18:28:31.655653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9f70a260-acaa-4b53-901c-a20838c80fee None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:31.655998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f70a260-acaa-4b53-901c-a20838c80fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.730535 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c040e3a-5c2b-4bd1-ac42-f0389f5b4742 req-83da60af-d0f5-4eb4-b238-352e584354d4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880809 Mar 14 18:28:31.750910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.751146 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6807704 Mar 14 18:28:31.752204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84971548-8fbd-4345-bff3-98c6ad424724 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=bd6b49d6-142c-483c-a67a-7ed491e13d52,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.757532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:31.777775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:31.786351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.787007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:31.827355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.837832 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.839471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9a7b7141-deb5-41b0-ab0c-391392f20d81 HTTP/1.1" status: 204 len: 168 time: 0.3258026 Mar 14 18:28:31.843903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49326) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.852511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489656d3-1a42-41d2-8ab8-8693c9959daf tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a7b7141-deb5-41b0-ab0c-391392f20d81,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.903656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:31.906008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-07bbe73e-95e9-40d6-8646-773a76d015d4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550728 Mar 14 18:28:31.908015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.913094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Update dhcp port {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'fixed_ips': [{'subnet_id': 'c137fddb-0c75-4605-acd5-98288f9a6dc3', 'ip_address': '2001:db8::f816:3eff:fe5e:186b'}, {'subnet_id': '12f0fa31-1339-4de2-946b-706007f83934'}], 'binding:host_id': 'dv-neutron-833670-1-hyperv'}, 'id': 'f2c79125-8f5a-47ce-9ff8-076c6e241643'} from dv-neutron-833670-1-hyperv. {{(pid=103394) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 14 18:28:31.944675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:31.961692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:31.966828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:31.968694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=9e0458c2-0cc8-45d7-96bf-8355c3cb029b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:31.971344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:31.978302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:31.978977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.001275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:32.048915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:32.054694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:32.055688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.058969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] No DVR routers for this DVR port d2daf018-7e27-4e93-b28d-129f9cf6e9f2 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:32.061449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.064821 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-46960d91-7cd1-47d5-8789-9596db98a9c2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3340244 Mar 14 18:28:32.067170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49330) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:32.076317 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64a9f0ce-3f0b-4b3a-ab43-8a4bd44022cc req-ed103da8-bb6b-4ba3-8b92-662e7425324a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "DELETE /v2.0/ports/d2daf018-7e27-4e93-b28d-129f9cf6e9f2 HTTP/1.1" status: 204 len: 173 time: 1.3676639 Mar 14 18:28:32.082371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:32.084748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:32.102909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'name': 'network-vif-deleted', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:32.105294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac955c9-c52e-4afe-baa7-05675640bdb1" -d '{"events": [{"server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "name": "network-vif-deleted", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:28:32.149267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.179531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e836c8ed-ea39-4bb6-b8b6-5a61ccdebfad x-openstack-request-id: req-e836c8ed-ea39-4bb6-b8b6-5a61ccdebfad {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:28:32.179943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a229d72a-8ce3-4838-a631-ef5ec88a6b08", "name": "network-vif-deleted", "tag": "d2daf018-7e27-4e93-b28d-129f9cf6e9f2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:28:32.180183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e836c8ed-ea39-4bb6-b8b6-5a61ccdebfad {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:28:32.180551 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a229d72a-8ce3-4838-a631-ef5ec88a6b08', 'name': 'network-vif-deleted', 'tag': 'd2daf018-7e27-4e93-b28d-129f9cf6e9f2', 'status': 'completed', 'code': 200} Mar 14 18:28:32.202726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.214593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port 9e0458c2-0cc8-45d7-96bf-8355c3cb029b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:32.215001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.240023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Allocated IP 2001:db8:0:1::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/12f0fa31-1339-4de2-946b-706007f83934/f2c79125-8f5a-47ce-9ff8-076c6e241643) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:32.284969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:32.334597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.349924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for 9e0458c2-0cc8-45d7-96bf-8355c3cb029b owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:32.370267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.373047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.376971 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b HTTP/1.1" status: 204 len: 168 time: 0.4723501 Mar 14 18:28:32.379356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49336) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:32.400546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640845d8-7739-40a8-82f7-1d3667e398b8 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f2a4b6-b9fe-4c4d-bd11-5f93dc3d7d9b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:32.442013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] For port f2c79125-8f5a-47ce-9ff8-076c6e241643, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2c79125-8f5a-47ce-9ff8-076c6e241643,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:32.460512 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-739ae4c6-a791-4c79-8a4d-89998f1d56b5 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704868 Mar 14 18:28:32.461188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:32.465924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178009122'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:32.490045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.554158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.556328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.599747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:32.600026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: bd6b49d6-142c-483c-a67a-7ed491e13d52, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:32.604053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=962c475c-a025-4f01-94aa-06a4eec22116,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:32.649802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:32.676990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:32.685402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.685590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.691575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:32.692201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:32.714713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:32.766887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=9e0458c2-0cc8-45d7-96bf-8355c3cb029b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:32.777329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.796898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.800739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-21477545-a56a-441a-abab-2c960262feb5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/9e0458c2-0cc8-45d7-96bf-8355c3cb029b HTTP/1.1" status: 204 len: 168 time: 0.7317789 Mar 14 18:28:32.803233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:32.815485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, bd6b49d6-142c-483c-a67a-7ed491e13d52) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:32.878950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:32.879540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.893472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-df73c117-5720-4def-9934-eb9d4e9b6189 req-2c815287-c105-4a57-bae7-8e9600ebaf96 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0691903 Mar 14 18:28:32.896148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.926469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cee30-2718-4059-b57c-b7ffc6eb8b51 None None] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:32.976795 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1044c161-a597-4c72-812c-b1356542a5d2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2309294 Mar 14 18:28:32.979826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:32.991800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:32.993968 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5317252 Mar 14 18:28:32.994722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329666-cdc1-4eb1-912f-4a52261999e4 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24a1cf-a3b9-4d0b-9687-7c7d0bde60cf,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:33.002069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49346) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.007638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Request body: {'security_group_rule': {'security_group_id': '8c24a1cf-a3b9-4d0b-9687-7c7d0bde60cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:33.080724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2c79125-8f5a-47ce-9ff8-076c6e241643 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:33.091436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6c294-d8fd-4f9d-90cc-b40f27f1cf07 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:33.095704 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-61d6c294-d8fd-4f9d-90cc-b40f27f1cf07 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2887213 Mar 14 18:28:33.096066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49348) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.126606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.182217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45eeb3b-f3cc-4334-b5d3-d4f8bb5dec33 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:33.186529 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e45eeb3b-f3cc-4334-b5d3-d4f8bb5dec33 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0869455 Mar 14 18:28:33.189513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49350) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.246816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06f21-480b-4197-a800-b5f5b98759c9 None None] Pushing event updated for resources: {'Port': ['ID=f2c79125-8f5a-47ce-9ff8-076c6e241643,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:33.255238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:33.277554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.340411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee58b0-6e8b-4141-9ba7-c67a98151085 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:33.342091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee58b0-6e8b-4141-9ba7-c67a98151085 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:33.343624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee58b0-6e8b-4141-9ba7-c67a98151085 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:33.347842 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2cee58b0-6e8b-4141-9ba7-c67a98151085 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1557329 Mar 14 18:28:33.350316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49352) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.360759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.409143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7831d1fb-dac9-42a3-993a-4c8055368662,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:33.429102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 12f0fa31-1339-4de2-946b-706007f83934 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:33.433363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.486953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.592751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.603843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:33.603843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.608152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c8b4468f-0195-4151-9fc3-4598925bdbc6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6049051 Mar 14 18:28:33.608853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49354) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.650257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.656453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-bd6b49d6-142c-483c-a67a-7ed491e13d52', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:33.657704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.737506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:33.772123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.810773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.811378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.856089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c32e4-8e50-4dd1-9171-e5513959e3bc None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:33.959708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.964376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:33.965857 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c24a1cf-a3b9-4d0b-9687-7c7d0bde60cf HTTP/1.1" status: 204 len: 168 time: 0.3522367 Mar 14 18:28:33.972127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49358) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:33.973389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Allocated IP 2001:db8::2 (bd6b49d6-142c-483c-a67a-7ed491e13d52/962c475c-a025-4f01-94aa-06a4eec22116/6af28bda-44ba-4de9-ace7-fe092513bf88) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:34.004828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.075915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=12f0fa31-1339-4de2-946b-706007f83934,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:34.079946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49362) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.080789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6f555-7067-4239-a209-e78c7d4232d6 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24a1cf-a3b9-4d0b-9687-7c7d0bde60cf,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:34.132258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.141110 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4486ae65-f572-4f99-b0eb-fdc51d612fa2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/12f0fa31-1339-4de2-946b-706007f83934 HTTP/1.1" status: 204 len: 168 time: 0.7860215 Mar 14 18:28:34.141339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49366) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.180467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-58b54687-570c-4ff8-948b-98cc0b5af7e5 req-8114369a-f5fc-49d2-a620-9a77c028f509 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0694335 Mar 14 18:28:34.207863 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e05dd50c-3044-4248-af05-8dda74787c43 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2372632 Mar 14 18:28:34.212850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49368) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.254785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet c137fddb-0c75-4605-acd5-98288f9a6dc3 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:34.259371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.261240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.279752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98746f-df34-4109-889a-98bc6f6d1b41 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:34.281808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d2daf018-7e27-4e93-b28d-129f9cf6e9f2 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:34.306410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49370) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.307475 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cb959d20-79b4-4bb4-8e81-4e3f3006d71a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0932219 Mar 14 18:28:34.321199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: d2daf018-7e27-4e93-b28d-129f9cf6e9f2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:34.321199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d2daf018-7e27-4e93-b28d-129f9cf6e9f2 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:34.329521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-323fcd85-9b2a-4aab-886f-5a0bfd38f0b1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] delete failed (client error): The resource could not be found. Mar 14 18:28:34.330753 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-323fcd85-9b2a-4aab-886f-5a0bfd38f0b1 tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c24a1cf-a3b9-4d0b-9687-7c7d0bde60cf HTTP/1.1" status: 404 len: 347 time: 0.0232904 Mar 14 18:28:34.335128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.336963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.355518 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34327485-d08a-4a76-b271-6d4f0d30947a None None] New status for floating IP ed94d4d1-e480-4be8-9c42-ad63fe365c6d: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:28:34.389506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.419011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4431ddb3-4665-457b-9189-1407aa9fb68f None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:34.424041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4431ddb3-4665-457b-9189-1407aa9fb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.473953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5d7961e-d11f-482b-a3b7-e89017ff3063 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8fdc38fd-14f7-4372-be3b-22bab5665255 HTTP/1.1" status: 200 len: 992 time: 0.3906012 Mar 14 18:28:34.489935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5665959b-db74-4073-906f-4847a3cbed3a tempest-SecGroupIPv6Test-1821587844 tempest-SecGroupIPv6Test-1821587844-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347833 Mar 14 18:28:34.545781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:34.554330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:34.560556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Pushing event updated for resources: {'Port': ['ID=6af28bda-44ba-4de9-ace7-fe092513bf88,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:34.569892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:34.582373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8::1 (bd6b49d6-142c-483c-a67a-7ed491e13d52/962c475c-a025-4f01-94aa-06a4eec22116/ac966c94-65d5-4dc7-88cd-8d4a54453135) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:34.667213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.746767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Attempting to bind port 6af28bda-44ba-4de9-ace7-fe092513bf88 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:34.747119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Attempting to bind port 6af28bda-44ba-4de9-ace7-fe092513bf88 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:34.747468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Attempting to bind port 6af28bda-44ba-4de9-ace7-fe092513bf88 on network bd6b49d6-142c-483c-a67a-7ed491e13d52 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:34.755940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:34.756570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Checking segment: {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:34.756882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.757274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Bound using segment: {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:34.757732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Bound port: 6af28bda-44ba-4de9-ace7-fe092513bf88, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:34.758740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.774476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.785987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49380) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:34.848713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-43631910-20d3-457f-984f-547c46c81ebd None None] For port 6af28bda-44ba-4de9-ace7-fe092513bf88, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:34.851441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-43631910-20d3-457f-984f-547c46c81ebd None None] For port 6af28bda-44ba-4de9-ace7-fe092513bf88, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6af28bda-44ba-4de9-ace7-fe092513bf88,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:34.912866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:34.952643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2c79125-8f5a-47ce-9ff8-076c6e241643 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:35.032483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631910-20d3-457f-984f-547c46c81ebd None None] Pushing event updated for resources: {'Port': ['ID=6af28bda-44ba-4de9-ace7-fe092513bf88,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:35.049665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.050967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:35.051669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.063973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.191320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=c137fddb-0c75-4605-acd5-98288f9a6dc3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:35.200648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:35.218043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:35.223334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.235128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:35.235357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-785ece6c-a855-4b99-9b7e-f571858b4673 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/c137fddb-0c75-4605-acd5-98288f9a6dc3 HTTP/1.1" status: 204 len: 168 time: 1.0928748 Mar 14 18:28:35.239506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:35.263500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:35.264055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.326749 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4b0a6d87-97e0-454b-ab48-94f52223e651 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904539 Mar 14 18:28:35.335137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:35.335949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49392) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:35.341893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:35.350494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port c43655ad-e303-4585-92cc-e0770b177b06 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:35.350871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.394346 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c09fdf33-7103-40b0-8994-3518c04c7334 req-45ca06ff-a5fb-4522-aefa-36924b133be2 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0663068 Mar 14 18:28:35.562509 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a4d95678-26da-4607-865e-4f3b35394e03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c39f6e614c8d415cab311c219c6b82ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428726 Mar 14 18:28:35.564816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49394) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:35.618623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.619131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.635312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for c43655ad-e303-4585-92cc-e0770b177b06 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:35.637800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.656499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:35.663277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.718637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5987292-1599-4776-888e-5e54bc732401 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:35.740778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.766386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.839475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b7cdd514-b466-4689-9827-067f63dd49f7 None None] Provisioning complete for port f2c79125-8f5a-47ce-9ff8-076c6e241643 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:35.839844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd514-b466-4689-9827-067f63dd49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.968954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.973824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:35.976473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2a6e746-6ef8-45b1-a24c-d37e2acbd4b3 HTTP/1.1" status: 204 len: 168 time: 0.4104083 Mar 14 18:28:35.998772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32992b-e59c-4bfe-b753-3575df505d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a6e746-6ef8-45b1-a24c-d37e2acbd4b3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:36.016039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:36.037565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.137157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=6e3a2193-591f-45db-a8f7-3ef9e706dba4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:36.138980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Deleting port f2c79125-8f5a-47ce-9ff8-076c6e241643 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:36.140598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.154205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:36.155878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:36.159032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:36.159878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.175672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.225060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=c43655ad-e303-4585-92cc-e0770b177b06,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:36.256002 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5a1cc28-2989-486e-90b2-6945d4906b46 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9178863 Mar 14 18:28:36.256689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:36.263081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:36.282496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] For port f2c79125-8f5a-47ce-9ff8-076c6e241643, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2c79125-8f5a-47ce-9ff8-076c6e241643,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:36.283381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.305118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Calling delete_port for f2c79125-8f5a-47ce-9ff8-076c6e241643 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:36.347594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.347936 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8fdc38fd-14f7-4372-be3b-22bab5665255 disassociated (deleted). External IP: 172.26.3.88, port: 89d07dc2-c348-4949-b233-2d91e572d87a. Mar 14 18:28:36.487890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.495833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:36.505228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.587043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.612162 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6e1c7aca-0c66-4ffe-8a03-b00ccf86807f req-b8e50303-8c0d-42cc-a163-89a54f090ad8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0924716 Mar 14 18:28:36.622583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.623762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:36.623924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.ipam_backend_mixin [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e3a2193-591f-45db-a8f7-3ef9e706dba4 (CIDR: 2001:db8::/64) Mar 14 18:28:36.634987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] Pushing event deleted for resources: {'Port': ['ID=f2c79125-8f5a-47ce-9ff8-076c6e241643,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:36.646189 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-751a051f-4ca6-4b00-af06-ffa3f63043f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1760089 Mar 14 18:28:36.648094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5fb9a-166b-41c8-a07e-a6d738d91b88 None None] No DVR routers for this DVR port f2c79125-8f5a-47ce-9ff8-076c6e241643 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:36.673218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:36.673711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:36.681429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af183d93-66ce-4536-9bc5-6a0942a38be0 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:36.738624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dca9be-43c1-43b9-b77d-dbebe4fb2342 None None] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:36.785785 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-071c1621-2ac4-40c3-84ad-9ceb02bbef1f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5279193 Mar 14 18:28:36.790664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49410) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:36.796192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:37.088403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6af28bda-44ba-4de9-ace7-fe092513bf88 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:37.135288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:37.139090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.165697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] Provisioning complete for port 6af28bda-44ba-4de9-ace7-fe092513bf88 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:37.166823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.244901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:37.281693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-fb3a696f-9416-4628-a708-806048509691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:37.283406 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-fb3a696f-9416-4628-a708-806048509691 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1098 time: 0.5943439 Mar 14 18:28:37.319194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 833658e4-97c9-4b1a-a0ff-a9c407141804 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:37.403285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '6e3a2193-591f-45db-a8f7-3ef9e706dba4'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:37.404247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.422870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6af28bda-44ba-4de9-ace7-fe092513bf88 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:37.423425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.509186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:37.516239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:37.631408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.735963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-664a6ea5-60b2-4bf8-a1d6-5d53b7b85f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:37.738032 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-664a6ea5-60b2-4bf8-a1d6-5d53b7b85f19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 898 time: 0.4223354 Mar 14 18:28:37.790943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d4bc7941-83d2-4ee2-847e-793c43b39598 req-ef571d78-1026-4f3a-ad45-f0a41ee3497e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=a229d72a-8ce3-4838-a631-ef5ec88a6b08 HTTP/1.1" status: 200 len: 210 time: 0.0376229 Mar 14 18:28:37.798500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] For port 6af28bda-44ba-4de9-ace7-fe092513bf88, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6af28bda-44ba-4de9-ace7-fe092513bf88,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:37.816470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.818608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/6e3a2193-591f-45db-a8f7-3ef9e706dba4/7597e8c4-45eb-45fe-b47f-b294f1c6e226) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:37.828343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-09b5abf6-c9ef-42e9-a76d-05f7c06d7772 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 217 time: 0.0828986 Mar 14 18:28:37.836433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:37.852918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.854618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Sync routers for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:37.891465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:37.922867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:28:37.937033 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-543eb419-354e-49c0-bcb7-b2f262d8c741 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/8fdc38fd-14f7-4372-be3b-22bab5665255 HTTP/1.1" status: 204 len: 168 time: 3.1472657 Mar 14 18:28:37.937033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:37.942074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a5474b-c15e-4839-9a98-ec544ef1f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:28:38.005368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:38.006263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:38.053382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bce5e9-7516-4b72-80f4-81c183da6b9d x-openstack-request-id: req-33bce5e9-7516-4b72-80f4-81c183da6b9d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:28:38.054360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:28:38.054615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33bce5e9-7516-4b72-80f4-81c183da6b9d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:28:38.055053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a', 'status': 'completed', 'code': 200} Mar 14 18:28:38.060192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-b96ad576-4252-408f-b325-7cb2c9cd6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:38.062906 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-b96ad576-4252-408f-b325-7cb2c9cd6ec1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 200 len: 834 time: 0.2158778 Mar 14 18:28:38.085556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:38.099599 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:38.109546 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cb42e36e-2bce-462c-95ea-0e1ce032b0c0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1260026 Mar 14 18:28:38.113478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49432) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:38.122919 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:38.123560 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:38.139823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208058639'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:38.168172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-63c7d32c-71cd-4e10-acd6-19093aebb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:38.169703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-63c7d32c-71cd-4e10-acd6-19093aebb5be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd895045-ae77-413f-bfc7-8d7e47f0317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971928 Mar 14 18:28:38.246843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:38.253771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.326056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.329672 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:38.330541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:38.330988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:38.331678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:38.355990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38192f04-5f2a-4f8c-acc2-af34332bf336 None None] Pushing event updated for resources: {'Port': ['ID=6af28bda-44ba-4de9-ace7-fe092513bf88,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:38.364592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.365176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment d64f8a73-74e5-407b-b284-21cc73f3c9b1 of type vlan for network a1b623cf-6b53-4a61-bb84-98839d099d41 Mar 14 18:28:38.377760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-bb565218-7684-4c95-a574-7e311aa6ea10 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999972 Mar 14 18:28:38.525568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:38.535377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d5dff4d-ed16-4d74-8dce-b9157aa5d2aa req-2d938df5-8aac-4a95-bd35-122839dcd618 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250770 Mar 14 18:28:38.542556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.683081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.objects.ports [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103392) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:38.736656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.748939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:38.754126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ad901cb-51e1-4faf-b4a0-17d91da623e1 None None] Provisioning complete for port ac966c94-65d5-4dc7-88cd-8d4a54453135 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:38.754695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ad901cb-51e1-4faf-b4a0-17d91da623e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.754824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.776021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:38.873510 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:35Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:36Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:38.949231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb12a6-cf04-40e7-b35a-b9952d464da2 req-35b89ce4-9ae4-433e-a908-b098f425b2c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:38.952826 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcfb12a6-cf04-40e7-b35a-b9952d464da2 req-35b89ce4-9ae4-433e-a908-b098f425b2c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.3757443 Mar 14 18:28:38.959218 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8428588 Mar 14 18:28:38.963026 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:38.963643 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Updating router 57d855f1-0060-40e4-98fe-8cb98de7f577 port ac966c94-65d5-4dc7-88cd-8d4a54453135 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:28:38.975160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49452) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:38.998022 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.002651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:39.024469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a99511-855a-4bd9-9c34-de3e77e2526e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=a1b623cf-6b53-4a61-bb84-98839d099d41,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:39.094031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-adaec3cb-df21-4533-9429-9bdc90e6c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:39.095729 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-adaec3cb-df21-4533-9429-9bdc90e6c2d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 1098 time: 0.4314318 Mar 14 18:28:39.131300 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcfb12a6-cf04-40e7-b35a-b9952d464da2 req-ed3d5bca-0b47-4a01-9f3b-9be293523b56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487811 Mar 14 18:28:39.191436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a1b623cf-6b53-4a61-bb84-98839d099d41 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:39.195869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2c79125-8f5a-47ce-9ff8-076c6e241643 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:39.262772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f2c79125-8f5a-47ce-9ff8-076c6e241643 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:39.263119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2c79125-8f5a-47ce-9ff8-076c6e241643 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:39.315947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:39.396442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.401096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:39.417662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3ad901cb-51e1-4faf-b4a0-17d91da623e1 None None] Port ac966c94-65d5-4dc7-88cd-8d4a54453135 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:39.428325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:39.482012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6af28bda-44ba-4de9-ace7-fe092513bf88 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:39.482643 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-0c6836c3-c145-4ece-b62a-e2f7590dae3f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148110580&fields=id&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 267 time: 0.2045455 Mar 14 18:28:39.495453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-d58296af-68f1-4978-9fc5-b0a8f4bddd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:39.499173 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-d58296af-68f1-4978-9fc5-b0a8f4bddd26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 200 len: 898 time: 0.3945060 Mar 14 18:28:39.563452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Pushing event updated for resources: {'Port': ['ID=7597e8c4-45eb-45fe-b47f-b294f1c6e226,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:39.586424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:39.587774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ad901cb-51e1-4faf-b4a0-17d91da623e1 None None] Provisioning complete for port 6af28bda-44ba-4de9-ace7-fe092513bf88 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:39.589123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ad901cb-51e1-4faf-b4a0-17d91da623e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.595605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.605263 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-2e583e5b-bbc0-4278-91e1-96d0bce54004 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 200 len: 217 time: 0.0976410 Mar 14 18:28:39.614111 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.699648 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.742138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6af28bda-44ba-4de9-ace7-fe092513bf88 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:39.742774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.758986 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Pushing event updated for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:39.762339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49464) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:39.769673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.770190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.770584 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.770922 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.771352 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.771706 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.772037 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.772377 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.772718 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.773041 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.774089 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.774614 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:28:39.784331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798227061', 'description': 'tempest-secgroup-smoke-798227061 description', 'project_id': 'eb3465926b064bcb81991502ef826647'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:39.808657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:39.809039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:39.809398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:39.826702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:39.827139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:39.827552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.827950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:39.828974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-fc885798-5951-4981-a2f4-e2ceb5cae591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:39.829806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Bound port: 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:39.830240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.832622 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-fc885798-5951-4981-a2f4-e2ceb5cae591 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 200 len: 834 time: 0.2065921 Mar 14 18:28:39.848864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:39.889778 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Attempting to bind port ac966c94-65d5-4dc7-88cd-8d4a54453135 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:39.890708 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Attempting to bind port ac966c94-65d5-4dc7-88cd-8d4a54453135 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:39.899267 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Attempting to bind port ac966c94-65d5-4dc7-88cd-8d4a54453135 on network bd6b49d6-142c-483c-a67a-7ed491e13d52 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:39.904005 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:39.904540 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Checking segment: {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:39.905233 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.906424 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Bound using segment: {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:39.907015 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Bound port: ac966c94-65d5-4dc7-88cd-8d4a54453135, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35efb302-2ff4-4c39-80f5-b3444c455f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:39.907473 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:39.989130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-1bc29775-5f35-4101-ad4f-1ffe00bc3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:39.997206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-1bc29775-5f35-4101-ad4f-1ffe00bc3bb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd895045-ae77-413f-bfc7-8d7e47f0317f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1406870 Mar 14 18:28:40.047774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.065729 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] For port ac966c94-65d5-4dc7-88cd-8d4a54453135, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:40.066173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-6819fcb1-0c78-4bee-8ef4-b42f1e8b2ac8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:40.069269 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] For port ac966c94-65d5-4dc7-88cd-8d4a54453135, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ac966c94-65d5-4dc7-88cd-8d4a54453135,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:40.071390 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-6819fcb1-0c78-4bee-8ef4-b42f1e8b2ac8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.5871379 Mar 14 18:28:40.102898 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-4b8d591f-86f8-4bcc-bb1e-f737e824c269 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/quotas/0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 375 time: 0.0189650 Mar 14 18:28:40.134210 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-52b8d1ba-592d-4c7f-bcff-8ea4988547e6 service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214571 Mar 14 18:28:40.141739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.187333 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.192378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.197532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:40.219494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.232126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:40.236624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7597e8c4-45eb-45fe-b47f-b294f1c6e226,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:40.250354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:40.251125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:40.251857 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attempting to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:40.261323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e072-e062-4af0-85ee-774a680bc53d None None] Pushing event updated for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.281028 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:40.281670 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:40.285062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Checking router: 833658e4-97c9-4b1a-a0ff-a9c407141804 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:40.308828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:40.309657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:40.375152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-762adeb5-c7df-441c-9509-f41546c19060 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2713468 Mar 14 18:28:40.375986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:40.376319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:40.376741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.377095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:40.377560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Bound port: 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:40.377964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.407907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=7597e8c4-45eb-45fe-b47f-b294f1c6e226,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.412175 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:40.457757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.490418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-0aded575-a2ca-475f-adff-323852ef3a89 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:40.492068 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-0aded575-a2ca-475f-adff-323852ef3a89 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.2805400 Mar 14 18:28:40.539856 dv-neutron-833670-1-hyperv neutron-server[103392]: WARNING neutron.plugins.ml2.plugin [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Concurrent port binding operations failed on port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 Mar 14 18:28:40.553619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7597e8c4-45eb-45fe-b47f-b294f1c6e226,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:40.568398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:40.575616 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.plugins.ml2.plugin [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attempt 2 to bind port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 Mar 14 18:28:40.600404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7217ba-03d7-433d-8bd5-037a931ed620 req-406f37f7-d7d4-4b11-bca5-839f2a377f2b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:40.606674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.608051 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7217ba-03d7-433d-8bd5-037a931ed620 req-406f37f7-d7d4-4b11-bca5-839f2a377f2b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.3837593 Mar 14 18:28:40.628285 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a5474b-c15e-4839-9a98-ec544ef1f6fb req-4e0c8ab0-a985-466d-9d71-98c04b98df4e service neutron] 10.222.0.61 "GET /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151881 Mar 14 18:28:40.633614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.680949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.723911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:40.732141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bc649919-a990-4a0a-9772-f159585de77f None None] Provisioning complete for port ac966c94-65d5-4dc7-88cd-8d4a54453135 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:40.732649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc649919-a990-4a0a-9772-f159585de77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.744010 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7217ba-03d7-433d-8bd5-037a931ed620 req-d36c79ae-6725-434b-938d-f9d8a389f644 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302359 Mar 14 18:28:40.764343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=26ed5775-5b36-416a-947d-40083bdd6bbf,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.770075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:40.784524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:40.785123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.788022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:40.788581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: a1b623cf-6b53-4a61-bb84-98839d099d41, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:40.790178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.796933 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:35Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:40Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:40.804565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 89d07dc2-c348-4949-b233-2d91e572d87a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:40.814308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:40.852722 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b787fd-3f5a-4454-828f-1fcc4e532fb0 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:35Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:40Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:40.861190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=2b161fa4-458b-49f7-96b9-25bde3937c53,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.878910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49e8d5-ced6-4dda-a1e4-85b843b74343 None None] Pushing event updated for resources: {'Port': ['ID=7597e8c4-45eb-45fe-b47f-b294f1c6e226,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.929770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network a1b623cf-6b53-4a61-bb84-98839d099d41 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:40.936286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed4127-4b44-4ac3-a266-3a8e8aefcbff,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:40.958188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:40.960944 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e0d0f670-22c8-439c-80bf-07c7674e2773 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1684027 Mar 14 18:28:40.964174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:6b:35:48', 'name': 'tempest-NetworksTestDHCPv6-417755496'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:40.965937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc158b6c-be15-42b1-825a-984278e6c0b4 service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763853 Mar 14 18:28:40.995699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 89d07dc2-c348-4949-b233-2d91e572d87a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=89d07dc2-c348-4949-b233-2d91e572d87a,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:40.996097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.025500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.043650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a1b623cf-6b53-4a61-bb84-98839d099d41) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:41.045429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 89d07dc2-c348-4949-b233-2d91e572d87a owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:41.060730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:41.062614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.072445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc649919-a990-4a0a-9772-f159585de77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.088719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.099700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1a36a-f72c-4cd4-9a39-a4e791115162 None None] Network a1b623cf-6b53-4a61-bb84-98839d099d41 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:41.198882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-829a26cc-4fea-4d72-a316-9c39625ff850 service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209489 Mar 14 18:28:41.201143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-846a4edc-a312-4f25-9937-d1ad98c7ad4b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2142727 Mar 14 18:28:41.208197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:41.256132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bc649919-a990-4a0a-9772-f159585de77f None None] For port ac966c94-65d5-4dc7-88cd-8d4a54453135, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ac966c94-65d5-4dc7-88cd-8d4a54453135,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:41.264028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:41.292231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c989c939-29fe-429c-b2b5-ecbdc8a32242,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:41.316710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c8519b-47e7-4c7f-ab3a-67c1cfd49e94 None None] The sync data for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv is: [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:27:00Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '80d16780-2f0b-49e3-b9a7-4b5ac10e13b7', 'name': '', 'network_id': 'cd895045-ae77-413f-bfc7-8d7e47f0317f', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:6b:ed:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:58Z', 'updated_at': '2022-03-14T18:27:13Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '9d4c3789-3d9f-4a29-a647-569561c88534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:41.338362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.338362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8d45f134-fbd1-4b60-a1ff-0f11155bbdea tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5536847 Mar 14 18:28:41.339276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49478) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:41.348253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:41.352483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bc649919-a990-4a0a-9772-f159585de77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.424735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:41.496474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.558003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5c9796e5-8b17-4dc1-93a5-c643b1082a53 None None] Provisioning complete for port ac966c94-65d5-4dc7-88cd-8d4a54453135 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:41.558373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c9796e5-8b17-4dc1-93a5-c643b1082a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.562235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc649919-a990-4a0a-9772-f159585de77f None None] Pushing event updated for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:41.632171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.638998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a1b623cf-6b53-4a61-bb84-98839d099d41', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:41.639851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.657102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ac966c94-65d5-4dc7-88cd-8d4a54453135 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:41.765602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.803456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dfddd2-bb8a-47cc-8c19-afb831a1ea66,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:41.875013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.876700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-33ef704c-8949-46f7-b622-18ce1d9df4f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5361443 Mar 14 18:28:41.879749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:41.879926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ac966c94-65d5-4dc7-88cd-8d4a54453135 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:41.880141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:41.896503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:41.964474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Allocated IP 2001:db8:1::2 (a1b623cf-6b53-4a61-bb84-98839d099d41/26ed5775-5b36-416a-947d-40083bdd6bbf/ca330df3-7b88-4e8e-8b86-e21f5c2db723) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:42.024830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.114999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7597e8c4-45eb-45fe-b47f-b294f1c6e226 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:42.197308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.235805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 89d07dc2-c348-4949-b233-2d91e572d87a no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:42.290617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedc51d-de87-42a3-ab25-d762e5cc9711 None None] New status for floating IP 8fdc38fd-14f7-4372-be3b-22bab5665255: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:28:42.291406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1262dac1-c925-4644-bc6c-572b8b1b6a8b req-507a2c88-e9b5-4fdf-b5be-8d99a9308bc3 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0554409 Mar 14 18:28:42.300934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.332281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4487b268-6cfc-48fc-8062-99cad903776b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:42.383198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.408319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.411254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:42.411394 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ada166bf-cfdb-4092-aa92-c14a6de8eff7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5280910 Mar 14 18:28:42.411507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.412306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49496) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:42.417793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:42.484231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.488794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee566c79-3df6-4597-b0e0-cf7bbd0081ec None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:42.497959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.532822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268149-6cd4-4c4a-be8e-009a3928f126 req-0487d3f1-b126-4d02-a7d2-c84fa52e2562 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:42.535775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f268149-6cd4-4c4a-be8e-009a3928f126 req-0487d3f1-b126-4d02-a7d2-c84fa52e2562 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 945 time: 0.3727469 Mar 14 18:28:42.554438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.561985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.636675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port b960e31d-9cdc-45db-9f0c-efeab9e1e94e yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:42.656529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=89d07dc2-c348-4949-b233-2d91e572d87a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:42.678613 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f268149-6cd4-4c4a-be8e-009a3928f126 req-9244f749-599b-43b2-9ee5-96d9874420e7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=816c3db5-3cce-46fa-8608-22afe56b5432&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111643 Mar 14 18:28:42.709836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.734341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.759826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 89d07dc2-c348-4949-b233-2d91e572d87a on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:42.760018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.763920 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97ce1349-6a52-4b36-939f-1a5b18baf17a req-f8a7ac94-67ff-41e7-827b-c01827e603cf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/89d07dc2-c348-4949-b233-2d91e572d87a HTTP/1.1" status: 204 len: 173 time: 2.2342513 Mar 14 18:28:42.770530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'name': 'network-vif-deleted', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:42.772950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a08906-08c9-45b7-876b-c1b07b8ef2e1" -d '{"events": [{"server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "name": "network-vif-deleted", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:28:42.775108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Network a1b623cf-6b53-4a61-bb84-98839d099d41 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:42.793833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Pushing event updated for resources: {'Port': ['ID=ca330df3-7b88-4e8e-8b86-e21f5c2db723,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:42.796589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:42.809583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:42.811846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f44df4d1-3103-4d1a-9eef-bf35e0696b39 None None] Provisioning complete for port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:42.812317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f44df4d1-3103-4d1a-9eef-bf35e0696b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.815380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.836975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09a2755-8ca6-4c2e-b5e4-99aca5b744ab x-openstack-request-id: req-d09a2755-8ca6-4c2e-b5e4-99aca5b744ab {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:28:42.837542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684d33a-8cce-4203-86c6-2dbb0fe7b99f", "name": "network-vif-deleted", "tag": "89d07dc2-c348-4949-b233-2d91e572d87a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:28:42.837794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d09a2755-8ca6-4c2e-b5e4-99aca5b744ab {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:28:42.838469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684d33a-8cce-4203-86c6-2dbb0fe7b99f', 'name': 'network-vif-deleted', 'tag': '89d07dc2-c348-4949-b233-2d91e572d87a', 'status': 'completed', 'code': 200} Mar 14 18:28:42.849846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7e91c0-3a82-489d-91ae-66ca501dfc94,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:42.921446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:42.999222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.001115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Attempting to bind port ca330df3-7b88-4e8e-8b86-e21f5c2db723 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:43.001482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Attempting to bind port ca330df3-7b88-4e8e-8b86-e21f5c2db723 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:43.001842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Attempting to bind port ca330df3-7b88-4e8e-8b86-e21f5c2db723 on network a1b623cf-6b53-4a61-bb84-98839d099d41 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:43.005491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.013752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-10c60a31-aa62-4fff-bfa7-dde9ef62feec tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5973058 Mar 14 18:28:43.013752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49504) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:43.017623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:43.025356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:43.025712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Checking segment: {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:43.026148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.026545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Bound using segment: {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:43.027028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Bound port: ca330df3-7b88-4e8e-8b86-e21f5c2db723, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:43.027423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.144036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.173942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] For port ca330df3-7b88-4e8e-8b86-e21f5c2db723, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:43.177269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] For port ca330df3-7b88-4e8e-8b86-e21f5c2db723, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca330df3-7b88-4e8e-8b86-e21f5c2db723,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:43.198462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7597e8c4-45eb-45fe-b47f-b294f1c6e226,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:43.204600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f44df4d1-3103-4d1a-9eef-bf35e0696b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.232452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::159 (d5c92626-9e70-47af-be0d-7950f30fe5cc/6e3a2193-591f-45db-a8f7-3ef9e706dba4/b960e31d-9cdc-45db-9f0c-efeab9e1e94e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:43.239676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.276541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.279488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:3548 (d5c92626-9e70-47af-be0d-7950f30fe5cc/2b161fa4-458b-49f7-96b9-25bde3937c53/b960e31d-9cdc-45db-9f0c-efeab9e1e94e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:43.305330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.357819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.387693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78a0793-a29e-4835-93a7-181c9c2d6c82,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:43.418184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785c13-4da6-4803-ba9f-8abd1b317836 None None] Pushing event updated for resources: {'Port': ['ID=ca330df3-7b88-4e8e-8b86-e21f5c2db723,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:43.426335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-f44df4d1-3103-4d1a-9eef-bf35e0696b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:43.426687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-f44df4d1-3103-4d1a-9eef-bf35e0696b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:43.464289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.468190 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8f365efd-da14-4edd-978b-93c31c96b8e0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532421 Mar 14 18:28:43.474628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49508) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:43.483412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:43.529366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ac966c94-65d5-4dc7-88cd-8d4a54453135 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:43.549021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4acff80b-1fab-4bdb-84f9-8b53ccb4c90e req-b0294b6b-cf07-40c8-a16d-703d3f8664a5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.1087632 Mar 14 18:28:43.591595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=7597e8c4-45eb-45fe-b47f-b294f1c6e226,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:43.621326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8:1::1 (a1b623cf-6b53-4a61-bb84-98839d099d41/26ed5775-5b36-416a-947d-40083bdd6bbf/212b378d-edd3-4e6b-9bb7-1e346c3dc7b5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:43.643709 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Project eb3465926b064bcb81991502ef826647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:28:43.659344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.662892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ac966c94-65d5-4dc7-88cd-8d4a54453135 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:43.663073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.759182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.764649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.831036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.890131 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7bb7e377-76b7-4041-bd76-1facee65c611 req-396e5ef4-d2d0-4524-958b-40dd0c94e877 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=9684d33a-8cce-4203-86c6-2dbb0fe7b99f HTTP/1.1" status: 200 len: 210 time: 0.0391235 Mar 14 18:28:43.891468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70cdf51-dd99-4ea6-a223-e176ebc7f5fa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:43.924012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.939783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:43.941338 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9438cb1b-feb9-4fa8-8831-8997a03b854a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4657054 Mar 14 18:28:43.951230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49512) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:43.955854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'security_group_rule': {'security_group_id': 'c989c939-29fe-429c-b2b5-ecbdc8a32242', 'project_id': 'eb3465926b064bcb81991502ef826647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:44.042704 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Project eb3465926b064bcb81991502ef826647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:28:44.043815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.048502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.096400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:44.099900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.104087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:44.107228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:44.113202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:44.113827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.134378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=b960e31d-9cdc-45db-9f0c-efeab9e1e94e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:44.141976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.180281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network a1b623cf-6b53-4a61-bb84-98839d099d41 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:44.183931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:44.186340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:44.187272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.213311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7220ec7c-db85-4ae6-82c5-e99f5b2759a9 None None] Provisioning complete for port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:44.213740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7220ec7c-db85-4ae6-82c5-e99f5b2759a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.236264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-00c06f47-e192-4ef6-a39e-db94f1eb49bc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2769949 Mar 14 18:28:44.239969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49514) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:44.246177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:44.251634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.290512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1928f5ac-938b-4f32-ab76-0de77c5030bb,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:44.373331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port b960e31d-9cdc-45db-9f0c-efeab9e1e94e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:44.373767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.396380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.398963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f93011a5-3f4a-4c75-98a4-cf98f2920ff3 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4455090 Mar 14 18:28:44.403238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49516) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:44.414736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'network': {'name': 'tempest-network-smoke--293391019', 'project_id': 'eb3465926b064bcb81991502ef826647', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:44.457386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f054c12a-3828-46a3-ae85-396eace4d2bc None None] Could not find standard attr ID for object 9e0458c2-0cc8-45d7-96bf-8355c3cb029b. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:44.485118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.500800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.521552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for b960e31d-9cdc-45db-9f0c-efeab9e1e94e owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:44.609230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Made reservation on behalf of eb3465926b064bcb81991502ef826647 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:44.614375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.755178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-771539ba-5cc3-47dc-bc67-f91dd55fc914 req-85d735ba-4f65-425b-856d-84b9b663cbed tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0442805 Mar 14 18:28:44.863460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.871078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-0a06668f-b82e-40a9-82a2-6b6e1906707d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:44.871078 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-0a06668f-b82e-40a9-82a2-6b6e1906707d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.3392971 Mar 14 18:28:44.881420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-525dfe0b-687f-43c2-b4a0-2267e9f163dd None None] Could not find standard attr ID for object b960e31d-9cdc-45db-9f0c-efeab9e1e94e. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:28:44.894566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=b960e31d-9cdc-45db-9f0c-efeab9e1e94e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:44.925601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f548b24-54d5-47b7-ad5e-c36a91b178a3 None None] Network a1b623cf-6b53-4a61-bb84-98839d099d41 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:44.959444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:44.960533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:44.966852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa154c22-281c-496f-91ed-c9b5281994e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/b960e31d-9cdc-45db-9f0c-efeab9e1e94e HTTP/1.1" status: 204 len: 168 time: 0.7248328 Mar 14 18:28:44.970529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49522) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:44.971871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49524) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:45.038074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] Provisioning complete for port ca330df3-7b88-4e8e-8b86-e21f5c2db723 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:45.038514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.109446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.138762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.139107 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Added segment 343ed773-82d4-4af5-b92d-9251679893d3 of type vlan for network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb Mar 14 18:28:45.149133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-6d38422c-3c77-4c2d-a425-c2f503d83fca tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 380 time: 0.2441752 Mar 14 18:28:45.167448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'port': {'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'admin_state_up': True, 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'security_groups': ['5f19ced9-c13b-4015-8c74-39638aa77d7c']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:45.211514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.259361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] For port ca330df3-7b88-4e8e-8b86-e21f5c2db723, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca330df3-7b88-4e8e-8b86-e21f5c2db723,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:45.260021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.263293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.322068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.363941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.396396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db6e87-46ad-427a-b927-949899125a54 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.400334 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a7db6e87-46ad-427a-b927-949899125a54 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4040093 Mar 14 18:28:45.400884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49528) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:45.444132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161bacc-e79b-4441-998d-e539e9c0662d None None] Pushing event updated for resources: {'Port': ['ID=ca330df3-7b88-4e8e-8b86-e21f5c2db723,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:45.464876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.513650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934675ca-6180-460c-84c3-c62d75db4037 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.518966 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-934675ca-6180-460c-84c3-c62d75db4037 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1147885 Mar 14 18:28:45.522643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:45.523956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:45.546181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.588629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7597e8c4-45eb-45fe-b47f-b294f1c6e226 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:45.620406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115e5d5-c31c-4d77-9c95-16b33aefe776 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.626026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115e5d5-c31c-4d77-9c95-16b33aefe776 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.632310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115e5d5-c31c-4d77-9c95-16b33aefe776 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.642181 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3115e5d5-c31c-4d77-9c95-16b33aefe776 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1063671 Mar 14 18:28:45.643304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49532) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:45.644969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.653142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:45.653785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.692617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network a1b623cf-6b53-4a61-bb84-98839d099d41 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:45.692970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:45.693349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.708593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:45.724595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 2b161fa4-458b-49f7-96b9-25bde3937c53 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:45.729344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.787939 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3791335 Mar 14 18:28:45.788850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:45.795193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'admin_state_up': True, 'project_id': 'eb3465926b064bcb81991502ef826647', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:45.826871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.874051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.896949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.898846 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/816c3db5-3cce-46fa-8608-22afe56b5432 HTTP/1.1" status: 204 len: 168 time: 0.9030266 Mar 14 18:28:45.908179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538230fd-1138-40d1-b117-60855cfa7a29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Network': ['ID=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:45.940347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Made reservation on behalf of 0a227c1c684149fdacd624d033aa7eea for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:45.945010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:45.945992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:45.972395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.030006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69dcff7f-e381-4e4a-b69e-1647394a1b39 None None] Provisioning complete for port ca330df3-7b88-4e8e-8b86-e21f5c2db723 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:46.034306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69dcff7f-e381-4e4a-b69e-1647394a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.042670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49540) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:46.065646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.066681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.115084 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f97af3ae-c064-4023-83f3-0616d66e867d req-fcef27a9-37ba-4b31-a363-58cca339b207 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.2104511 Mar 14 18:28:46.116227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cf34f-fcdd-4b10-bea1-c33265fa1e20 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c3db5-3cce-46fa-8608-22afe56b5432,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:46.193756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca330df3-7b88-4e8e-8b86-e21f5c2db723 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:46.259585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:46.352985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ca330df3-7b88-4e8e-8b86-e21f5c2db723 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:46.353515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.360166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.361800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.465628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=2b161fa4-458b-49f7-96b9-25bde3937c53,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:46.476067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41627d0-1c5c-4a3c-875f-21716dde96b1 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:46.477147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.478691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-69dcff7f-e381-4e4a-b69e-1647394a1b39 None None] Provisioning complete for port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:46.479161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69dcff7f-e381-4e4a-b69e-1647394a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.482199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7c70b537-3020-4ce2-a2f2-05fe88bef697 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/2b161fa4-458b-49f7-96b9-25bde3937c53 HTTP/1.1" status: 204 len: 168 time: 0.8376544 Mar 14 18:28:46.567441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49542) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:46.635915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 6e3a2193-591f-45db-a8f7-3ef9e706dba4 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:46.673097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.792334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.818944 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:46.836180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-69dcff7f-e381-4e4a-b69e-1647394a1b39 None None] Port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:46.910382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:46.918285 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4c7abc4a-8476-4c3c-a4cf-f1c5bc591d29 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7089283 Mar 14 18:28:46.921494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:46.927148 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:46.927840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112609428'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:46.936578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.20.0.14 (5de513d0-60d6-44de-9489-1965029c548e/73a7a17c-d1a3-4406-b042-a11e00b380d5/473ddaaf-458a-41c0-a447-61fdde953041) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:46.948377 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:46.949632 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:47.046233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1c32e8d0-d5a4-4436-8f6d-28bf59d0cfd0 None None] Provisioning complete for port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:47.046529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c32e8d0-d5a4-4436-8f6d-28bf59d0cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.051895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.097624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1c32e8d0-d5a4-4436-8f6d-28bf59d0cfd0 None None] Port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:47.196780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.203548 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:47.331242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.418925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:47.453940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca330df3-7b88-4e8e-8b86-e21f5c2db723 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:47.463453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:47.466537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:47.478949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:47.515101 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:44Z', 'revision_number': 3, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:44Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:47.548321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:47.552849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.553951 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:47.554548 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Updating router 57d855f1-0060-40e4-98fe-8cb98de7f577 port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:28:47.592204 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.593000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ca330df3-7b88-4e8e-8b86-e21f5c2db723 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:47.593473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.657695 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-dc28a15f-d206-4122-8793-72703724624a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4955781 Mar 14 18:28:47.665344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:47.668266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.673124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Request body: {'port': {'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:47.798740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.861352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:47.866845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80058517-317d-4f56-8f62-80dd27f47435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.930885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-95ddf8be-087d-4ada-8883-a2d55c6c68c6 None None] Provisioning complete for port 473ddaaf-458a-41c0-a447-61fdde953041 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:47.933117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-95ddf8be-087d-4ada-8883-a2d55c6c68c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.933831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d7af-0dfe-4d99-9ba2-2bb905026990 req-fa6eaefa-4f8b-42da-83fd-fb5a2a7f1f3d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:47.937067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e9d0d7af-0dfe-4d99-9ba2-2bb905026990 req-fa6eaefa-4f8b-42da-83fd-fb5a2a7f1f3d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 932 time: 0.2914417 Mar 14 18:28:47.941494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:47.941834 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment 7d9c5bf4-9398-484b-b87a-042d8a4c5e33 of type vlan for network d3a4f4d9-7018-4912-be57-678ebaf0ea5e Mar 14 18:28:47.949673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.006587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.011524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3a2193-591f-45db-a8f7-3ef9e706dba4 HTTP/1.1" status: 204 len: 168 time: 1.4419384 Mar 14 18:28:48.013230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49548) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:48.019599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-95ddf8be-087d-4ada-8883-a2d55c6c68c6 None None] Port 473ddaaf-458a-41c0-a447-61fdde953041 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:48.064620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e67fa-300e-4623-be3a-e424f734e7cd None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:48.066357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e9d0d7af-0dfe-4d99-9ba2-2bb905026990 req-e3c52559-0d9c-45ad-9a19-90334c3a5051 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851254 Mar 14 18:28:48.072958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64ccaf-d332-461d-80df-984946ef4fd1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3a2193-591f-45db-a8f7-3ef9e706dba4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:48.092025 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a08d373a-c07c-4ee9-8254-1dc1f277628c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758619 Mar 14 18:28:48.100577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:48.105626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:48.135159 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.153661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.173546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4752fb48-4711-4cad-b00d-01457d932ff8 None None] Provisioning complete for port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:48.173935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4752fb48-4711-4cad-b00d-01457d932ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.236313 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.291557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473ddaaf-458a-41c0-a447-61fdde953041 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:28:48.324754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.344103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Transition to ACTIVE for port object 473ddaaf-458a-41c0-a447-61fdde953041 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:28:48.365554 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd5a6a-fc3e-4da2-88f8-a196409ef758 None None] Pushing event updated for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:48.399276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.401442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.402002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:48.413211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:48.414282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.414566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.427091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:48.427091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.440864 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Attempting to bind port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:48.441520 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Attempting to bind port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:48.442076 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Attempting to bind port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 on network a1b623cf-6b53-4a61-bb84-98839d099d41 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:48.450336 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:48.450992 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Checking segment: {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:48.451578 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.452127 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Bound using segment: {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:48.452809 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Bound port: 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64f8a73-74e5-407b-b284-21cc73f3c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:48.453987 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.513295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.540869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Deleting port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:48.541254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.552952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Pushing event updated for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:48.583702 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] For port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:48.599769 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] For port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:48.652674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.658058 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7348230 Mar 14 18:28:48.668561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:48.675525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:48.682679 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.707729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] For port 7597e8c4-45eb-45fe-b47f-b294f1c6e226, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7597e8c4-45eb-45fe-b47f-b294f1c6e226,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:48.708128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.740731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Calling delete_port for 7597e8c4-45eb-45fe-b47f-b294f1c6e226 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:48.793820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afcb26-4aaa-4584-8579-e77f26fa9866 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=d3a4f4d9-7018-4912-be57-678ebaf0ea5e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:48.829063 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:48.830326 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:48.831041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:48.861588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Attempting to bind port 473ddaaf-458a-41c0-a447-61fdde953041 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:48.863134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Attempting to bind port 473ddaaf-458a-41c0-a447-61fdde953041 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:48.863790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Attempting to bind port 473ddaaf-458a-41c0-a447-61fdde953041 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:48.874419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Port 473ddaaf-458a-41c0-a447-61fdde953041 on network 5de513d0-60d6-44de-9489-1965029c548e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:28:48.876747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Attempting to bind port 473ddaaf-458a-41c0-a447-61fdde953041 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:48.884252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:48.885041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:48.885890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Bound using segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:48.886853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Bound port: 473ddaaf-458a-41c0-a447-61fdde953041, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:48.888369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:48.993598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] Provisioning complete for port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:48.995652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.036095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:49.036666 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:49.044011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=473ddaaf-458a-41c0-a447-61fdde953041,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:49.046179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:49.057384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.091649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Allocated IP 172.26.3.2 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/a94f5884-5427-4e8f-b352-c77b7b26ad4a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:49.162593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.174660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.189877 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd5a6a-fc3e-4da2-88f8-a196409ef758 None None] Pushing event updated for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.190495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.251913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] Pushing event deleted for resources: {'Port': ['ID=7597e8c4-45eb-45fe-b47f-b294f1c6e226,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.267583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba800f-7466-4658-bedb-a839289bb478 None None] No DVR routers for this DVR port 7597e8c4-45eb-45fe-b47f-b294f1c6e226 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:49.314480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.315109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.316508 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] 10.222.0.61 "PUT /v2.0/ports/473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 1094 time: 1.6501219 Mar 14 18:28:49.317172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:28:49.320954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:28:49.325612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] For port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:49.353057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631c9c6-579f-474f-8f00-aff81382837e service neutron] Pushing event updated for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.361778 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:44Z', 'revision_number': 3, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:48Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:49.364783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be871ac-88e4-431f-92fd-be65ab62bff1 req-cf5fb376-fae2-4782-94f6-0ddad6a4169e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.370409 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9be871ac-88e4-431f-92fd-be65ab62bff1 req-cf5fb376-fae2-4782-94f6-0ddad6a4169e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.2096422 Mar 14 18:28:49.412256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.413889 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad496cc-8b7d-478a-83f2-82df7163cc95 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:44Z', 'revision_number': 3, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:48Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:49.431202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7455a-880a-46da-af1b-9d1dbf73ae06 x-openstack-request-id: req-3bc7455a-880a-46da-af1b-9d1dbf73ae06 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:28:49.431435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:28:49.431689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3bc7455a-880a-46da-af1b-9d1dbf73ae06 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:28:49.432088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041', 'status': 'completed', 'code': 200} Mar 14 18:28:49.565791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7597e8c4-45eb-45fe-b47f-b294f1c6e226 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:49.567529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.605845 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9be871ac-88e4-431f-92fd-be65ab62bff1 req-14ea967e-5aff-4b51-ad85-599407d5448c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235959 Mar 14 18:28:49.625114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 7597e8c4-45eb-45fe-b47f-b294f1c6e226 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:49.625464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7597e8c4-45eb-45fe-b47f-b294f1c6e226 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:49.647410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.659804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-0c65ae29-44be-4c37-8b2b-d2b1047e0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.661040 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-0c65ae29-44be-4c37-8b2b-d2b1047e0e9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1097 time: 0.1970084 Mar 14 18:28:49.690582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03a23-40bb-4357-805d-219d2b888e84 None None] Pushing event updated for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.708308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:49.715649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:49.719315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:49.720074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.729060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb42cb-1813-4050-834d-1d8a88c34db6 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:49.746551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.827430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=a94f5884-5427-4e8f-b352-c77b7b26ad4a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.850882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:49.852369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=6f87825c-e6c4-4ea8-9d8f-2d81347b9286,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:49.858165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:49.860428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:49.864778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.882147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34fa19b1-1ff3-423e-9cf1-8c07770a86e4 None None] Provisioning complete for port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:49.883510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34fa19b1-1ff3-423e-9cf1-8c07770a86e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:49.941853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1a9b7985-7eb0-4511-95b0-26bf7e73015d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8402011 Mar 14 18:28:49.957453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:49.965307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:50.013697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d5c92626-9e70-47af-be0d-7950f30fe5cc', 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'tenant_id': '3781a47e47d8459981a283d82ecacba8', 'fixed_ips': [{'subnet_id': '6f87825c-e6c4-4ea8-9d8f-2d81347b9286'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:50.014582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.143381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=c4085804-81af-4b98-b89a-06450ccde9bc,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:50.188420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-ab9264ff-6ab3-492e-b792-916c2cfd65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:50.190355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-ab9264ff-6ab3-492e-b792-916c2cfd65c0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0a227c1c684149fdacd624d033aa7eea&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5182362 Mar 14 18:28:50.225014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-763c07dd-9c94-406e-baab-c31efaa2924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.237872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:50.238322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: d3a4f4d9-7018-4912-be57-678ebaf0ea5e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:50.252433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Allocated IP 2001:db8::2 (d5c92626-9e70-47af-be0d-7950f30fe5cc/6f87825c-e6c4-4ea8-9d8f-2d81347b9286/93c6f5fe-abe3-4c7f-afd0-a18fc5b23456) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:50.276853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:50.278139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.389693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:50.390317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.411575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:50.474733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.520451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:50.524221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.549038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.550624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-602f4e8f-3a9e-4886-ab7f-b85fe5ae8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:50.552114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79d9c3d7-3517-46af-bb4a-9e98b9c93a8c req-602f4e8f-3a9e-4886-ab7f-b85fe5ae8dcd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3389523 Mar 14 18:28:50.578185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:50.596654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:50.607340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:50.613887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.615463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:50.642361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Pushing event updated for resources: {'Port': ['ID=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:50.676103 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.ipam_backend_mixin [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f87825c-e6c4-4ea8-9d8f-2d81347b9286 (CIDR: 2001:db8::/64) Mar 14 18:28:50.690185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d3a4f4d9-7018-4912-be57-678ebaf0ea5e) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:50.693424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-9c56aaf9-3d1c-4737-9c7e-dc5b1dc8ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:50.694791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-9c56aaf9-3d1c-4737-9c7e-dc5b1dc8ce9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1097 time: 0.1013274 Mar 14 18:28:50.698489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:50.699062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.704756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad56d88-55c1-4604-a28e-888e464e8bef None None] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:50.729120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Attempting to bind port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:50.729805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Attempting to bind port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:50.730388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Attempting to bind port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 on network d5c92626-9e70-47af-be0d-7950f30fe5cc {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:50.742579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:28:50.743355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:28:50.746475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-691deb61-8bdc-47c8-beaf-f3128b01af12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 217 time: 0.0439637 Mar 14 18:28:50.767850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:50.768337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Checking segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:50.768805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.769262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Bound using segment: {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:50.769924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Bound port: 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56648db3-69da-4921-8d73-38f4b4356af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:50.770385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:50.802940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-7806cd80-fdee-4021-b0e2-6e0aaa44a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:50.805376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-7806cd80-fdee-4021-b0e2-6e0aaa44a43e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0515704 Mar 14 18:28:50.862015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b36c61f0-a9fd-4437-9e47-292f306432e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1923368 Mar 14 18:28:50.866212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:50.920848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] For port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:50.927052 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cd192e6b-07e8-442a-bb3b-899094dd9f75 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9665456 Mar 14 18:28:50.948494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] For port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:50.971450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:50.978854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'subnet': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:50.998132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:50.999263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.002183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-54dd111f-bfd9-4c53-af44-21455133a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:51.004281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-54dd111f-bfd9-4c53-af44-21455133a39b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1925905 Mar 14 18:28:51.018307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.114158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda05e-bc5f-4a30-ac56-1a0c8d2c70e3 None None] Pushing event updated for resources: {'Port': ['ID=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:51.116295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-075fc899-e8a4-4668-8919-269439e13fb4 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047134 Mar 14 18:28:51.177154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55a0cb-e3d5-4ef0-a94e-5f06abe4bd3f req-c316b47f-da88-49e1-84c9-08796e94188a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:51.185454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb55a0cb-e3d5-4ef0-a94e-5f06abe4bd3f req-c316b47f-da88-49e1-84c9-08796e94188a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.4873211 Mar 14 18:28:51.295937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb55a0cb-e3d5-4ef0-a94e-5f06abe4bd3f req-a5e40b8c-d1ef-4197-9c42-386474c3758f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100860 Mar 14 18:28:51.333598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Allocated IP 2001:db8:2::2 (d3a4f4d9-7018-4912-be57-678ebaf0ea5e/c4085804-81af-4b98-b89a-06450ccde9bc/c6a370c0-6603-4d64-b69d-7d41b952daeb) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:51.376844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.428384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.441171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.481457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=80d16780-2f0b-49e3-b9a7-4b5ac10e13b7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:51.589363 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-198da5fc-03eb-4204-a88b-523ac8541f42 req-86b7251a-db41-4789-8a7e-c2c46464efba service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201825 Mar 14 18:28:51.725829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:51.737408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.747276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.810058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:51.857128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.859291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.924712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:51.930900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:51.933497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:51.947125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:51.947654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:51.980352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:28:52.008671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Pushing event updated for resources: {'Port': ['ID=c6a370c0-6603-4d64-b69d-7d41b952daeb,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:52.061450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Attempting to bind port c6a370c0-6603-4d64-b69d-7d41b952daeb on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:52.062576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Attempting to bind port c6a370c0-6603-4d64-b69d-7d41b952daeb by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:52.063040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Attempting to bind port c6a370c0-6603-4d64-b69d-7d41b952daeb on network d3a4f4d9-7018-4912-be57-678ebaf0ea5e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:52.090611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:52.091062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Checking segment: {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:52.092462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.092965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Bound using segment: {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:52.093664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Bound port: c6a370c0-6603-4d64-b69d-7d41b952daeb, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:52.094179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.186374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-34555430-4288-469d-8bbe-2125981cb05c None None] For port c6a370c0-6603-4d64-b69d-7d41b952daeb, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:52.189883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-34555430-4288-469d-8bbe-2125981cb05c None None] For port c6a370c0-6603-4d64-b69d-7d41b952daeb, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c6a370c0-6603-4d64-b69d-7d41b952daeb,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:52.197716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 833658e4-97c9-4b1a-a0ff-a9c407141804 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:52.302570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:52.311818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.318635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Sync routers for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:52.373784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:52.381818 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-918c0efc-d746-46a1-b605-ef478600771e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/833658e4-97c9-4b1a-a0ff-a9c407141804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3354425 Mar 14 18:28:52.382258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49570) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:52.392536 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Sync routers for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:52.427225 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:52.428380 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:52.477440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.479102 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dfb43783-f60c-4ce1-96b9-9f78d0ce8fd9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.6888044 Mar 14 18:28:52.482447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49572) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:52.526781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 9d4c3789-3d9f-4a29-a647-569561c88534 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:52.531540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.605143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c752c29-79ac-4f5a-b45b-654d7794060d req-1f234c3c-0582-455c-8bb6-63f60c670647 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:52.612501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c752c29-79ac-4f5a-b45b-654d7794060d req-1f234c3c-0582-455c-8bb6-63f60c670647 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.2020659 Mar 14 18:28:52.613382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.664721 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-faabceb2-2304-422b-aa12-6fdaabd63346 tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=eb3465926b064bcb81991502ef826647&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1743312 Mar 14 18:28:52.665111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:52.665768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:52.669060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49576) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:52.672776 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:52.752464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555430-4288-469d-8bbe-2125981cb05c None None] Pushing event updated for resources: {'Port': ['ID=c6a370c0-6603-4d64-b69d-7d41b952daeb,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:52.757461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.780446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8c752c29-79ac-4f5a-b45b-654d7794060d req-79ab10b5-010c-4079-a3c9-acfa762d7eef tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669996 Mar 14 18:28:52.869145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:52.940285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:52.960984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] Provisioning complete for port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:52.962597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.003952 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:28:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:53.053844 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Checking router: 833658e4-97c9-4b1a-a0ff-a9c407141804 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:53.065530 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Routers {'833658e4-97c9-4b1a-a0ff-a9c407141804'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:53.066466 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['833658e4-97c9-4b1a-a0ff-a9c407141804'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:53.075296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8:2::1 (d3a4f4d9-7018-4912-be57-678ebaf0ea5e/c4085804-81af-4b98-b89a-06450ccde9bc/5945b5bc-1b80-4a21-a35c-28f20b335bec) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:53.117634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.objects.ports [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103393) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:28:53.154736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2feee5b-1c49-4024-b461-a5a9c119e1df tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:53.156688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c2feee5b-1c49-4024-b461-a5a9c119e1df tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4864681 Mar 14 18:28:53.159739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49578) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:53.168118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.172026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.212966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.229352 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-793b6577-a187-4394-862b-b716eb7b1ca9 tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675774 Mar 14 18:28:53.232908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49580) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:53.237698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320274670', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'project_id': 'eb3465926b064bcb81991502ef826647', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:53.270332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] For port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:53.283328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:50Z', 'revision_number': 3, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:53.354129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Checking router: 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:53.354565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Updating router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f port a94f5884-5427-4e8f-b352-c77b7b26ad4a binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:28:53.388415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.391853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.401343 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] Set router 833658e4-97c9-4b1a-a0ff-a9c407141804 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:53.423703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Made reservation on behalf of eb3465926b064bcb81991502ef826647 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:53.430830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.433938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.482036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4c3789-3d9f-4a29-a647-569561c88534,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:53.526458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260dcc0-b74c-4007-941f-939d6cfcf9c7 None None] Network cd895045-ae77-413f-bfc7-8d7e47f0317f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:53.531334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.538053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.585049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.595893 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fe4f3ba5-6e97-4f0b-8069-46830b1964a8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/9d4c3789-3d9f-4a29-a647-569561c88534 HTTP/1.1" status: 204 len: 168 time: 1.2125688 Mar 14 18:28:53.600162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49582) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:53.660980 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:28:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:53.700794 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14c39f-5384-4d7c-9008-d3d334899e5f None None] The sync data for ids ['833658e4-97c9-4b1a-a0ff-a9c407141804'] in dv-neutron-833670-1-hyperv is: [{'id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'name': 'tempest-TestNetworkBasicOps-router-566636408', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:26:52Z', 'updated_at': '2022-03-14T18:28:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'e5db39d7-3728-4a04-a8b1-f020847ca2be', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833658e4-97c9-4b1a-a0ff-a9c407141804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:26:53Z', 'updated_at': '2022-03-14T18:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:53.717452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.843677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:53.846173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833052f-b38b-4296-8b7d-3b3b9333a187 None None] Pushing event updated for resources: {'Port': ['ID=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:53.866439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.879605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:53.896289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:53.916312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:53.917103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:53.983838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:53.998829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.010630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Subnet': ['ID=df3ff4b5-c040-4baf-ab92-222761ee2929,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:54.023708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212813-d0b4-499f-b294-b0924fb007d0 req-0ee465bf-417f-4e64-916f-e4e1bbd31d43 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:54.025507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c1212813-d0b4-499f-b294-b0924fb007d0 req-0ee465bf-417f-4e64-916f-e4e1bbd31d43 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.1489134 Mar 14 18:28:54.031093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Checking segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:54.031715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network hostable DHCP agents. Network: ddca53c6-71ec-4cdd-ad29-ff37d376fdfb, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:54.050114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:54.050490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.102544 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c1212813-d0b4-499f-b294-b0924fb007d0 req-77a9a93a-09a6-4f49-84d6-45934ab3be85 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654659 Mar 14 18:28:54.104739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] For port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:54.159601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:54.169857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.229127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.238570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, ddca53c6-71ec-4cdd-ad29-ff37d376fdfb) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:54.243122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.248718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:54.249774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.275545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.275765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] DHCP port deletion for cd895045-ae77-413f-bfc7-8d7e47f0317f request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:28:54.275765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e88b9c-a894-4c98-8e80-8da80c996006 None None] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:54.277937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.292301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c6a370c0-6603-4d64-b69d-7d41b952daeb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:54.304998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.305893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.339552 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e439a623-e37e-49ac-b8de-310a34399b74 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1049116 Mar 14 18:28:54.341525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49586) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:54.366592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f62498-508d-4748-85ab-26613f281cb6 None None] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:54.420259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:54.475191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:54.484484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:54.485422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.487454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Subnet': ['ID=5d9bf003-1900-472f-a995-4295f5b8d081,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:54.503891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f55208-8c49-4550-bdf8-0402c7347281 None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:54.514313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597878fc-4da3-4dee-886a-942a92fa47ef None None] Pushing event updated for resources: {'Port': ['ID=a94f5884-5427-4e8f-b352-c77b7b26ad4a,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:54.517797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,revision_number=5']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:54.546733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Attempting to bind port a94f5884-5427-4e8f-b352-c77b7b26ad4a on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:54.552715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Attempting to bind port a94f5884-5427-4e8f-b352-c77b7b26ad4a by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:54.552715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Attempting to bind port a94f5884-5427-4e8f-b352-c77b7b26ad4a on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:54.556507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] Provisioning complete for port c6a370c0-6603-4d64-b69d-7d41b952daeb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:54.556889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.586685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port e5db39d7-3728-4a04-a8b1-f020847ca2be {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:54.587295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.633361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b69be219-5278-4b99-a772-6dee60984b97 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6598611 Mar 14 18:28:54.638244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:54.648763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Request body: {'port': {'network_id': 'd5c92626-9e70-47af-be0d-7950f30fe5cc', 'mac_address': 'fa:16:3e:a8:5d:23', 'name': 'tempest-NetworksTestDHCPv6-482775203'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:54.795659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:54.796146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:54.796449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.796842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:54.797318 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Bound port: a94f5884-5427-4e8f-b352-c77b7b26ad4a, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:54.797712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.823386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port e5db39d7-3728-4a04-a8b1-f020847ca2be, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5db39d7-3728-4a04-a8b1-f020847ca2be,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:54.824012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.850610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for e5db39d7-3728-4a04-a8b1-f020847ca2be owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:54.882979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.908289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Deleting port e84708f4-4a66-4c59-a2f7-1ea9e9437491 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:54.908682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.934530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c6a370c0-6603-4d64-b69d-7d41b952daeb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:54.934894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.970680 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:28:54.983075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.983858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:54.985518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Made reservation on behalf of 3781a47e47d8459981a283d82ecacba8 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:55.066684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] For port a94f5884-5427-4e8f-b352-c77b7b26ad4a, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:55.105101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.134743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] For port a94f5884-5427-4e8f-b352-c77b7b26ad4a, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a94f5884-5427-4e8f-b352-c77b7b26ad4a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:55.168922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.189632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:28:55.190535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.193864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] For port e84708f4-4a66-4c59-a2f7-1ea9e9437491, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e84708f4-4a66-4c59-a2f7-1ea9e9437491,segment=NetworkSegment(5057f632-4306-4bc5-a5bb-1d75eb23758b),segment_id=5057f632-4306-4bc5-a5bb-1d75eb23758b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:55.194280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.238101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.240149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Calling delete_port for e84708f4-4a66-4c59-a2f7-1ea9e9437491 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:55.302510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.310496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.343592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ae0b8-6f9c-4c1e-992f-f0f7dd60515a req-1ef58e11-310c-4015-bae9-e365dd8dba0d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:55.343592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4d6ae0b8-6f9c-4c1e-992f-f0f7dd60515a req-1ef58e11-310c-4015-bae9-e365dd8dba0d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.1570797 Mar 14 18:28:55.356538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:55.369982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:55.375035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] device_id is not set on port cd76b4cf-e171-4d24-8b26-d5b665ac47a0 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:28:55.480360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Allocated IP 172.20.0.1 (ddca53c6-71ec-4cdd-ad29-ff37d376fdfb/df3ff4b5-c040-4baf-ab92-222761ee2929/94ba267c-d420-4002-a522-ee1ef78881c6) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:55.480965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.531502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597878fc-4da3-4dee-886a-942a92fa47ef None None] Pushing event updated for resources: {'Port': ['ID=a94f5884-5427-4e8f-b352-c77b7b26ad4a,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.541042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] For port c6a370c0-6603-4d64-b69d-7d41b952daeb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c6a370c0-6603-4d64-b69d-7d41b952daeb,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:28:55.542336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.549563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:55.550252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:55.619295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.669710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.760512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.784981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87ac79-422e-4b2f-b4a1-b6380ff6a42e None None] Pushing event updated for resources: {'Port': ['ID=c6a370c0-6603-4d64-b69d-7d41b952daeb,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.789568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:55.793642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:28:55.800853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:28:55.822258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:55.846687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] No DVR routers for this DVR port e84708f4-4a66-4c59-a2f7-1ea9e9437491 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:28:55.886868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048e76d-c72f-4f8f-9839-a6f1ea78ee16 None None] Pushing event deleted for resources: {'Port': ['ID=e84708f4-4a66-4c59-a2f7-1ea9e9437491,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.897250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:55.921438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:55.933565 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4d6ae0b8-6f9c-4c1e-992f-f0f7dd60515a req-6c5109c0-2054-4751-a875-ae1e0683e56e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744193 Mar 14 18:28:55.938820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=e5db39d7-3728-4a04-a8b1-f020847ca2be,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:55.952071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:55.989422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Allocated IP 172.20.0.2 (ddca53c6-71ec-4cdd-ad29-ff37d376fdfb/df3ff4b5-c040-4baf-ab92-222761ee2929/5689dc5b-fea5-4001-90ac-4b8e5ecf4200) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:56.005024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:56.051533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.090063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:56.098014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.127454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ee3d995-622d-43e0-b8cf-99037d692a64 None None] Provisioning complete for port 5945b5bc-1b80-4a21-a35c-28f20b335bec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:56.127828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d995-622d-43e0-b8cf-99037d692a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.236720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3d995-622d-43e0-b8cf-99037d692a64 None None] Port 5945b5bc-1b80-4a21-a35c-28f20b335bec cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:56.239917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.246045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.303674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3ee3d995-622d-43e0-b8cf-99037d692a64 None None] Provisioning complete for port c6a370c0-6603-4d64-b69d-7d41b952daeb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:56.304041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d995-622d-43e0-b8cf-99037d692a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.376232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.386227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8::3e1 (d5c92626-9e70-47af-be0d-7950f30fe5cc/6f87825c-e6c4-4ea8-9d8f-2d81347b9286/cd76b4cf-e171-4d24-8b26-d5b665ac47a0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:56.395211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:5d23 (d5c92626-9e70-47af-be0d-7950f30fe5cc/5d9bf003-1900-472f-a995-4295f5b8d081/cd76b4cf-e171-4d24-8b26-d5b665ac47a0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:28:56.395444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.417711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:50Z', 'revision_number': 3, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:56.457410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b5ba7-75a9-411b-878a-d05b13278c35 None None] The sync data for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv is: [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:50Z', 'revision_number': 3, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:28:56.479953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.686046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.686608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router 833658e4-97c9-4b1a-a0ff-a9c407141804 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:28:56.700777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.701953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e354496-1026-4f3a-8fbd-5622b115e219 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/833658e4-97c9-4b1a-a0ff-a9c407141804 HTTP/1.1" status: 204 len: 168 time: 3.1008258 Mar 14 18:28:56.712719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49592) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:56.796026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:56.812310 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c3f8639b-8867-46c4-b526-a7a21bd327e7 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9438796 Mar 14 18:28:56.817960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.824331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49594) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:56.842844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.862537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:56.871327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:56.882878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.888710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1425109618'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:56.909217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:56.935718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:56.944190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:56.949730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:56.950932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:56.955569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Pushing event updated for resources: {'Port': ['ID=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:56.964454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:56.974536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.029170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.073325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd895045-ae77-413f-bfc7-8d7e47f0317f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.110795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5057f632-4306-4bc5-a5bb-1d75eb23758b') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.110795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5057f632-4306-4bc5-a5bb-1d75eb23758b') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:57.117733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:57.123594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.133687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.147529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Attempting to bind port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:57.148559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Attempting to bind port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:57.148779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Attempting to bind port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 on network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:57.153983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Network d5c92626-9e70-47af-be0d-7950f30fe5cc is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:57.164817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:57.168012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:57.168012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event updated for resources: {'Port': ['ID=cd76b4cf-e171-4d24-8b26-d5b665ac47a0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.170524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.172664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:28:57.179065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.179343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.194146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.198821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:28:57.199235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:28:57.204509 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:28:57.211169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ef57ad2c-c309-4970-ab95-5fb6583a1824 None None] Provisioning complete for port 5945b5bc-1b80-4a21-a35c-28f20b335bec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:57.211169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad2c-c309-4970-ab95-5fb6583a1824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.229385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:57.229385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Checking segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:57.229702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.230021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Bound using segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:57.230739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Bound port: 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:57.230879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.276990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:57.277624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.294038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:57.298805 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-929918d3-0784-4bed-9d36-b20598b4bec4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6552169 Mar 14 18:28:57.304989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49598) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:57.348143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55889-4819-4d44-ba14-10c729a7e7c1 req-142ba33b-34a1-4f70-880c-356931a5ee63 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.360524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d0f55889-4819-4d44-ba14-10c729a7e7c1 req-142ba33b-34a1-4f70-880c-356931a5ee63 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.2809343 Mar 14 18:28:57.372461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.406124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ef57ad2c-c309-4970-ab95-5fb6583a1824 None None] Port 5945b5bc-1b80-4a21-a35c-28f20b335bec cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:57.426818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.427257 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added segment cc4a5649-25db-4fc5-8da9-6c93091e3e31 of type vlan for network 2c50998c-84f6-4c34-b4f2-c77964eeb617 Mar 14 18:28:57.472387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting port cd76b4cf-e171-4d24-8b26-d5b665ac47a0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:28:57.472791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.483315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.534165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ef57ad2c-c309-4970-ab95-5fb6583a1824 None None] Provisioning complete for port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:57.534620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad2c-c309-4970-ab95-5fb6583a1824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.538053 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d0f55889-4819-4d44-ba14-10c729a7e7c1 req-89ae1f61-d1ea-4aa7-9644-62bdfed904e8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710653 Mar 14 18:28:57.555796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.565951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] For port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:57.591141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:28:57.592799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:57.607816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.614335 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/cd895045-ae77-413f-bfc7-8d7e47f0317f HTTP/1.1" status: 204 len: 168 time: 0.8975863 Mar 14 18:28:57.614335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8887a48-55c7-4f26-bad4-a103db8bec50 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=cd895045-ae77-413f-bfc7-8d7e47f0317f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.617010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] For port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:57.628019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49600) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:57.635321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--1468899932', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:57.649953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.670803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Calling delete_port for cd76b4cf-e171-4d24-8b26-d5b665ac47a0 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:28:57.690075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.696195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:57.699360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.722622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.729394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c6a370c0-6603-4d64-b69d-7d41b952daeb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:57.777091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:57.781849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.822488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9920270 Mar 14 18:28:57.832958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49602) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:57.833630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf216aa-7382-4827-b627-d6d2f8db8aa2 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Network': ['ID=2c50998c-84f6-4c34-b4f2-c77964eeb617,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.842802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'subnet': {'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:57.850546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:28:57.871586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:57.872630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.873567 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 1e775aa8-991c-437b-950d-7a1430085557 of type vlan for network a25a6677-4e26-4c01-8e97-ab80c82baa00 Mar 14 18:28:57.927807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd5cc1-f2f2-4432-9661-eb7766af32ef None None] Pushing event updated for resources: {'Port': ['ID=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:57.933072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:57.999585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:28:58.017512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:58.072828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:28:58.073274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Updating router 57d855f1-0060-40e4-98fe-8cb98de7f577 port 5945b5bc-1b80-4a21-a35c-28f20b335bec binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:28:58.076577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c6a370c0-6603-4d64-b69d-7d41b952daeb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:58.077024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.099567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.110185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.110828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.165942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Made reservation on behalf of 71db35dace9a494cbfe697ae51e21d18 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:28:58.166205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-05e4fc87-c9b3-4a83-9bd1-e9feddc533c6 None None] Provisioning complete for port cd76b4cf-e171-4d24-8b26-d5b665ac47a0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:58.166611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05e4fc87-c9b3-4a83-9bd1-e9feddc533c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.169692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.206809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.212718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.219412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=a25a6677-4e26-4c01-8e97-ab80c82baa00,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:58.224619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.233359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:28:58.254324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Port': ['ID=cd76b4cf-e171-4d24-8b26-d5b665ac47a0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:58.266347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-05e4fc87-c9b3-4a83-9bd1-e9feddc533c6 None None] Port cd76b4cf-e171-4d24-8b26-d5b665ac47a0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:28:58.280733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:28:58.294127 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c8d17c23-83af-436f-a732-acd192b39a8b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "PUT /v2.0/routers/1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9513640 Mar 14 18:28:58.319143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-70696f65-23fb-41f9-97cb-250c9506a491 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6898637 Mar 14 18:28:58.323798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49606) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:58.331775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-364304640', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:28:58.343302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.349548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ca0100d5-1754-4f3e-b0c5-fd2959436131 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/cd76b4cf-e171-4d24-8b26-d5b665ac47a0 HTTP/1.1" status: 204 len: 168 time: 1.0432842 Mar 14 18:28:58.350201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49608) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:58.452491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5538fa2-85a6-4dc3-8270-fd5a9d37cc27 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.462745 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b5538fa2-85a6-4dc3-8270-fd5a9d37cc27 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1114273 Mar 14 18:28:58.464858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49624) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:58.503719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.506006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.545156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428bc73c-7134-4455-ac0f-4cd28957faa3 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.549768 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-428bc73c-7134-4455-ac0f-4cd28957faa3 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0838013 Mar 14 18:28:58.550910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49626) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:58.563094 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-1128cfe7-d8ea-44ea-938a-8295a7b06237 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798227061&fields=id&tenant_id=eb3465926b064bcb81991502ef826647 HTTP/1.1" status: 200 len: 267 time: 0.0988336 Mar 14 18:28:58.637215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.640793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.719188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:58.719683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca7b2c-93bf-41f7-9235-d190ce1fa448 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.719683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca7b2c-93bf-41f7-9235-d190ce1fa448 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.719683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca7b2c-93bf-41f7-9235-d190ce1fa448 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.719683 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f3ca7b2c-93bf-41f7-9235-d190ce1fa448 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1664798 Mar 14 18:28:58.730000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49630) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:58.739000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:58.739488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 80d16780-2f0b-49e3-b9a7-4b5ac10e13b7 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:58.740078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e84708f4-4a66-4c59-a2f7-1ea9e9437491 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:28:58.771658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e84708f4-4a66-4c59-a2f7-1ea9e9437491 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:28:58.772037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e84708f4-4a66-4c59-a2f7-1ea9e9437491 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:28:58.779642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-23b4ba5f-6326-44b2-ae62-9514f5610381 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:58.781339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-23b4ba5f-6326-44b2-ae62-9514f5610381 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 796 time: 0.2172155 Mar 14 18:28:58.822467 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-f4693ee9-d0b5-46c8-a0d4-2dd02fc58044 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/quotas/eb3465926b064bcb81991502ef826647 HTTP/1.1" status: 200 len: 375 time: 0.0275705 Mar 14 18:28:58.853482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 5d9bf003-1900-472f-a995-4295f5b8d081 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:58.859116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.913310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.917270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:58.976561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.028531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a94f5884-5427-4e8f-b352-c77b7b26ad4a up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:28:59.043197 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-f0ad70ea-ff8e-4ccf-96bf-beed9c394ccc tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003293 Mar 14 18:28:59.166607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.175317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41adde9-1ae4-41e9-bcdf-ecc0bc4d08e9 None None] Pushing event updated for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:59.180286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a94f5884-5427-4e8f-b352-c77b7b26ad4a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:59.181073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.184698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Subnet': ['ID=6d72d7cd-7b05-44a0-aab1-43ed831e5b1c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:59.212329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d51035-c423-4874-a123-fcee7ccc9147 req-170eba20-945d-4a9e-841f-2796cf6dd17d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:59.213973 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d4d51035-c423-4874-a123-fcee7ccc9147 req-170eba20-945d-4a9e-841f-2796cf6dd17d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.5267630 Mar 14 18:28:59.221206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Checking segment: {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:59.221566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network hostable DHCP agents. Network: 2c50998c-84f6-4c34-b4f2-c77964eeb617, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:28:59.251640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Attempting to bind port 5945b5bc-1b80-4a21-a35c-28f20b335bec on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:28:59.252293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Attempting to bind port 5945b5bc-1b80-4a21-a35c-28f20b335bec by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:28:59.252843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Attempting to bind port 5945b5bc-1b80-4a21-a35c-28f20b335bec on network d3a4f4d9-7018-4912-be57-678ebaf0ea5e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:28:59.288081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:28:59.289397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Checking segment: {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:28:59.291663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.292486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Bound using segment: {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:28:59.292985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Bound port: 5945b5bc-1b80-4a21-a35c-28f20b335bec, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9c5bf4-9398-484b-b87a-042d8a4c5e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:28:59.293411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.330653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.340462 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-5e7e8915-f159-4dd9-99fb-79e0260581f5 service neutron] 10.222.0.58 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892165 Mar 14 18:28:59.361720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d4d51035-c423-4874-a123-fcee7ccc9147 req-5f2fad52-6e63-4c45-b017-34a1d5fa3137 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018362 Mar 14 18:28:59.398418 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Sync routers for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:28:59.409556 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:28:59.410296 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:28:59.427679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.456391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:28:59.481681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.485449 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/5d9bf003-1900-472f-a995-4295f5b8d081 HTTP/1.1" status: 204 len: 168 time: 0.7544074 Mar 14 18:28:59.486237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a605ac-0601-469c-87a3-547a20ce5a6e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9bf003-1900-472f-a995-4295f5b8d081,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:28:59.491065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49632) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:59.537222 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-363391d5-aac5-4f86-b745-68e13087dbce service neutron] 10.222.0.58 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905072 Mar 14 18:28:59.555348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 2c50998c-84f6-4c34-b4f2-c77964eeb617) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:28:59.562142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:28:59.562937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.615086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Deleting subnet 6f87825c-e6c4-4ea8-9d8f-2d81347b9286 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:28:59.619495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.661166 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:28:59.682993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.683246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12020aaf-cf55-46da-a79a-a9fd23d09aca None None] Network d5c92626-9e70-47af-be0d-7950f30fe5cc requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:59.686140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d87342-1072-47fa-803f-92bc6ed9a1aa None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:59.687979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec7456f-1411-4fe1-b44a-bf053e8d96e2 None None] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:28:59.698314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] For port 5945b5bc-1b80-4a21-a35c-28f20b335bec, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:28:59.709013 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-658868c1-c13f-4fff-9341-09b45e1530e0 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8701484 Mar 14 18:28:59.709555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49634) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:28:59.808978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] For port 5945b5bc-1b80-4a21-a35c-28f20b335bec, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5945b5bc-1b80-4a21-a35c-28f20b335bec,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:28:59.868774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.895992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.908423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] Provisioning complete for port 5945b5bc-1b80-4a21-a35c-28f20b335bec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:28:59.909528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:28:59.916292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.010411 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 2, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:00.031650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd77aa94-ec2c-4509-ad82-36daa083be59 req-52b0467a-6b38-495a-af9b-5b4b89848272 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 210 time: 0.1242404 Mar 14 18:29:00.062824 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Checking router: 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:00.069510 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Updating router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f port 94ba267c-d420-4002-a522-ee1ef78881c6 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:00.069711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port a94f5884-5427-4e8f-b352-c77b7b26ad4a, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a94f5884-5427-4e8f-b352-c77b7b26ad4a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:00.069870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.090647 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.107876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.175255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41adde9-1ae4-41e9-bcdf-ecc0bc4d08e9 None None] Pushing event updated for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:00.182280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.184494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:00.244135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.250609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.279038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.284853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/6f87825c-e6c4-4ea8-9d8f-2d81347b9286 HTTP/1.1" status: 204 len: 168 time: 0.7905264 Mar 14 18:29:00.292417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.301801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 473ddaaf-458a-41c0-a447-61fdde953041 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:29:00.309876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.79 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/365d590d-73ca-4c7d-9f97-3c8bc1cf81b8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:00.330246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51310-1846-4259-9531-6a5f13d9e2ba tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Subnet': ['ID=6f87825c-e6c4-4ea8-9d8f-2d81347b9286,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:00.433634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:00.434311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:00.520257 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f9dba17e-76d3-40ec-956b-06ca3733c03e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2237692 Mar 14 18:29:00.522685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.523546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.524865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49648) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.586566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:00.602401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7be61-a223-44d2-9057-67e94fd8b309 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:00.606152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fde7be61-a223-44d2-9057-67e94fd8b309 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0780408 Mar 14 18:29:00.607050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49650) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.608867 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.643804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51a835-1fd3-4017-b6a4-24f12da88bc1 req-403cd7af-ded0-4300-b0c9-4f615737ab3f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:00.649311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab51a835-1fd3-4017-b6a4-24f12da88bc1 req-403cd7af-ded0-4300-b0c9-4f615737ab3f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 944 time: 0.1147273 Mar 14 18:29:00.665465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c3af1-7d31-431e-8143-3fad8723ccbc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:00.669356 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c28c3af1-7d31-431e-8143-3fad8723ccbc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591121 Mar 14 18:29:00.669633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.681205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=473ddaaf-458a-41c0-a447-61fdde953041,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:00.682744 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fb2d-66f4-4c57-8b98-a0c89380ecf2 None None] Pushing event updated for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:00.725578 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-72acc415-4984-498d-883d-57d9212d1302 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523269 Mar 14 18:29:00.735816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49654) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.740154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '473ddaaf-458a-41c0-a447-61fdde953041', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:29:00.753205 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab51a835-1fd3-4017-b6a4-24f12da88bc1 req-52769692-3f5b-4b5f-b517-2f0464ef8c66 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886788 Mar 14 18:29:00.757856 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Attempting to bind port 94ba267c-d420-4002-a522-ee1ef78881c6 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:00.760535 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Attempting to bind port 94ba267c-d420-4002-a522-ee1ef78881c6 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:00.760974 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Attempting to bind port 94ba267c-d420-4002-a522-ee1ef78881c6 on network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:00.763977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c1a1a-3784-4c24-a255-ef8d5302ccae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:00.764834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28c1a1a-3784-4c24-a255-ef8d5302ccae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:00.776405 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e28c1a1a-3784-4c24-a255-ef8d5302ccae tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/cd76b4cf-e171-4d24-8b26-d5b665ac47a0 HTTP/1.1" status: 404 len: 333 time: 0.0313079 Mar 14 18:29:00.776405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49656) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Checking segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Bound using segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Bound port: 94ba267c-d420-4002-a522-ee1ef78881c6, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:00.776750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.804658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.809987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07c24ce-95da-49a5-bd8c-3a40b0482e22 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:00.810468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07c24ce-95da-49a5-bd8c-3a40b0482e22 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:00.816490 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b07c24ce-95da-49a5-bd8c-3a40b0482e22 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/5d9bf003-1900-472f-a995-4295f5b8d081 HTTP/1.1" status: 404 len: 337 time: 0.0443718 Mar 14 18:29:00.817194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49660) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.825924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=a94f5884-5427-4e8f-b352-c77b7b26ad4a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:00.869088 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] For port 94ba267c-d420-4002-a522-ee1ef78881c6, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:00.873652 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] For port 94ba267c-d420-4002-a522-ee1ef78881c6, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94ba267c-d420-4002-a522-ee1ef78881c6,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:00.902685 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc074439-53c7-4f5b-b1b3-989c8af71133 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:00.903157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc074439-53c7-4f5b-b1b3-989c8af71133 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:00.906381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Allocated IP 2001:db8:3::1 (2c50998c-84f6-4c34-b4f2-c77964eeb617/6d72d7cd-7b05-44a0-aab1-43ed831e5b1c/f19a515f-0dce-47dd-b345-b9e11fe5c19e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:00.908782 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc074439-53c7-4f5b-b1b3-989c8af71133 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/6f87825c-e6c4-4ea8-9d8f-2d81347b9286 HTTP/1.1" status: 404 len: 337 time: 0.0860338 Mar 14 18:29:00.912462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49662) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:00.926012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:00.944285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:00.949270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:00.951631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-344a3b82-f792-4d31-b5df-31708df8b1db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:00.952400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344a3b82-f792-4d31-b5df-31708df8b1db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:00.952633 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:00.958028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-344a3b82-f792-4d31-b5df-31708df8b1db tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/b960e31d-9cdc-45db-9f0c-efeab9e1e94e HTTP/1.1" status: 404 len: 333 time: 0.0420206 Mar 14 18:29:00.959873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49664) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.009815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:01.029794 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:01.030462 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:01.034122 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fb2d-66f4-4c57-8b98-a0c89380ecf2 None None] Pushing event updated for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:01.040543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96ba1d0-f2a5-4c6d-8bda-f7735ba335ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.040543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96ba1d0-f2a5-4c6d-8bda-f7735ba335ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.048855 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a96ba1d0-f2a5-4c6d-8bda-f7735ba335ac tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/2b161fa4-458b-49f7-96b9-25bde3937c53 HTTP/1.1" status: 404 len: 337 time: 0.0852044 Mar 14 18:29:01.048955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49666) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.050823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-2c50998c-84f6-4c34-b4f2-c77964eeb617', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:29:01.051682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.074713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:01.077638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.077638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.109680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8682cd5d-df5c-4779-9c7e-f2c91741b7a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.110178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8682cd5d-df5c-4779-9c7e-f2c91741b7a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.118383 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8682cd5d-df5c-4779-9c7e-f2c91741b7a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3a2193-591f-45db-a8f7-3ef9e706dba4 HTTP/1.1" status: 404 len: 337 time: 0.0705564 Mar 14 18:29:01.120820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49670) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.149774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.168295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aeaa00-406b-4044-aad5-2ff8aa39254e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.169137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aeaa00-406b-4044-aad5-2ff8aa39254e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.175784 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-26aeaa00-406b-4044-aad5-2ff8aa39254e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/9e0458c2-0cc8-45d7-96bf-8355c3cb029b HTTP/1.1" status: 404 len: 333 time: 0.0539927 Mar 14 18:29:01.184357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49672) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.204768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] DHCP port deletion for d5c92626-9e70-47af-be0d-7950f30fe5cc request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:29:01.205989 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:01.230637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8014bf3d-c49e-4d9e-b42b-4e035ffaf6b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.231366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8014bf3d-c49e-4d9e-b42b-4e035ffaf6b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.239450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.247828 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8014bf3d-c49e-4d9e-b42b-4e035ffaf6b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/12f0fa31-1339-4de2-946b-706007f83934 HTTP/1.1" status: 404 len: 337 time: 0.0621855 Mar 14 18:29:01.270521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473ddaaf-458a-41c0-a447-61fdde953041 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:01.284888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.344319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-50a18a22-e217-4e2f-b7c8-31efc4c473e7 req-3fcad547-3614-47b2-8745-29abf816ff75 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 210 time: 0.2185962 Mar 14 18:29:01.345308 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c1a871-5ac2-4d2c-8a3e-97211ab6e3b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.345737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c1a871-5ac2-4d2c-8a3e-97211ab6e3b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.349949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b8c1a871-5ac2-4d2c-8a3e-97211ab6e3b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/c137fddb-0c75-4605-acd5-98288f9a6dc3 HTTP/1.1" status: 404 len: 337 time: 0.1030226 Mar 14 18:29:01.352304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49676) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.383679 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a853f6-f3f0-464c-8299-d45a25e3f940 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.384479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a853f6-f3f0-464c-8299-d45a25e3f940 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.390284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.391497 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-34a853f6-f3f0-464c-8299-d45a25e3f940 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/c2535571-f161-4c91-b11f-6de075adcd8d HTTP/1.1" status: 404 len: 333 time: 0.0364163 Mar 14 18:29:01.411248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] For port 5945b5bc-1b80-4a21-a35c-28f20b335bec, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5945b5bc-1b80-4a21-a35c-28f20b335bec,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:01.431498 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5545105-6d5f-4ef6-bbcf-ef33625bd09a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.431785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5545105-6d5f-4ef6-bbcf-ef33625bd09a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.438457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49680) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.449397 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5545105-6d5f-4ef6-bbcf-ef33625bd09a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/36e191fd-da86-4fb8-adda-d101d4aba26e HTTP/1.1" status: 404 len: 337 time: 0.0576603 Mar 14 18:29:01.456879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=473ddaaf-458a-41c0-a447-61fdde953041,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:01.471552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.486252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.501429 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ed50ee-e56c-4d63-bd48-ea33308b53a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:01.501657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ed50ee-e56c-4d63-bd48-ea33308b53a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:01.507846 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-57ed50ee-e56c-4d63-bd48-ea33308b53a6 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/b9609011-31e3-4eff-a12f-3debd0a84d2d HTTP/1.1" status: 404 len: 337 time: 0.0680966 Mar 14 18:29:01.511444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49682) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:01.556073 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:00Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:01.568289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.587083 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cd58d-c2b4-45b2-bfa3-33a125b6848f None None] The sync data for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv is: [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:00Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:01.708308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.716281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Allocated IP 2001:db8:3::2 (2c50998c-84f6-4c34-b4f2-c77964eeb617/6d72d7cd-7b05-44a0-aab1-43ed831e5b1c/f2785a10-e919-4463-8df1-a92d460322fc) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:01.729845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:01.736151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c56e97-cf5c-40fb-84d3-6f44b476c645 None None] Pushing event updated for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:01.773546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Provisioning complete for port 5945b5bc-1b80-4a21-a35c-28f20b335bec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:01.775095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.127684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.162508 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-32314854-0181-4c01-873a-309b9f3a6d44 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.164048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32314854-0181-4c01-873a-309b9f3a6d44 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.164894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:02.169671 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-32314854-0181-4c01-873a-309b9f3a6d44 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/ae38ab7e-13bb-43a1-aaa4-b9c6174f4309 HTTP/1.1" status: 404 len: 333 time: 0.6365936 Mar 14 18:29:02.176116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Deleting port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:02.177015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.188573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49686) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.210977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:02.216109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:02.222040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:02.229871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:02.230555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.264072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11acd33-208d-435a-b456-59a937bb6f11 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.264423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11acd33-208d-435a-b456-59a937bb6f11 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.275946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a11acd33-208d-435a-b456-59a937bb6f11 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/64ae64bc-be07-46c0-8d19-74fcdceaaf27 HTTP/1.1" status: 404 len: 337 time: 0.0861533 Mar 14 18:29:02.276379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['473ddaaf-458a-41c0-a447-61fdde953041'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:29:02.278547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49688) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.332806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0523d-2ac5-4819-a09b-4d2f0cd01175 req-bad09a2e-ba30-418e-a73e-54cc24c5d8f5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:02.335913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5c0523d-2ac5-4819-a09b-4d2f0cd01175 req-bad09a2e-ba30-418e-a73e-54cc24c5d8f5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 945 time: 0.1986721 Mar 14 18:29:02.352463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3e499e-0cde-42fe-b86c-0af1403f4e86 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.353163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3e499e-0cde-42fe-b86c-0af1403f4e86 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.363754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1f3e499e-0cde-42fe-b86c-0af1403f4e86 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/ffc811d0-d485-4039-b988-da930b2f540b HTTP/1.1" status: 404 len: 333 time: 0.0841546 Mar 14 18:29:02.364362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49690) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.480521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5c0523d-2ac5-4819-a09b-4d2f0cd01175 req-a5e646ee-4fdc-48a8-8c7a-df2d52d1463f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188102 Mar 14 18:29:02.490465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:02.511621 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-741cf836-a7e6-4bcc-8f83-7a07008c6f47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.511621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741cf836-a7e6-4bcc-8f83-7a07008c6f47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.511621 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-741cf836-a7e6-4bcc-8f83-7a07008c6f47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/1f4fa64a-21e1-4c13-81b9-02576acde964 HTTP/1.1" status: 404 len: 337 time: 0.1411772 Mar 14 18:29:02.520817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49694) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.523544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:02.583987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71298b76-4d9f-44fb-9d11-d123b85d5f84 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:28:54Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:02.592027 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-608ab2f5-129f-4490-b13e-e56ebd7f5841 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.594722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608ab2f5-129f-4490-b13e-e56ebd7f5841 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.602667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.603328 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-608ab2f5-129f-4490-b13e-e56ebd7f5841 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/86c79311-0a1b-454f-8f3c-0f6e4e67883d HTTP/1.1" status: 404 len: 333 time: 0.0795074 Mar 14 18:29:02.605792 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-616095b5-0365-4f64-b3d9-55bf4bb32026 req-c63e3494-1a92-4071-bd25-f210f66fcb1f tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 210 time: 0.1313486 Mar 14 18:29:02.609170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49696) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.623671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-047318f8-3010-4797-bcf2-102c91310e63 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:02.627658 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-047318f8-3010-4797-bcf2-102c91310e63 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.61 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 796 time: 0.2054231 Mar 14 18:29:02.710287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5db39d7-3728-4a04-a8b1-f020847ca2be no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:02.718832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb30f377-74ac-44ed-b455-d4344f8c7733 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.719425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb30f377-74ac-44ed-b455-d4344f8c7733 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.735380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eb30f377-74ac-44ed-b455-d4344f8c7733 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/4a3a5c62-2923-4007-8bac-560c6a29da00 HTTP/1.1" status: 404 len: 337 time: 0.1202438 Mar 14 18:29:02.735380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49698) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.772690 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ca5cb2-4b44-43c2-ae03-431a5dc0660e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.773495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ca5cb2-4b44-43c2-ae03-431a5dc0660e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.779617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c8ca5cb2-4b44-43c2-ae03-431a5dc0660e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/4be15f2b-22f6-48f3-a6d4-aa7ecadee00c HTTP/1.1" status: 404 len: 333 time: 0.0443168 Mar 14 18:29:02.781209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49700) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.804621 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-34f4ccd5-269d-41fe-b195-1fbe5ec96599 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3465926b064bcb81991502ef826647 HTTP/1.1" status: 200 len: 379 time: 0.1651902 Mar 14 18:29:02.812488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.822791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e5db39d7-3728-4a04-a8b1-f020847ca2be {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:02.823180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5db39d7-3728-4a04-a8b1-f020847ca2be not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:02.832614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] For port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,segment=NetworkSegment(56648db3-69da-4921-8d73-38f4b4356af8),segment_id=56648db3-69da-4921-8d73-38f4b4356af8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:02.833022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.851431 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-f470569c-7c45-49b8-aab0-5f0e776e4365 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.852486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f470569c-7c45-49b8-aab0-5f0e776e4365 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.863644 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f470569c-7c45-49b8-aab0-5f0e776e4365 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/11009199-85e4-48a6-afc1-265edf670376 HTTP/1.1" status: 404 len: 337 time: 0.0813191 Mar 14 18:29:02.866018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'port': {'device_id': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'admin_state_up': True, 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'security_groups': ['c989c939-29fe-429c-b2b5-ecbdc8a32242']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:02.874927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49702) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.875374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Provisioning complete for port 94ba267c-d420-4002-a522-ee1ef78881c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:02.875749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.889241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:02.891170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Calling delete_port for 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:02.905476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-70818d62-e96c-4f14-96af-8ee34744df9f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:02.921027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70818d62-e96c-4f14-96af-8ee34744df9f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:02.935476 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-70818d62-e96c-4f14-96af-8ee34744df9f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/40098f03-1389-49dc-bae9-1d7db2917881 HTTP/1.1" status: 404 len: 333 time: 0.0592830 Mar 14 18:29:02.936253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:29:02.939061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49704) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:02.945805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.040670 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fa36d1-edb3-4583-8add-d090ff86300e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.040670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fa36d1-edb3-4583-8add-d090ff86300e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.048196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-91fa36d1-edb3-4583-8add-d090ff86300e tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/a9524aa4-c54c-48c4-a97b-7bef80ce0186 HTTP/1.1" status: 404 len: 337 time: 0.1083558 Mar 14 18:29:03.060472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49706) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.091315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.134922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-271114e7-33bf-4ff2-9be3-777dd8e744bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.135935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271114e7-33bf-4ff2-9be3-777dd8e744bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.154187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-271114e7-33bf-4ff2-9be3-777dd8e744bf tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/78792faa-5b78-4c44-8236-08b71553ac1b HTTP/1.1" status: 404 len: 333 time: 0.0833595 Mar 14 18:29:03.154931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49712) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.294164 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bae089-0260-48a2-b09e-f1708143e8af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.295736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bae089-0260-48a2-b09e-f1708143e8af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.297751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:03.302481 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44bae089-0260-48a2-b09e-f1708143e8af tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/3f12145f-7ddc-4dad-a5ec-4861748d047d HTTP/1.1" status: 404 len: 337 time: 0.0784740 Mar 14 18:29:03.303493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49714) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.314788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:03.347422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Pushing event updated for resources: {'Port': ['ID=f2785a10-e919-4463-8df1-a92d460322fc,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.356757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:03.364687 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e2e7a6-8aea-427e-bffc-61ea70784849 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.365388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e2e7a6-8aea-427e-bffc-61ea70784849 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.370907 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-15e2e7a6-8aea-427e-bffc-61ea70784849 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/45d38ed8-fd65-4b6a-a609-bd38a9a292ec HTTP/1.1" status: 404 len: 337 time: 0.0608692 Mar 14 18:29:03.371093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a94f5884-5427-4e8f-b352-c77b7b26ad4a up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:03.371265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49716) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.429089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.489815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] Pushing event deleted for resources: {'Port': ['ID=93c6f5fe-abe3-4c7f-afd0-a18fc5b23456,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.571111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.573523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Made reservation on behalf of eb3465926b064bcb81991502ef826647 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:03.577450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.630780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053da06f-d5bf-4e33-bace-6fed40add42e None None] No DVR routers for this DVR port 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:03.632506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.658925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a94f5884-5427-4e8f-b352-c77b7b26ad4a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:03.659303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.681975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Attempting to bind port f2785a10-e919-4463-8df1-a92d460322fc on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:03.682464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Attempting to bind port f2785a10-e919-4463-8df1-a92d460322fc by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:03.682935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Attempting to bind port f2785a10-e919-4463-8df1-a92d460322fc on network 2c50998c-84f6-4c34-b4f2-c77964eeb617 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:03.707184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:03.707603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Checking segment: {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:03.707962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.708348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Bound using segment: {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:03.708821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Bound port: f2785a10-e919-4463-8df1-a92d460322fc, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:03.709198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.718767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.719587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.742063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d264ff60-f462-4838-865a-788fe1184ced None None] For port 94ba267c-d420-4002-a522-ee1ef78881c6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94ba267c-d420-4002-a522-ee1ef78881c6,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:03.821406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.839566 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b0472f-df71-48f5-8f0f-5f5b9ac98bb7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.840888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b0472f-df71-48f5-8f0f-5f5b9ac98bb7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.844365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-89b0472f-df71-48f5-8f0f-5f5b9ac98bb7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/9cdd987e-2f72-46da-833a-e78f017a3530 HTTP/1.1" status: 404 len: 333 time: 0.4721427 Mar 14 18:29:03.863562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49722) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.876822 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db45e022-6fca-4eb9-a107-a511702109e7 req-ade4e6a8-bf02-440c-8b89-e3bb30623b33 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 210 time: 0.0841391 Mar 14 18:29:03.914634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b848d5a6-d5a3-4544-8481-5f394143b0b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.915236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b848d5a6-d5a3-4544-8481-5f394143b0b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.918496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b848d5a6-d5a3-4544-8481-5f394143b0b4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/85f746d4-1ee0-4018-93ab-a5c455e04177 HTTP/1.1" status: 404 len: 337 time: 0.0519352 Mar 14 18:29:03.922376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49724) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.925610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event updated for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:03.929461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Provisioning complete for port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:03.929834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:03.959192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa609dbe-6ebc-4f36-a773-dabe6ca5e819 req-6de257d2-6342-49e3-8b85-58dc1ab47e8d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:03.962390 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fa609dbe-6ebc-4f36-a773-dabe6ca5e819 req-6de257d2-6342-49e3-8b85-58dc1ab47e8d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 945 time: 0.2867785 Mar 14 18:29:03.965969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] For port f2785a10-e919-4463-8df1-a92d460322fc, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:03.973095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc570187-064b-4cce-9920-68d970e1248d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:03.973584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc570187-064b-4cce-9920-68d970e1248d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:03.977556 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fc570187-064b-4cce-9920-68d970e1248d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/7b58af69-d248-4394-a99f-f8cb0fd0dc6c HTTP/1.1" status: 404 len: 337 time: 0.0549986 Mar 14 18:29:03.978896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:03.980299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49726) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:03.983620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Allocated IP 172.20.0.11 (ddca53c6-71ec-4cdd-ad29-ff37d376fdfb/df3ff4b5-c040-4baf-ab92-222761ee2929/215fef5c-94bd-42fe-ad14-632f2d94c8eb) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:04.008360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264ff60-f462-4838-865a-788fe1184ced None None] Pushing event updated for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:04.024921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:04.031171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaa995b-44cf-4946-9d71-45ec02877454 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.034620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaa995b-44cf-4946-9d71-45ec02877454 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.038337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] For port f2785a10-e919-4463-8df1-a92d460322fc, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2785a10-e919-4463-8df1-a92d460322fc,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:04.039930 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ceaa995b-44cf-4946-9d71-45ec02877454 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/f4ec6ac7-18ce-49de-a38b-fa93aac28703 HTTP/1.1" status: 404 len: 333 time: 0.0570433 Mar 14 18:29:04.043514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49728) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.062458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94ba267c-d420-4002-a522-ee1ef78881c6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:04.064375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:04.064927 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fa609dbe-6ebc-4f36-a773-dabe6ca5e819 req-cd3a3fba-16a7-4259-ac35-4b177d8e0fca tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931005 Mar 14 18:29:04.065079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:04.082441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:04.091725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:04.102720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2018581c-521b-4a00-80f4-5681e3546a35 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.103386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2018581c-521b-4a00-80f4-5681e3546a35 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.109210 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2018581c-521b-4a00-80f4-5681e3546a35 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/96a63d3a-59d4-45e2-bd59-1cc3fffab667 HTTP/1.1" status: 404 len: 337 time: 0.0622683 Mar 14 18:29:04.109453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49730) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.136550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.142908 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-5053de6d-4c3f-40d1-829b-57a419d47f2a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.143699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5053de6d-4c3f-40d1-829b-57a419d47f2a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.150060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5053de6d-4c3f-40d1-829b-57a419d47f2a tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/0ebc190d-39b8-40e3-9525-ad5124699941 HTTP/1.1" status: 404 len: 337 time: 0.0351448 Mar 14 18:29:04.150896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.183579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.185846 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-79d84ec0-0219-4344-b81e-2bc00b845098 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8609128 Mar 14 18:29:04.187104 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-205c1cd4-6dfc-4e13-92b4-644c5ae522ec tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.187906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205c1cd4-6dfc-4e13-92b4-644c5ae522ec tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.188891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.192480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-205c1cd4-6dfc-4e13-92b4-644c5ae522ec tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/539e646f-9eac-433a-bff8-24b3f870170f HTTP/1.1" status: 404 len: 333 time: 0.0406094 Mar 14 18:29:04.195887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49738) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.226732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-053a668e-2c57-4e1f-b2c3-f8e53c8d985c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.227456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053a668e-2c57-4e1f-b2c3-f8e53c8d985c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.232024 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-053a668e-2c57-4e1f-b2c3-f8e53c8d985c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/87fe6770-d2af-4703-bc7a-ba04c7048034 HTTP/1.1" status: 404 len: 337 time: 0.0338225 Mar 14 18:29:04.234156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49740) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.309082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4f31-6c8f-4b7f-95fb-07ceaa1ac261 None None] Pushing event updated for resources: {'Port': ['ID=f2785a10-e919-4463-8df1-a92d460322fc,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:04.327362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:04.329408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 94ba267c-d420-4002-a522-ee1ef78881c6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:04.329408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.332888 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d83d480-a1b3-4c50-9531-fa21bc93fbe4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.334575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d83d480-a1b3-4c50-9531-fa21bc93fbe4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.345870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.348325 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1d83d480-a1b3-4c50-9531-fa21bc93fbe4 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/2e8d8461-1e27-49cb-9078-648351c5ee5f HTTP/1.1" status: 404 len: 337 time: 0.1116145 Mar 14 18:29:04.361348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:04.394817 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e5a72fc2-ec59-4230-9d21-a2cbaa314600 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports?device_id=88d97117-6942-487e-b3e8-71b673ba2e61 HTTP/1.1" status: 200 len: 205 time: 0.0453849 Mar 14 18:29:04.397587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.399258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.436602 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a51eb238-f50b-4c9f-bd8f-0460967b476a tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2465637 Mar 14 18:29:04.440337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.447972 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-851bbcd6-8ed1-4d24-a5f7-8b7e08238628 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] delete failed (client error): The resource could not be found. Mar 14 18:29:04.449731 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-851bbcd6-8ed1-4d24-a5f7-8b7e08238628 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/routers/88d97117-6942-487e-b3e8-71b673ba2e61 HTTP/1.1" status: 404 len: 336 time: 0.0482101 Mar 14 18:29:04.452351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.497101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03f4028-e087-4f13-8551-0169139f53c5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.497565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03f4028-e087-4f13-8551-0169139f53c5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.503540 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e03f4028-e087-4f13-8551-0169139f53c5 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/b6aa8246-311e-4152-988f-9ba82a282dd6 HTTP/1.1" status: 404 len: 337 time: 0.0491176 Mar 14 18:29:04.504449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.579738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ac02a1dd-0e43-4af0-91dd-34f7b4f7d82f tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0bc700b-fddd-45f3-9775-410e947cb235 HTTP/1.1" status: 200 len: 205 time: 0.0719984 Mar 14 18:29:04.579950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.636040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-31941c43-c588-49e9-96be-92da1edccebd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] delete failed (client error): The resource could not be found. Mar 14 18:29:04.640274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-31941c43-c588-49e9-96be-92da1edccebd tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/routers/f0bc700b-fddd-45f3-9775-410e947cb235 HTTP/1.1" status: 404 len: 336 time: 0.0594339 Mar 14 18:29:04.641130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.670031 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a057a7-b281-48d0-be1f-069034164fb8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.670869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a057a7-b281-48d0-be1f-069034164fb8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.677456 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-80a057a7-b281-48d0-be1f-069034164fb8 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/72eaf0c1-3f0d-4d38-ac9e-0e28a29ed424 HTTP/1.1" status: 404 len: 337 time: 0.0343130 Mar 14 18:29:04.678411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.697385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:04.699888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-aa9e1a2d-545f-444d-8c01-27df5f9018b0 None None] Provisioning complete for port 94ba267c-d420-4002-a522-ee1ef78881c6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:04.700271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1a2d-545f-444d-8c01-27df5f9018b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.706444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d6edbf1f-881d-492c-9ea5-84c0689342a8 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9949291 Mar 14 18:29:04.707129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.713379 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:04.719295 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cb8eea-fc72-47e7-8abd-39b95a1a3033 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.719769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cb8eea-fc72-47e7-8abd-39b95a1a3033 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.719888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:04.724072 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:04.727142 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:04.727307 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-11cb8eea-fc72-47e7-8abd-39b95a1a3033 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/3388264e-cc0e-4a65-9661-28903596540b HTTP/1.1" status: 404 len: 337 time: 0.0445716 Mar 14 18:29:04.727625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.772139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:04.779098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-70602a67-4729-4c65-9f79-43397841a76c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.779098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70602a67-4729-4c65-9f79-43397841a76c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.787262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-70602a67-4729-4c65-9f79-43397841a76c tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/a2035a7d-82c7-4293-af0a-420d3fcd0ad3 HTTP/1.1" status: 404 len: 333 time: 0.0585725 Mar 14 18:29:04.789155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49762) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.829715 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef9b3ca-8b1b-4c24-aad5-e20542741c47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.830981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef9b3ca-8b1b-4c24-aad5-e20542741c47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.838729 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2ef9b3ca-8b1b-4c24-aad5-e20542741c47 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/e66ee21b-7884-469d-aa18-00399bb1dbec HTTP/1.1" status: 404 len: 337 time: 0.0480673 Mar 14 18:29:04.839813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.846169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a3175-61ac-44e5-a433-c7a639102818 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:04.847824 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-174a3175-61ac-44e5-a433-c7a639102818 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4065568 Mar 14 18:29:04.855060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.855256 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:04.871897 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4905f77-533c-40ef-ba7c-94255482795d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:04.873178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4905f77-533c-40ef-ba7c-94255482795d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:04.880681 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e4905f77-533c-40ef-ba7c-94255482795d tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/7fb03bad-5d6d-479b-b959-9634db9a1ea8 HTTP/1.1" status: 404 len: 333 time: 0.0393894 Mar 14 18:29:04.883118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.901130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:04.907956 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7476cb7d-d1ff-4cc7-8bd7-07e8e13ae1f7 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501592 Mar 14 18:29:04.911731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:04.916328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:04.922917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740010308', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:04.934271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:04.940425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:04.940775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Updating router dafdc4ef-f207-40d8-a15e-6eec51e1b170 port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:04.941431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:05.001717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.006598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.069032 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ae8a60-e5f2-4dab-a080-17b145247676 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.070945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ae8a60-e5f2-4dab-a080-17b145247676 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.077440 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59ae8a60-e5f2-4dab-a080-17b145247676 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/964d7360-27b1-481c-ba36-ff97df0e323d HTTP/1.1" status: 404 len: 337 time: 0.1926897 Mar 14 18:29:05.078411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.175293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-4358bd67-99fb-45af-aa37-1f69b3d0d1fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.176399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4358bd67-99fb-45af-aa37-1f69b3d0d1fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.180350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4358bd67-99fb-45af-aa37-1f69b3d0d1fa tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/aed6c52e-5680-49f2-8567-70189c865627 HTTP/1.1" status: 404 len: 333 time: 0.0973666 Mar 14 18:29:05.182735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:05.194086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.197659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.231833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.232544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.270973 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:02Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:05.311190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:05.311836 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Updating router 57d855f1-0060-40e4-98fe-8cb98de7f577 port f19a515f-0dce-47dd-b345-b9e11fe5c19e binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:05.334134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d2587-76d8-412f-9cd3-d5391fe5785f req-9c45388a-92ed-411e-bcb8-11f560f74cda tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.343110 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b2d2587-76d8-412f-9cd3-d5391fe5785f req-9c45388a-92ed-411e-bcb8-11f560f74cda tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 945 time: 0.1527531 Mar 14 18:29:05.346842 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.351451 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-8058c095-10fe-440b-aac9-9a380d97e101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.352342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8058c095-10fe-440b-aac9-9a380d97e101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.359101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8058c095-10fe-440b-aac9-9a380d97e101 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/5dc7321d-3fa2-4453-a886-d2a973464cc7 HTTP/1.1" status: 404 len: 337 time: 0.1511824 Mar 14 18:29:05.362545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5945b5bc-1b80-4a21-a35c-28f20b335bec up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:05.373539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.388758 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-63d5f192-5956-4e12-9bd7-eff135306979 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5461097 Mar 14 18:29:05.410354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Request body: {'port': {'device_id': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:05.412170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e0461-6f4e-462e-a059-bc4486b93249 req-c0c7bc4c-22bf-40f2-ae08-2be228c2303c tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:05.415909 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-783e0461-6f4e-462e-a059-bc4486b93249 req-c0c7bc4c-22bf-40f2-ae08-2be228c2303c tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 932 time: 0.3362629 Mar 14 18:29:05.449378 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a4eb92-005c-4845-83e1-ec86cd17eb20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.450199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a4eb92-005c-4845-83e1-ec86cd17eb20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.456189 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-07a4eb92-005c-4845-83e1-ec86cd17eb20 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/2d97f871-1913-4bda-8b13-401aaf85009e HTTP/1.1" status: 404 len: 333 time: 0.0789804 Mar 14 18:29:05.463171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49782) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.468306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5945b5bc-1b80-4a21-a35c-28f20b335bec triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:05.469266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.512253 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-783e0461-6f4e-462e-a059-bc4486b93249 req-0bcd1170-6444-4d63-ba3a-b801243f511f tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887799 Mar 14 18:29:05.641243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.723915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-31fbe794-7ffc-45c1-99e8-fecab3bc8c4b None None] Provisioning complete for port 215fef5c-94bd-42fe-ad14-632f2d94c8eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:05.724285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31fbe794-7ffc-45c1-99e8-fecab3bc8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.728441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.770829 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.779075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-31fbe794-7ffc-45c1-99e8-fecab3bc8c4b None None] Port 215fef5c-94bd-42fe-ad14-632f2d94c8eb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:05.782494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.797331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:05.847692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=c9651516-3bc8-429d-bff8-ff8161298f5a,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.850217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:05.850579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: a25a6677-4e26-4c01-8e97-ab80c82baa00, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:29:05.855325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868d90d-3f01-448c-8590-84dfdc53a378 None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:05.863108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:05.863763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 93c6f5fe-abe3-4c7f-afd0-a18fc5b23456 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:05.871467 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.891898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Attempting to bind port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:05.892268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Attempting to bind port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:05.892686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Attempting to bind port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:05.907151 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b2d2587-76d8-412f-9cd3-d5391fe5785f req-238427f1-3af4-4fd8-847f-9c4b03596c32 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5630870 Mar 14 18:29:05.915368 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab4b6a2-d0d0-47cc-ab37-bc44b066bdf7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.916269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab4b6a2-d0d0-47cc-ab37-bc44b066bdf7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.919275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fab4b6a2-d0d0-47cc-ab37-bc44b066bdf7 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/8931495f-a218-4312-8d84-ecdcd823381e HTTP/1.1" status: 404 len: 337 time: 0.4496629 Mar 14 18:29:05.922055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.962437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:05.962822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:05.963230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.963628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:05.964107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Bound port: 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:05.965067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.967788 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e582f1ef-e7ed-49b2-9c60-2c3154b924b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:05.968956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] Provisioning complete for port f2785a10-e919-4463-8df1-a92d460322fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:05.969325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.969451 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0029fcb-9745-45b9-89b0-0dc0cd1d6da0 None None] Pushing event updated for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:05.970821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e582f1ef-e7ed-49b2-9c60-2c3154b924b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:05.973934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e582f1ef-e7ed-49b2-9c60-2c3154b924b2 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/28d706e4-02dd-49c7-83c6-a6d64800cbab HTTP/1.1" status: 404 len: 333 time: 0.0508399 Mar 14 18:29:05.977858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:05.982774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:29:05.988567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:05.990615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a732-c415-4436-997f-c6888c4d5fb2 None None] Pushing event updated for resources: {'Port': ['ID=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:06.052687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61d763-c0cf-4918-936c-a0dd5a9a4948 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:06.053140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef61d763-c0cf-4918-936c-a0dd5a9a4948 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:06.059533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ef61d763-c0cf-4918-936c-a0dd5a9a4948 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/fc034f15-bb37-46cb-85e7-2bdedc16dd97 HTTP/1.1" status: 404 len: 337 time: 0.0778372 Mar 14 18:29:06.059855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.065152 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Attempting to bind port f19a515f-0dce-47dd-b345-b9e11fe5c19e on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:06.065832 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Attempting to bind port f19a515f-0dce-47dd-b345-b9e11fe5c19e by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:06.066434 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Attempting to bind port f19a515f-0dce-47dd-b345-b9e11fe5c19e on network 2c50998c-84f6-4c34-b4f2-c77964eeb617 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:06.072578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a25a6677-4e26-4c01-8e97-ab80c82baa00) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:06.076341 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:06.077023 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Checking segment: {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:06.078233 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.078807 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Bound using segment: {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:06.079950 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Bound port: f19a515f-0dce-47dd-b345-b9e11fe5c19e, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4a5649-25db-4fc5-8da9-6c93091e3e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:06.080883 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.091318 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e784a784-ca5c-4fef-ba62-cd0cffe0228a None None] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:06.106887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.108238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.111606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-33692904-84d3-4213-a3bc-f9bbe9ed76e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:06.114538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33692904-84d3-4213-a3bc-f9bbe9ed76e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:06.120091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-33692904-84d3-4213-a3bc-f9bbe9ed76e1 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/d5f20463-3758-4ea9-a281-eedb4135dab1 HTTP/1.1" status: 404 len: 333 time: 0.0588882 Mar 14 18:29:06.122674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.171137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] For port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:06.187652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ede94c-b549-44f1-9358-75554d951806 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:06.188113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ede94c-b549-44f1-9358-75554d951806 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:06.198162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-22ede94c-b549-44f1-9358-75554d951806 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/e06525bb-87dd-4006-b9a5-31516aba0911 HTTP/1.1" status: 404 len: 337 time: 0.0717332 Mar 14 18:29:06.203355 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] For port f19a515f-0dce-47dd-b345-b9e11fe5c19e, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:06.203719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.208403 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] For port f19a515f-0dce-47dd-b345-b9e11fe5c19e, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f19a515f-0dce-47dd-b345-b9e11fe5c19e,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:06.233370 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdce8f3-d68e-493f-b8e5-74ea6a462975 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:06.233982 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:06.234500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdce8f3-d68e-493f-b8e5-74ea6a462975 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:06.237968 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ffdce8f3-d68e-493f-b8e5-74ea6a462975 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/ports/5cef3ef8-cb0c-4f16-8cad-c949ef0b68de HTTP/1.1" status: 404 len: 333 time: 0.0317872 Mar 14 18:29:06.242620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.244377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:29:06.267448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Removed routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:29:06.267846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.270271 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c21781-3011-4bf4-985b-0e5692f775dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:06.270608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c21781-3011-4bf4-985b-0e5692f775dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:06.278056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b3c21781-3011-4bf4-985b-0e5692f775dc tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/subnets/1d3f599c-e7a2-4aef-82c8-3d5246a254a8 HTTP/1.1" status: 404 len: 337 time: 0.0305862 Mar 14 18:29:06.278056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.280975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] For port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:06.282197 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.294635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49798) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:06.295556 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-888fa42c-afb0-41a6-9735-8613416e7b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3767617 Mar 14 18:29:06.345036 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:06.345659 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.350238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.354614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 473ddaaf-458a-41c0-a447-61fdde953041 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:06.398996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.414896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.420385 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0029fcb-9745-45b9-89b0-0dc0cd1d6da0 None None] Pushing event updated for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:06.469955 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:06.547505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.554938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.555150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.566836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:06.567717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.570674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a25a6677-4e26-4c01-8e97-ab80c82baa00', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:29:06.572163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.578315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c92626-9e70-47af-be0d-7950f30fe5cc']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.587353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56648db3-69da-4921-8d73-38f4b4356af8') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.587353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56648db3-69da-4921-8d73-38f4b4356af8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.600009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.603197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 473ddaaf-458a-41c0-a447-61fdde953041 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:06.618124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.650677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 473ddaaf-458a-41c0-a447-61fdde953041 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:06.650976 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.662246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:29:06.662802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:29:06.667008 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:29:06.701187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] For port f2785a10-e919-4463-8df1-a92d460322fc, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2785a10-e919-4463-8df1-a92d460322fc,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:06.731435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a732-c415-4436-997f-c6888c4d5fb2 None None] Pushing event updated for resources: {'Port': ['ID=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:06.731832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.740337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d62a4-9162-483f-8104-66027080145c req-36bea2d9-52ad-4832-8101-ad1975039e9a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:06.743053 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-327d62a4-9162-483f-8104-66027080145c req-36bea2d9-52ad-4832-8101-ad1975039e9a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 932 time: 0.1296208 Mar 14 18:29:06.743559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.825520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-327d62a4-9162-483f-8104-66027080145c req-1b6cb8fe-f51f-4106-beeb-0215e35f681f tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597429 Mar 14 18:29:06.851892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.884364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:06.899721 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] 10.222.0.58 "DELETE /v2.0/networks/d5c92626-9e70-47af-be0d-7950f30fe5cc HTTP/1.1" status: 204 len: 168 time: 0.6198559 Mar 14 18:29:06.903567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947769a2-e297-4b92-8157-8efe5e7a98f9 tempest-NetworksTestDHCPv6-1413883068 tempest-NetworksTestDHCPv6-1413883068-project] Pushing event deleted for resources: {'Network': ['ID=d5c92626-9e70-47af-be0d-7950f30fe5cc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:06.911682 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:02Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:06.991777 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d3ed5-d127-476a-9026-e7f811adb9d6 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:02Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:07.126936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.246196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:07.293995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:07.306397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.323538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0dde2-75da-4427-bdea-91a14cef1d44 None None] Pushing event updated for resources: {'Port': ['ID=f2785a10-e919-4463-8df1-a92d460322fc,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.370352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:07.381159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83e8e8-dff4-4126-8cff-d97b1c551743 req-6dde42e7-b159-4be9-a829-65437b76d140 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:07.386856 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5c83e8e8-dff4-4126-8cff-d97b1c551743 req-6dde42e7-b159-4be9-a829-65437b76d140 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 945 time: 0.2028461 Mar 14 18:29:07.388061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Transition to ACTIVE for port object 215fef5c-94bd-42fe-ad14-632f2d94c8eb will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:07.465428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.498926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Provisioning complete for port f19a515f-0dce-47dd-b345-b9e11fe5c19e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:07.503014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.512495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:07.543710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.568511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Allocated IP 172.20.0.2 (a25a6677-4e26-4c01-8e97-ab80c82baa00/c9651516-3bc8-429d-bff8-ff8161298f5a/84d8329f-0250-41b3-ac7e-078648357cef) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:07.599275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5c83e8e8-dff4-4126-8cff-d97b1c551743 req-743c2586-1300-4490-88c4-ae0c4cc78da8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868234 Mar 14 18:29:07.634109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:07.701362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2785a10-e919-4463-8df1-a92d460322fc up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:07.791551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49812) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:07.792132 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bb1932e4-a099-460a-a9f5-3e6d657e0e00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3781a47e47d8459981a283d82ecacba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784142 Mar 14 18:29:07.830329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:07.936216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:07.937438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7418ae98-160d-4abd-90ca-23d4ce0e1027" -d '{"events": [{"server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "name": "network-vif-plugged", "status": "completed", "tag": "473ddaaf-458a-41c0-a447-61fdde953041"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:08.025878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c720d71d-3d08-4f0d-a915-99aed0321ada x-openstack-request-id: req-c720d71d-3d08-4f0d-a915-99aed0321ada {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:08.027245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "name": "network-vif-plugged", "status": "completed", "tag": "473ddaaf-458a-41c0-a447-61fdde953041", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:08.027699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c720d71d-3d08-4f0d-a915-99aed0321ada {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:08.028304 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041', 'code': 200} Mar 14 18:29:08.035023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=473ddaaf-458a-41c0-a447-61fdde953041,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:08.039608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6fd11-4c11-4db2-8062-b2181993a55b req-857e5ec3-f910-4610-b0e0-b8c27023598a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:08.043523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-adf6fd11-4c11-4db2-8062-b2181993a55b req-857e5ec3-f910-4610-b0e0-b8c27023598a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 944 time: 0.0974007 Mar 14 18:29:08.049282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:08.066618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.071505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.076220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49818) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:08.076389 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c43b5fe8-2664-4c98-a139-2e3b17c91998 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 953 time: 3.3610554 Mar 14 18:29:08.106949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.166051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Attempting to bind port 215fef5c-94bd-42fe-ad14-632f2d94c8eb on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:08.166451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Attempting to bind port 215fef5c-94bd-42fe-ad14-632f2d94c8eb by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:08.166689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Attempting to bind port 215fef5c-94bd-42fe-ad14-632f2d94c8eb on network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:08.174232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Port 215fef5c-94bd-42fe-ad14-632f2d94c8eb on network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:29:08.174553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Attempting to bind port 215fef5c-94bd-42fe-ad14-632f2d94c8eb on network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:08.188231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.190003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:08.190510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Checking segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:08.190900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Bound using segment: {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:08.191344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Bound port: 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343ed773-82d4-4af5-b92d-9251679893d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:08.191783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.221587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.222527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:08.236607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f2785a10-e919-4463-8df1-a92d460322fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:08.237368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.252056 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-adf6fd11-4c11-4db2-8062-b2181993a55b req-1dd14b15-5e44-46eb-904a-298f76760bdb tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840920 Mar 14 18:29:08.269340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02f629a6-ecf5-4475-82c1-f9d1b1067aac tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 953 time: 0.1918507 Mar 14 18:29:08.271321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:08.280528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:08.282721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'routes': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:08.363389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] For port f19a515f-0dce-47dd-b345-b9e11fe5c19e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f19a515f-0dce-47dd-b345-b9e11fe5c19e,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:08.368946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35074c0e-303c-4c4e-8fcb-fdfe23d34db8 None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:08.379030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:08.379030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:08.391400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.399494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.439253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.503845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.550807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Provisioning complete for port f2785a10-e919-4463-8df1-a92d460322fc triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:08.551183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.559089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:08.565751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:08.589862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:08.591490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:08.596530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14c95-ff4f-4099-af63-075c5f7a64d5 req-0ee05eb6-e936-4eb5-ac3b-d84325a2fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:08.598091 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebd14c95-ff4f-4099-af63-075c5f7a64d5 req-0ee05eb6-e936-4eb5-ac3b-d84325a2fea4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1099 time: 0.3215592 Mar 14 18:29:08.621351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:08.693051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:08.695837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1ec3-3008-4a7e-9552-41019396951a None None] Pushing event updated for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.716202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:08.827921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94ba267c-d420-4002-a522-ee1ef78881c6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:08.858284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Pushing event updated for resources: {'Port': ['ID=84d8329f-0250-41b3-ac7e-078648357cef,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:08.965467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Attempting to bind port 84d8329f-0250-41b3-ac7e-078648357cef on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:08.965804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Attempting to bind port 84d8329f-0250-41b3-ac7e-078648357cef by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:08.966133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Attempting to bind port 84d8329f-0250-41b3-ac7e-078648357cef on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:08.998858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:08.999294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Checking segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:08.999635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.000030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Bound using segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:09.000506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Bound port: 84d8329f-0250-41b3-ac7e-078648357cef, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:09.000887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.096707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 94ba267c-d420-4002-a522-ee1ef78881c6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:09.097082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.173510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] For port 84d8329f-0250-41b3-ac7e-078648357cef, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:09.190781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] For port 84d8329f-0250-41b3-ac7e-078648357cef, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=84d8329f-0250-41b3-ac7e-078648357cef,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:09.195500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a3bb222d-1864-432b-83e8-01cc6a6776b9 None None] Provisioning complete for port f19a515f-0dce-47dd-b345-b9e11fe5c19e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:09.195881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a3bb222d-1864-432b-83e8-01cc6a6776b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.213618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:09.214281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.217770 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] 10.222.0.61 "PUT /v2.0/ports/215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 1094 time: 3.8095176 Mar 14 18:29:09.222123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebd14c95-ff4f-4099-af63-075c5f7a64d5 req-13ba70da-71ac-4e12-974c-36d88bc6892c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151898 Mar 14 18:29:09.222763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:09.230723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76abc6c1-0935-45dd-b269-b8f14d8cde63" -d '{"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:09.232427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 6, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 4, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:09.287662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (a25a6677-4e26-4c01-8e97-ab80c82baa00/c9651516-3bc8-429d-bff8-ff8161298f5a/98828b67-ba0e-4653-b761-770382c14b2d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:09.294192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.300415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.304191 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b357a370-aaa6-441f-b9d1-afb709305fbc HTTP/1.1" status: 204 len: 168 time: 1.4887760 Mar 14 18:29:09.305832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7309fb-91b9-4921-b051-3cbdb410e0c2 x-openstack-request-id: req-9d7309fb-91b9-4921-b051-3cbdb410e0c2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:09.306161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:09.315966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d7309fb-91b9-4921-b051-3cbdb410e0c2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:09.315966 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'status': 'completed', 'code': 200} Mar 14 18:29:09.315966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.414442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92994d-e83d-40f0-abf0-29177165b1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357a370-aaa6-441f-b9d1-afb709305fbc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.464031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d3d87-354b-47f8-81b8-a5c80ea1cd19 req-5b92adc5-5591-4276-8dc8-8cd445fa8404 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:09.465891 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d5d3d87-354b-47f8-81b8-a5c80ea1cd19 req-5b92adc5-5591-4276-8dc8-8cd445fa8404 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 946 time: 0.3454878 Mar 14 18:29:09.524546 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d89fb-5e34-4747-a82f-623320f4347d req-466ab1e7-0aff-4bd3-93f5-163cb4e95137 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:09.534451 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9e6d89fb-5e34-4747-a82f-623320f4347d req-466ab1e7-0aff-4bd3-93f5-163cb4e95137 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 944 time: 0.1397505 Mar 14 18:29:09.574033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:09.576652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.591294 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9e6d89fb-5e34-4747-a82f-623320f4347d req-b1641e9c-dffb-472c-876d-22088f412972 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544636 Mar 14 18:29:09.665661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:09.665661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:09.680967 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d5d3d87-354b-47f8-81b8-a5c80ea1cd19 req-77781a86-088e-4ef2-a48f-56ef285deaf4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060461 Mar 14 18:29:09.735479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-985c8f17-c266-47c4-8583-8c71fbeb1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:09.735479 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-985c8f17-c266-47c4-8583-8c71fbeb1b74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1097 time: 0.1866751 Mar 14 18:29:09.773378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:09.810966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b34d5e-660f-4c6c-add1-004600e4eef7 None None] Pushing event updated for resources: {'Port': ['ID=84d8329f-0250-41b3-ac7e-078648357cef,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:09.838673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:09.841858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-16788366-7080-45ee-b695-ac9721e5c19b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 217 time: 0.0944536 Mar 14 18:29:09.922121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added routes are [] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:29:09.922564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.extraroute_db [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103393) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:29:09.946717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-7a050e9c-4a73-4e7a-b0fc-d3f65d04d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:09.948484 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-7a050e9c-4a73-4e7a-b0fc-d3f65d04d40d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 200 len: 834 time: 0.0993686 Mar 14 18:29:10.057978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f19a515f-0dce-47dd-b345-b9e11fe5c19e up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:10.060171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.063304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.145246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:10.155892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:10.158529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:10.184216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f19a515f-0dce-47dd-b345-b9e11fe5c19e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:10.184595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.198133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-74916b83-4fee-410a-aa81-7516bc8ed23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:10.199970 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-74916b83-4fee-410a-aa81-7516bc8ed23f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1988511 Mar 14 18:29:10.200823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:10.288212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 6, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:10.344410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.345525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d50d0c-819a-433c-838e-9f060f5d1c35 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:06Z', 'revision_number': 6, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:10.355730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2785a10-e919-4463-8df1-a92d460322fc up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:10.422198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f2785a10-e919-4463-8df1-a92d460322fc triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:10.423201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.512574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-334eea52-2d52-4d4a-9990-ec54c7c88b94 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837064 Mar 14 18:29:10.559979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:10.579426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.622191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:10.622736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.642535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.736979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.773096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:10.782884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf11614-7c2b-49f7-9eb1-26d577f9f7e5 req-bc60f5a7-3feb-4fb3-a2fd-1aac66fa4407 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:10.784450 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7bf11614-7c2b-49f7-9eb1-26d577f9f7e5 req-bc60f5a7-3feb-4fb3-a2fd-1aac66fa4407 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 944 time: 0.1045475 Mar 14 18:29:10.861410 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7bf11614-7c2b-49f7-9eb1-26d577f9f7e5 req-2fd97b7f-41ce-4efd-96a9-cc254d790a02 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530636 Mar 14 18:29:10.875923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-8a70f47a-68f2-49f3-abd8-efb36fd3d23e service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366392 Mar 14 18:29:10.890649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.892110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49852) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:10.899678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:10.934382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:10.941431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f69d38-32e7-4377-980c-e6923a21f9fe req-51a9bb02-510b-415a-bca0-9981637f5fa0 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:10.942850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39f69d38-32e7-4377-980c-e6923a21f9fe req-51a9bb02-510b-415a-bca0-9981637f5fa0 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 946 time: 0.1448355 Mar 14 18:29:10.985970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:11.039424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1570287709'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:11.119036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:11.123331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.133826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.195327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39f69d38-32e7-4377-980c-e6923a21f9fe req-47def522-11be-481e-a379-0cce9435d5e9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106338 Mar 14 18:29:11.232094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.242832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:11.250525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.254347 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-029e2164-6fe1-4b2e-8267-995bf76bd594 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 703 time: 2.9737370 Mar 14 18:29:11.255687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49858) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:11.255837 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:11.269802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-b0dac410-7c1c-4192-9e44-9bd91b5b3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:11.271364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-b0dac410-7c1c-4192-9e44-9bd91b5b3a8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1097 time: 0.1498992 Mar 14 18:29:11.278053 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:11.278774 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:11.362502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cf8ba815-07f8-4c50-94cd-5892cd65ef7f tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 703 time: 0.1043334 Mar 14 18:29:11.364990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.370091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:11.395495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5af03d-f03a-498f-b78b-dc765d8667b1 None None] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:11.407778 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:11.501032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:29:11.511758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.512918 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Added segment e0006731-c930-48e6-a459-c29ad072e58a of type vlan for network 2712743f-80ea-4c63-a0d3-746bde72287a Mar 14 18:29:11.526069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] Provisioning complete for port 84d8329f-0250-41b3-ac7e-078648357cef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:11.527194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.559450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.657225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.664494 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:11.665183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.718075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.754218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48ea513-c94d-43f4-93ca-cfcf61b7ed32,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:11.768723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] For port 84d8329f-0250-41b3-ac7e-078648357cef, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=84d8329f-0250-41b3-ac7e-078648357cef,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:11.806277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Network': ['ID=2712743f-80ea-4c63-a0d3-746bde72287a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:11.813791 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:09Z', 'revision_number': 7, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:11.839431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876a055-5157-4d70-8a42-503368b0d090 req-0ceba7f5-a423-4215-bbd1-7abfb7ac44cc tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:11.846118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 2712743f-80ea-4c63-a0d3-746bde72287a details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:29:11.848672 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7876a055-5157-4d70-8a42-503368b0d090 req-0ceba7f5-a423-4215-bbd1-7abfb7ac44cc tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 946 time: 0.4843545 Mar 14 18:29:11.850621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.871512 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:11.882480 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:11.886102 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:11.954780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:11.970582 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-13c109b9-f9fe-4a46-9f1e-8261de604f54 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0770683 Mar 14 18:29:11.981818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-5b6f873f-2e04-4933-855e-ead393f2c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:11.984792 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-5b6f873f-2e04-4933-855e-ead393f2c823 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 897 time: 0.7061141 Mar 14 18:29:11.985461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49864) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:12.002431 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:12.003403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'subnet': {'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:12.053407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7876a055-5157-4d70-8a42-503368b0d090 req-98046fc4-0782-4093-8f67-fbb53eadb7a4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012978 Mar 14 18:29:12.053584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:12.072503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:12.073893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.125137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f3ba2-755d-4243-bb2a-e24d9f8a7aa0 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:12.127098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-df4f3ba2-755d-4243-bb2a-e24d9f8a7aa0 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1094 time: 0.0548089 Mar 14 18:29:12.130809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:12.135414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:12.211057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7d9c5-0db7-4fcd-9952-9bc9c77c2414 None None] Pushing event updated for resources: {'Port': ['ID=84d8329f-0250-41b3-ac7e-078648357cef,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:12.221666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5552e702-b519-4f52-b2ec-0824cd6c957e None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:12.222075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5552e702-b519-4f52-b2ec-0824cd6c957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.234325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.276842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5552e702-b519-4f52-b2ec-0824cd6c957e None None] Port 98828b67-ba0e-4653-b761-770382c14b2d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:12.285494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-b15b24c7-833c-4eef-870c-c6b0d82e4183 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 217 time: 0.2557418 Mar 14 18:29:12.293848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:12.294326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.335621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5552e702-b519-4f52-b2ec-0824cd6c957e None None] Provisioning complete for port 84d8329f-0250-41b3-ac7e-078648357cef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:12.335998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5552e702-b519-4f52-b2ec-0824cd6c957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.385157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:29:12.392827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.403488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932a28e-4a9f-47e9-86a0-cbd1e4773cd8 req-a5939aad-230a-4a44-a665-c25aae12d579 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:12.405096 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f932a28e-4a9f-47e9-86a0-cbd1e4773cd8 req-a5939aad-230a-4a44-a665-c25aae12d579 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 944 time: 0.3798964 Mar 14 18:29:12.432363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:12.470926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-4abec873-4cbd-4922-9c13-64f157e2544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:12.472537 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-4abec873-4cbd-4922-9c13-64f157e2544b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 200 len: 834 time: 0.1771135 Mar 14 18:29:12.476992 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:09Z', 'revision_number': 7, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:12.481845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.511396 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32223e86-e05b-4261-95aa-4857bf0e3166 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:09Z', 'revision_number': 7, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19a515f-0dce-47dd-b345-b9e11fe5c19e', 'name': '', 'network_id': '2c50998c-84f6-4c34-b4f2-c77964eeb617', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:8a:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:08Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '6d72d7cd-7b05-44a0-aab1-43ed831e5b1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:12.573200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84d8329f-0250-41b3-ac7e-078648357cef up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:12.632424 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f932a28e-4a9f-47e9-86a0-cbd1e4773cd8 req-bc362acf-3f35-4322-9198-f1daa3fad9eb tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065992 Mar 14 18:29:12.656724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-0885b79d-a72c-494c-b4a3-867ec59c2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:12.657008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 84d8329f-0250-41b3-ac7e-078648357cef triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:12.657379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.658726 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-0885b79d-a72c-494c-b4a3-867ec59c2f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1688619 Mar 14 18:29:12.702206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.710625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:12.720227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:12.722886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:12.727819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.735075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-10502933-079c-4334-b11d-903a6a9de8ee None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:12.735625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-10502933-079c-4334-b11d-903a6a9de8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.737947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'mac_address': 'fa:16:3e:a4:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:29:12.738670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:12.779727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port f19a515f-0dce-47dd-b345-b9e11fe5c19e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:12.780067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.816552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:12.846717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:12.900380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:12.903188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-10502933-079c-4334-b11d-903a6a9de8ee None None] Port 98828b67-ba0e-4653-b761-770382c14b2d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:12.944356 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.26.3.29 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/a1d54f51-aac7-45aa-ba9d-18efa24db442) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:12.976906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port f19a515f-0dce-47dd-b345-b9e11fe5c19e, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f19a515f-0dce-47dd-b345-b9e11fe5c19e,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:12.977277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.008284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for f19a515f-0dce-47dd-b345-b9e11fe5c19e owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:13.014568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.040449 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-a21f30f1-10e7-4510-b7d3-cfd5ff436af8 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746793 Mar 14 18:29:13.080264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:13.084643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:13.129942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ff822606-c074-4842-a3af-d4d20d4fa027 None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:13.131226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ff822606-c074-4842-a3af-d4d20d4fa027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.142214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.172456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ff822606-c074-4842-a3af-d4d20d4fa027 None None] Port 98828b67-ba0e-4653-b761-770382c14b2d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:13.234754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76abc6c1-0935-45dd-b269-b8f14d8cde63 req-10035905-ae19-49fc-8be2-90fd1e48fc17 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868477 Mar 14 18:29:13.294602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.307561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['215fef5c-94bd-42fe-ad14-632f2d94c8eb'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:29:13.326878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:13.336080 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-83d05008-85ef-4308-b113-92edef6f2377 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/dafdc4ef-f207-40d8-a15e-6eec51e1b170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0401647 Mar 14 18:29:13.336679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:13.337057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:13.344373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:13.348262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:13.349214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:13.353374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=a1d54f51-aac7-45aa-ba9d-18efa24db442,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:13.360793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.374616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:13.375249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:13.395546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.412627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=f19a515f-0dce-47dd-b345-b9e11fe5c19e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:13.511437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Subnet': ['ID=7dd6ffd1-a274-4660-af98-1e0e10af7149,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:13.527723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.528200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.528666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.529136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.529593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.530076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.530535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.530987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.531440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.531889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.532338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.532788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.538652 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d21fe179-d5a8-42f1-aa0e-7f337884ea22 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8369 time: 0.2003233 Mar 14 18:29:13.539437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:13.541745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Checking segment: {'id': 'e0006731-c930-48e6-a459-c29ad072e58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:13.542150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network hostable DHCP agents. Network: 2712743f-80ea-4c63-a0d3-746bde72287a, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:29:13.672013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.672790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.674421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.675075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.675895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.676540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.676998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.677442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.678349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.678349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.679483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.679931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.684791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b096e40f-3342-4302-bbf3-1f1f83269d8c tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7695 time: 0.1414888 Mar 14 18:29:13.684791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:29:13.686281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49876) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:13.800119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 2712743f-80ea-4c63-a0d3-746bde72287a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:13.811500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:13.814590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.819390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ec170-cc69-4c9d-bee2-3d20faa6aaa5 None None] Network 2712743f-80ea-4c63-a0d3-746bde72287a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:13.855546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:13.876447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:13.915281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-236bba4c-4e9b-465c-9d8a-affe0978f084 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9238160 Mar 14 18:29:13.919656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49878) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:13.931424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1515621844', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:13.935206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84d8329f-0250-41b3-ac7e-078648357cef up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:14.020140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-74df0733-ec91-45bc-8170-252771b64d97 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4305 time: 0.3299880 Mar 14 18:29:14.026525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf219df-3fae-4ae5-bfc3-896be8625bbd req-fe09a504-5a8e-48dd-a75e-f49476e8484e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:14.028126 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3cf219df-3fae-4ae5-bfc3-896be8625bbd req-fe09a504-5a8e-48dd-a75e-f49476e8484e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 945 time: 0.1933103 Mar 14 18:29:14.055201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.056275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.145072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.174490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 84d8329f-0250-41b3-ac7e-078648357cef triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:14.174920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.203116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3cf219df-3fae-4ae5-bfc3-896be8625bbd req-497cc117-b09b-48e3-b960-df8041265e44 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290600 Mar 14 18:29:14.252942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd04fc4-8cad-42e6-a9e4-5fa0e286acac None None] Network 2712743f-80ea-4c63-a0d3-746bde72287a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:14.325683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:14.397931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.434251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49882) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:14.439529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179291743', 'description': 'tempest-secgroup-smoke-179291743 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:14.528787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:14.534082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.547794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49884) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:14.548441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-52544216-1512-473c-83bd-2365a22fee91 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1564007 Mar 14 18:29:14.548538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:14.557352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:11Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:14.562947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.563787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:14.565558 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:14.591432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:14.592057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Updating router dafdc4ef-f207-40d8-a15e-6eec51e1b170 port 98828b67-ba0e-4653-b761-770382c14b2d binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:29:14.621563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 6d72d7cd-7b05-44a0-aab1-43ed831e5b1c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:29:14.623490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.633246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.697388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.738310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.749886 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:14.760225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.843960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.907900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.948091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.953434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.970696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.990830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.993998 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5565603 Mar 14 18:29:14.993998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:14.995515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3ed71-f32e-4a30-9698-00e0a627c3b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0242df42-fae8-463c-b950-7c7b40a85210,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:14.996029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49886) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:15.001709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:15.014893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.044082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.047058 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:13Z', 'revision_number': 8, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:15.089253 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:15.099817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:15.101975 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:15.126958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.207474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.240584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=a1d54f51-aac7-45aa-ba9d-18efa24db442,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.262516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Attempting to bind port 98828b67-ba0e-4653-b761-770382c14b2d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:15.262891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Attempting to bind port 98828b67-ba0e-4653-b761-770382c14b2d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:15.263510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Attempting to bind port 98828b67-ba0e-4653-b761-770382c14b2d on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:15.266313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48193f-19ba-4bbc-91f0-b0ec9e3e53a9 None None] Pushing event updated for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.276823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:15.277410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Checking segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:15.278096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.278677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Bound using segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:15.279235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Bound port: 98828b67-ba0e-4653-b761-770382c14b2d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:15.279770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.291575 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:15.426423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] For port 98828b67-ba0e-4653-b761-770382c14b2d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:15.431977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] For port 98828b67-ba0e-4653-b761-770382c14b2d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=98828b67-ba0e-4653-b761-770382c14b2d,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:15.432848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.454585 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP a1d5ab5d-a27f-45fd-8e42-81d830c7da8f associated. External IP: 172.26.3.29, port: 473ddaaf-458a-41c0-a447-61fdde953041. Mar 14 18:29:15.510897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8e89-6056-4041-8498-72c6dedaf673 req-ecabadb6-0e82-4308-ae16-659f06a925d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:15.513596 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4fe8e89-6056-4041-8498-72c6dedaf673 req-ecabadb6-0e82-4308-ae16-659f06a925d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 945 time: 0.1895900 Mar 14 18:29:15.528433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:15.529667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.535306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.586772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.68 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/29f915ec-0bc2-4199-b355-65f9a84606ba) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:15.601976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.614362 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:13Z', 'revision_number': 8, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:15.621853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.627753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7bc52e-6d93-4206-8c87-9f12b88e13c0,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.639857 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4fe8e89-6056-4041-8498-72c6dedaf673 req-6efbdef9-a057-4a49-b8de-6fb20e49103f tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196220 Mar 14 18:29:15.676795 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81cbae3-e5b6-4fbb-962d-633e2e953eca None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:13Z', 'revision_number': 8, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5945b5bc-1b80-4a21-a35c-28f20b335bec', 'name': '', 'network_id': 'd3a4f4d9-7018-4912-be57-678ebaf0ea5e', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:a2:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:52Z', 'updated_at': '2022-03-14T18:29:01Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': 'c4085804-81af-4b98-b89a-06450ccde9bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:15.711105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48193f-19ba-4bbc-91f0-b0ec9e3e53a9 None None] Pushing event updated for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.715774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:15.715774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:15.734463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=6d72d7cd-7b05-44a0-aab1-43ed831e5b1c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.746842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.747736 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-088504b4-e0a8-4bde-97ae-86c9dffee09a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/6d72d7cd-7b05-44a0-aab1-43ed831e5b1c HTTP/1.1" status: 204 len: 168 time: 1.2082980 Mar 14 18:29:15.750385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:15.781044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade62a3c-7386-457d-8da8-1a3b06ff9e2e None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:15.804071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.929634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.975031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:15.977493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:15.980937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:15.983251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=29f915ec-0bc2-4199-b355-65f9a84606ba,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:15.985204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:16.061274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] For port 98828b67-ba0e-4653-b761-770382c14b2d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=98828b67-ba0e-4653-b761-770382c14b2d,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:16.064149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:16.127976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.132220 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-52a2e54b-914c-422a-b3b0-419a72a83671 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1349936 Mar 14 18:29:16.137731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49892) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:16.170892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:16.179226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.190183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:16.222305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.322534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.366416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.401448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:16.421998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] DHCP port deletion for 2c50998c-84f6-4c34-b4f2-c77964eeb617 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:29:16.436073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.438447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port f2785a10-e919-4463-8df1-a92d460322fc {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:16.438447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.453283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:16.456694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:16.515625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.520550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.574254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port f2785a10-e919-4463-8df1-a92d460322fc, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2785a10-e919-4463-8df1-a92d460322fc,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:16.574613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.576440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5e84b827-a616-43c6-9aa8-adf471d6817d None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:16.577006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5e84b827-a616-43c6-9aa8-adf471d6817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.578677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6780d42f-2ab8-4ab5-b145-d06dabdca322,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:16.589463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1c68e2d3-b4ca-41e3-9d77-276ef19cb733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4577672 Mar 14 18:29:16.592600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:16.593064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.594106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575fe5ee-042a-450b-9f4c-52c78cb02c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:16.603499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for f2785a10-e919-4463-8df1-a92d460322fc owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:16.643004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:16.643818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:16.648263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e283a-793e-4f15-a377-78d1a340d259 x-openstack-request-id: req-5c4e283a-793e-4f15-a377-78d1a340d259 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:16.650132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:16.650132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c4e283a-793e-4f15-a377-78d1a340d259 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:16.650132 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041', 'status': 'completed', 'code': 200} Mar 14 18:29:16.665307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.666535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-91ba44a8-4e10-4711-be06-8ef2bb8329a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5275702 Mar 14 18:29:16.670652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49898) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:16.721780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:16.728483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906dea4-6fbb-45f8-8f8c-c49caf7f0e08 None None] Pushing event updated for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:16.754428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-7bb97649-d8a4-41fd-b8d0-a5d7dd779e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.756223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-7bb97649-d8a4-41fd-b8d0-a5d7dd779e1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1099 time: 0.0639048 Mar 14 18:29:16.798166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Deleting port f2785a10-e919-4463-8df1-a92d460322fc {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:16.798541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.801467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f198-7c54-4c53-805a-9fe91899a59d req-6c9874d9-690e-4491-a3aa-651b35cc9c5e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.808989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd12f198-7c54-4c53-805a-9fe91899a59d req-6c9874d9-690e-4491-a3aa-651b35cc9c5e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 945 time: 0.0744467 Mar 14 18:29:16.818101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.855873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=f2785a10-e919-4463-8df1-a92d460322fc,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:16.863632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port f2785a10-e919-4463-8df1-a92d460322fc on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:16.874792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-a3fc4ad7-d40b-4653-919a-61e675137e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:16.876821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-a3fc4ad7-d40b-4653-919a-61e675137e18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.1129453 Mar 14 18:29:16.911625 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd12f198-7c54-4c53-805a-9fe91899a59d req-82a7e3bc-7c96-4cba-81db-cefafc0cfda0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012921 Mar 14 18:29:16.923619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.923840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 215fef5c-94bd-42fe-ad14-632f2d94c8eb completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:16.950355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:29:16.971451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 215fef5c-94bd-42fe-ad14-632f2d94c8eb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:16.971824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.984429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] For port f2785a10-e919-4463-8df1-a92d460322fc, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f2785a10-e919-4463-8df1-a92d460322fc,segment=NetworkSegment(cc4a5649-25db-4fc5-8da9-6c93091e3e31),segment_id=cc4a5649-25db-4fc5-8da9-6c93091e3e31)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:16.985171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:16.994104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.018783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:17.026977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-9e9ace85-6ce3-4834-9330-a96bc3809d9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 999 time: 0.1351759 Mar 14 18:29:17.027535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c50998c-84f6-4c34-b4f2-c77964eeb617']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.044416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4a5649-25db-4fc5-8da9-6c93091e3e31') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.044848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4a5649-25db-4fc5-8da9-6c93091e3e31') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.047382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.057091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.075745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Calling delete_port for f2785a10-e919-4463-8df1-a92d460322fc owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:17.076657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.085940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:29:17.086622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:29:17.090481 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:29:17.120667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-f4358f43-be35-42d0-85e3-772d8f864986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:17.120667 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-f4358f43-be35-42d0-85e3-772d8f864986 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0906980 Mar 14 18:29:17.143141 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.166434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:17.173693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beadc35-3977-4612-b08b-e32d156744df,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:17.177764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:15Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.187388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-a7543c51-33c2-41aa-828c-18b5b4ada358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:17.188916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-a7543c51-33c2-41aa-828c-18b5b4ada358 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626090 Mar 14 18:29:17.189296 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:17.201087 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:17.202019 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.219452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4128af50-a464-4a48-84a8-7f12afd6cc91 None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:15Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:17.226380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.233984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.239323 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/2c50998c-84f6-4c34-b4f2-c77964eeb617 HTTP/1.1" status: 204 len: 168 time: 1.4875824 Mar 14 18:29:17.242885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49902) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:17.261890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.266071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-916c4040-6f6f-4282-872b-677b7ee7bcce tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3424802 Mar 14 18:29:17.269370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:17.269551 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.287643 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:17.293524 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.361356 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.362028 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d9929-a791-437f-9d2a-51a7c1c13a59 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: from cryptography.utils import int_from_bytes Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: from cryptography.utils import int_from_bytes Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:29:17.402377 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:29:17.416369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.426111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.432147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.437055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5df0569a-9b9f-4bf0-be93-6950363ef926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7652230 Mar 14 18:29:17.437690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-65595c94-bf3a-4b62-8355-7693b310b89b service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418020 Mar 14 18:29:17.441022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49906) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:17.445924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:17.467872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Network 2c50998c-84f6-4c34-b4f2-c77964eeb617 is not hosted by any dhcp agent {{(pid=103394) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 18:29:17.468333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] No DVR routers for this DVR port f2785a10-e919-4463-8df1-a92d460322fc on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:17.484371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515f14-47f6-4f7c-89fe-a9760167f1ef None None] Pushing event deleted for resources: {'Port': ['ID=f2785a10-e919-4463-8df1-a92d460322fc,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:17.502895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:17.505178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d2fb62-ff06-4832-bc03-b47c42242b17" -d '{"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-plugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:17.538610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc097b-84db-455e-bbcb-5a17532057ee tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=2c50998c-84f6-4c34-b4f2-c77964eeb617,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:17.544502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:17.587692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2328f531-5bbf-4ab3-b451-042e0a13387b x-openstack-request-id: req-2328f531-5bbf-4ab3-b451-042e0a13387b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:17.594086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-plugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:17.594086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2328f531-5bbf-4ab3-b451-042e0a13387b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:17.594086 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'code': 200} Mar 14 18:29:17.615326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.683412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:14Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.696488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-575fe5ee-042a-450b-9f4c-52c78cb02c1f req-39283ce0-6e28-4292-8907-a3f7ead3ff96 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435710 Mar 14 18:29:17.719388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:17.752744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:17.752744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:17.754239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:17.785730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.847394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.905684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 98828b67-ba0e-4653-b761-770382c14b2d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:17.954290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dfe86aeb-f86d-4a3c-9dd0-a4003f53b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:17.997144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:17.999052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 98828b67-ba0e-4653-b761-770382c14b2d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:17.999430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.026406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.059055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10050c-4968-496f-bfb8-e86a25a75c13 req-22559740-303b-4136-92b9-7e2437c098a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:18.060731 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a10050c-4968-496f-bfb8-e86a25a75c13 req-22559740-303b-4136-92b9-7e2437c098a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1099 time: 0.0678985 Mar 14 18:29:18.143001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9335a-4f16-4d7c-b96a-1f3f4d29d9e9 req-29fab536-ae1a-4317-91dc-dbb84693c28b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:18.144675 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dfa9335a-4f16-4d7c-b96a-1f3f4d29d9e9 req-29fab536-ae1a-4317-91dc-dbb84693c28b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.1028357 Mar 14 18:29:18.161622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.197877 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dfa9335a-4f16-4d7c-b96a-1f3f4d29d9e9 req-19bb76ff-9cab-4c15-9e11-03e0e9549fbd tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444851 Mar 14 18:29:18.220042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2e573b-3df9-4967-9808-4bcfd46aab97,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:18.277882 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a10050c-4968-496f-bfb8-e86a25a75c13 req-865c2ec9-14e6-4cd1-b22c-3174e411db8c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902773 Mar 14 18:29:18.281656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.282986 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dc1f94d8-66ea-45fe-a612-84faf873de9b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8421266 Mar 14 18:29:18.285834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49912) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:18.291225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:18.308307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.360318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 5945b5bc-1b80-4a21-a35c-28f20b335bec {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:18.360668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.365614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2785a10-e919-4463-8df1-a92d460322fc no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:18.397378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f2785a10-e919-4463-8df1-a92d460322fc {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:18.398399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f2785a10-e919-4463-8df1-a92d460322fc not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:18.398399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f19a515f-0dce-47dd-b345-b9e11fe5c19e no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:18.420439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:29:18.422152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f19a515f-0dce-47dd-b345-b9e11fe5c19e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:18.422515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f19a515f-0dce-47dd-b345-b9e11fe5c19e not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:18.440645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.452536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:14Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:18.491732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226dc95b-5f9c-4802-b3b4-4d6acb05369a None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:14Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:18.520758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 5945b5bc-1b80-4a21-a35c-28f20b335bec, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5945b5bc-1b80-4a21-a35c-28f20b335bec,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:18.521352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.540415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 5945b5bc-1b80-4a21-a35c-28f20b335bec owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:18.558016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.626214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.690155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.1 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/96ce4d8d-bc4e-4271-81ea-8449f2dd2166) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:18.690768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1ad834-4417-46f5-9c31-148d380ef99b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:18.782749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.784155 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f4deb801-05d5-4d44-a070-f1f952e18a12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4971101 Mar 14 18:29:18.786877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49914) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:18.793285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '0242df42-fae8-463c-b950-7c7b40a85210', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:18.823247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.843056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135d9b0-5249-4a55-8aca-6ddec642d9be None None] New status for floating IP a1d5ab5d-a27f-45fd-8e42-81d830c7da8f: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:29:18.871579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.905779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=5945b5bc-1b80-4a21-a35c-28f20b335bec,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:18.908908 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:29:18.923868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:18.948015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.013225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:19.016654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:19.019938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:19.055270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=96ce4d8d-bc4e-4271-81ea-8449f2dd2166,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:19.091572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.104629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.114831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.195094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.224149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ca5af7-2f0c-4ce2-a7e1-800cdb9ec47e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:19.308365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.309598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-655d58ef-298b-4c00-a0bb-e01ae48f29d8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5199811 Mar 14 18:29:19.339838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:19.368845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65466b-ef01-4354-87a5-3ca5424e1dfb req-29640143-e80e-431a-8303-8aac54a71204 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:19.370566 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1d65466b-ef01-4354-87a5-3ca5424e1dfb req-29640143-e80e-431a-8303-8aac54a71204 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0915973 Mar 14 18:29:19.371208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.445298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:19.455919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49926) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:19.457247 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:19.461162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bb895d99-8bf4-418f-a7d7-821136bb0f93 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2019536 Mar 14 18:29:19.475701 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:19.476777 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:19.498717 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1d65466b-ef01-4354-87a5-3ca5424e1dfb req-717b79e9-6cd7-43eb-bddb-c32760d52f3c tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187611 Mar 14 18:29:19.547264 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-9b287cab-f246-4c10-9a5c-2bf4299ea80d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179291743&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0462146 Mar 14 18:29:19.574030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet c4085804-81af-4b98-b89a-06450ccde9bc {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:29:19.578032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.595596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:19.658147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.701156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-b7677544-7ea8-4f77-8cf9-a9b8011fc5eb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:19.711936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-b7677544-7ea8-4f77-8cf9-a9b8011fc5eb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 797 time: 0.1585736 Mar 14 18:29:19.722777 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-3c7b4791-891d-4a38-a727-d32c9c4c6d84 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0114169 Mar 14 18:29:19.823165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-7bca47f6-ea9e-4ac4-9281-1155d724c091 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892332 Mar 14 18:29:19.844673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:18Z', 'revision_number': 9, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:19.875227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.885363 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:19.894789 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:19.895423 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:28:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:19.933548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:19.963529 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-5e3e19a3-9c32-4172-b753-f65d38e04467 service neutron] 10.222.0.58 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149435 Mar 14 18:29:20.002380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.058476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.063328 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-b6b4c713-827e-4ecc-a690-78f45a0f04c4 service neutron] 10.222.0.58 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930681 Mar 14 18:29:20.101704 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:20.104820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=c4085804-81af-4b98-b89a-06450ccde9bc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:20.119101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.122398 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-30ed65a0-1244-4980-a9ae-21814ad02763 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/c4085804-81af-4b98-b89a-06450ccde9bc HTTP/1.1" status: 204 len: 168 time: 0.6655324 Mar 14 18:29:20.122795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6676c-1a11-4b23-be03-878b697e9d59 None None] Network d3a4f4d9-7018-4912-be57-678ebaf0ea5e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:20.124459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.126778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=96ce4d8d-bc4e-4271-81ea-8449f2dd2166,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:20.132951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49932) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:20.133243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a55a0710-fc0c-4046-9a03-b42a0b8dbd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.356920 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:18Z', 'revision_number': 9, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:20.376082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] DHCP port deletion for d3a4f4d9-7018-4912-be57-678ebaf0ea5e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:29:20.400520 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d9cc0-98cb-439e-a037-340e669fa075 None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:18Z', 'revision_number': 9, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': '212b378d-edd3-4e6b-9bb7-1e346c3dc7b5', 'name': '', 'network_id': 'a1b623cf-6b53-4a61-bb84-98839d099d41', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:36:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:43Z', 'updated_at': '2022-03-14T18:28:49Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '26ed5775-5b36-416a-947d-40083bdd6bbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:20.471209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Deleting port c6a370c0-6603-4d64-b69d-7d41b952daeb {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:20.471590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.536462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] For port c6a370c0-6603-4d64-b69d-7d41b952daeb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c6a370c0-6603-4d64-b69d-7d41b952daeb,segment=NetworkSegment(7d9c5bf4-9398-484b-b87a-042d8a4c5e33),segment_id=7d9c5bf4-9398-484b-b87a-042d8a4c5e33)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:20.537071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.553183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Calling delete_port for c6a370c0-6603-4d64-b69d-7d41b952daeb owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:20.656532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-27621825-80d9-4fd6-8014-c29312351954 req-c4fc410a-ade4-4fb3-8f86-8a7ebd0cf6a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 210 time: 0.0487843 Mar 14 18:29:20.670987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.686521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb51e23-e38d-4e60-afba-7cd345136c25 req-5fd1e76f-cf0d-4327-b52e-61975698cac2 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:20.693855 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3cb51e23-e38d-4e60-afba-7cd345136c25 req-5fd1e76f-cf0d-4327-b52e-61975698cac2 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0884595 Mar 14 18:29:20.716989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.730051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3cb51e23-e38d-4e60-afba-7cd345136c25 req-7377af36-c927-4e73-b61b-50110d9814b4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352554 Mar 14 18:29:20.736659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:20.740201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:20.759201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] Pushing event deleted for resources: {'Port': ['ID=c6a370c0-6603-4d64-b69d-7d41b952daeb,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:20.761484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d2f3a-536b-4781-870c-2c243f719a6f None None] No DVR routers for this DVR port c6a370c0-6603-4d64-b69d-7d41b952daeb on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:20.830618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port c6a370c0-6603-4d64-b69d-7d41b952daeb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:20.830996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.964589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port c6a370c0-6603-4d64-b69d-7d41b952daeb, host dv-neutron-833670-1-hyperv, got binding levels [] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:20.965274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:20.982915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for c6a370c0-6603-4d64-b69d-7d41b952daeb owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:20.988636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:20.988636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.ipam_backend_mixin [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Port c6a370c0-6603-4d64-b69d-7d41b952daeb was not found and therefore no delete operation was performed {{(pid=103393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 14 18:29:20.992201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.009061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed524f-bec5-4227-9235-524902690d7e req-969b1c79-74b4-44f3-a1d7-cac38cf822e7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:21.010557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e8ed524f-bec5-4227-9235-524902690d7e req-969b1c79-74b4-44f3-a1d7-cac38cf822e7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.1388443 Mar 14 18:29:21.039468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=c6a370c0-6603-4d64-b69d-7d41b952daeb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:21.046181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port c6a370c0-6603-4d64-b69d-7d41b952daeb on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:21.081638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.082004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.082344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.082672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.082998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.083323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.083640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.083954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.084273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.085112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.085634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.086112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:21.196010 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e8ed524f-bec5-4227-9235-524902690d7e req-2ef18c24-e9cc-465d-ac21-ae8f57040f08 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613636 Mar 14 18:29:21.221558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49948) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:21.230134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.259050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a4f4d9-7018-4912-be57-678ebaf0ea5e']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.266507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa8f5a-d166-4f41-a6b1-15ade3990f47 tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:21.268094 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7afa8f5a-d166-4f41-a6b1-15ade3990f47 tempest-TestNetworkAdvancedServerOps-1702577525 tempest-TestNetworkAdvancedServerOps-1702577525-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1094 time: 0.0454695 Mar 14 18:29:21.271138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49950) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:21.273416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9c5bf4-9398-484b-b87a-042d8a4c5e33') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.273717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9c5bf4-9398-484b-b87a-042d8a4c5e33') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.276519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:21.280348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:21.286366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9922f95f-73c5-46ff-8a65-694a15701851 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/routers/239c7f5c-a683-476e-a2af-11e03747d1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0173876 Mar 14 18:29:21.288266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.289736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:21.292123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:21.294627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'port': {'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a', 'name': 'tempest-FloatingIPTestJSON-257830512'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:21.307925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:21.308868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.352403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.352716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.364020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:21.364714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.366932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:29:21.367338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:29:21.370437 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:29:21.401726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:21.402444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f701d6-d644-45ce-acaa-432c79870922 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:21.419539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.466345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.505333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.511886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.515539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/d3a4f4d9-7018-4912-be57-678ebaf0ea5e HTTP/1.1" status: 204 len: 168 time: 1.3853109 Mar 14 18:29:21.518423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49954) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:21.538302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:21.542281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.544726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e718c2-b5b0-4b01-b962-0685081589a9 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=d3a4f4d9-7018-4912-be57-678ebaf0ea5e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:21.565980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] device_id is not set on port 92cef948-514f-476b-86ff-1bc5387a9e5f yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:29:21.693372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.3 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/92cef948-514f-476b-86ff-1bc5387a9e5f) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:21.774127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5945b5bc-1b80-4a21-a35c-28f20b335bec no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:21.800860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5945b5bc-1b80-4a21-a35c-28f20b335bec {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:21.801342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5945b5bc-1b80-4a21-a35c-28f20b335bec not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:21.801767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c6a370c0-6603-4d64-b69d-7d41b952daeb no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:21.823552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c6a370c0-6603-4d64-b69d-7d41b952daeb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:21.823961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c6a370c0-6603-4d64-b69d-7d41b952daeb not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:21.880504 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1ac8ea5-81c5-498b-891d-0bdd544b46da req-63cf9750-98fe-402f-8d7f-acef9e581690 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 210 time: 0.0709457 Mar 14 18:29:21.893605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.930418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:21.991845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.041571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:22.045317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:22.048529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:22.077196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=92cef948-514f-476b-86ff-1bc5387a9e5f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:22.107871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:22.108487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.173104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Allocated IP 172.26.3.182 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/52032cad-43a0-4909-abf5-e1612aef9b2f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:22.190621 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4906812a-ed46-49a4-a061-0c9720dcc701 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8996134 Mar 14 18:29:22.191731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49958) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:22.198369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'port': {'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a', 'name': 'tempest-FloatingIPTestJSON-1317585207'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:22.331459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.406736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.422968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-652ab755-7b81-4b12-80d8-f32f6b72b659 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:22.424584 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-652ab755-7b81-4b12-80d8-f32f6b72b659 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 797 time: 0.1313274 Mar 14 18:29:22.473606 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-0542e9d0-93cc-4012-9178-0bed49eec56a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 379 time: 0.0360999 Mar 14 18:29:22.483210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['0242df42-fae8-463c-b950-7c7b40a85210']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:22.501417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:22.502132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.504878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.555680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] device_id is not set on port 75e8b86f-080c-48c7-84ae-d685cdbc605c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:29:22.595640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:22.601105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:22.605761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:22.641030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=52032cad-43a0-4909-abf5-e1612aef9b2f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:22.650086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.650462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.650854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.651192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.651523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.651851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.652665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.652665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.652917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.653231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.653571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.653894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:22.705163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.6 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/75e8b86f-080c-48c7-84ae-d685cdbc605c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:22.747717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:22.751785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.854019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.945744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:22.946498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:22.974942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.003469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1a12c3dd-460c-4748-a32d-7886b56ed3ca req-0e1b9b80-06eb-4c8c-bbb1-7f00c6c0c4fb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 210 time: 0.0445211 Mar 14 18:29:23.012448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.9 (a25a6677-4e26-4c01-8e97-ab80c82baa00/c9651516-3bc8-429d-bff8-ff8161298f5a/799815e8-d3ed-46ba-b532-512659664eca) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:23.037425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.124470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.127633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:23.128101 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.168488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:23.184460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:23.192233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:23.200820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:23.233721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=75e8b86f-080c-48c7-84ae-d685cdbc605c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:23.240161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.250864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.273940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:23.274558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.379293 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-787b143e-3c07-4f05-8aa8-7b5d3f834c71 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1835203 Mar 14 18:29:23.379541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:23.387338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '75e8b86f-080c-48c7-84ae-d685cdbc605c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:23.402984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.440287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.452671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:23.457781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:23.462403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:23.466791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:23.489085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.494745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.513998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:23.514919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.557053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=212b378d-edd3-4e6b-9bb7-1e346c3dc7b5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:23.589451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-474795f7-bd3c-408b-b3a9-5a6990326884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1100986 Mar 14 18:29:23.604564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Request body: {'port': {'device_id': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:23.691777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.801527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-121610be-acb3-4e2f-828e-4299eb6a53de None None] Provisioning complete for port 799815e8-d3ed-46ba-b532-512659664eca triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:23.802244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-121610be-acb3-4e2f-828e-4299eb6a53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.804156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.831039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:23.845731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-121610be-acb3-4e2f-828e-4299eb6a53de None None] Port 799815e8-d3ed-46ba-b532-512659664eca cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:24.000849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799815e8-d3ed-46ba-b532-512659664eca {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:24.009802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.022400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Transition to ACTIVE for port object 799815e8-d3ed-46ba-b532-512659664eca will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:29:24.099406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.152222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Pushing event updated for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:24.194923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.230989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Attempting to bind port 799815e8-d3ed-46ba-b532-512659664eca on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:24.231328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Attempting to bind port 799815e8-d3ed-46ba-b532-512659664eca by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:24.231656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Attempting to bind port 799815e8-d3ed-46ba-b532-512659664eca on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:24.236529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Port 799815e8-d3ed-46ba-b532-512659664eca on network a25a6677-4e26-4c01-8e97-ab80c82baa00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:29:24.236995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Attempting to bind port 799815e8-d3ed-46ba-b532-512659664eca on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:24.242982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:24.243320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Checking segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:24.243705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Bound using segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:24.244131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Bound port: 799815e8-d3ed-46ba-b532-512659664eca, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:24.244490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.262007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.319351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:24.322963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=799815e8-d3ed-46ba-b532-512659664eca,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:24.365398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event updated for resources: {'Port': ['ID=52032cad-43a0-4909-abf5-e1612aef9b2f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:24.392495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b4bcc-df79-4dc2-85db-f3a8bfa99dac req-f4711c98-7700-4894-b963-41e6dae9b49d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.394001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3d0b4bcc-df79-4dc2-85db-f3a8bfa99dac req-f4711c98-7700-4894-b963-41e6dae9b49d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.2016096 Mar 14 18:29:24.402701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.438921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.439541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.441775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] 10.222.0.61 "PUT /v2.0/ports/799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 200 len: 1093 time: 0.8427022 Mar 14 18:29:24.443410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.444320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:24.450649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:24.497882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46c1bc-5526-48a1-a823-7b90c84d3aeb service neutron] Pushing event updated for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:24.503508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1988a5ef-a4b8-48a6-8942-6cc4ffac63ec x-openstack-request-id: req-1988a5ef-a4b8-48a6-8942-6cc4ffac63ec {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:24.503889 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:24.504604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1988a5ef-a4b8-48a6-8942-6cc4ffac63ec {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:24.505487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca', 'status': 'completed', 'code': 200} Mar 14 18:29:24.575351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-3920e8a5-0f18-49fe-8aaa-3415c5b90b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.578297 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-3920e8a5-0f18-49fe-8aaa-3415c5b90b6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1096 time: 0.0474701 Mar 14 18:29:24.602206 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3d0b4bcc-df79-4dc2-85db-f3a8bfa99dac req-051aa66e-d16e-48ef-b57e-9cc98a48630f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702149 Mar 14 18:29:24.647571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.13 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fc9a9cc5-80b4-4a66-82f7-5aba23b5722b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:24.655800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:24.691364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-72987694-7ba4-466b-b0c4-f8308eed53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.693082 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-72987694-7ba4-466b-b0c4-f8308eed53e0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1071870 Mar 14 18:29:24.723274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Floating IP 60464d8a-930b-4c28-b243-23dfe96ea1e7 associated. External IP: 172.26.3.182, port: 215fef5c-94bd-42fe-ad14-632f2d94c8eb. Mar 14 18:29:24.791951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-d1525c69-4c55-44ec-b8c1-6656f5909d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.793432 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-87d9c84b-83c8-4d42-8a6e-9955e2f4f736 req-d1525c69-4c55-44ec-b8c1-6656f5909d16 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906210 Mar 14 18:29:24.879236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-2cd6aece-8988-43cb-9209-7606c0c2db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:24.880718 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-2cd6aece-8988-43cb-9209-7606c0c2db58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1096 time: 0.0469906 Mar 14 18:29:24.925707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:24.926236 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-162e4617-e818-4823-9490-e7aa02d69e8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 200 len: 217 time: 0.0342324 Mar 14 18:29:24.930532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:24.940593 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e5522f16-49e5-4fc1-a26a-c849c2529f7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210441 Mar 14 18:29:24.943380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:24.943685 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:24.956584 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:24.957494 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:25.026802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 26ed5775-5b36-416a-947d-40083bdd6bbf {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:29:25.030629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-54afad23-43fa-418b-82ec-df02465c2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.032084 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-54afad23-43fa-418b-82ec-df02465c2f20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0987272 Mar 14 18:29:25.032740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.046271 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:25.082931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.096046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:25.098680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.136735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-e374444b-9842-4b6a-96e5-b6125ae6d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.138264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-e374444b-9842-4b6a-96e5-b6125ae6d48c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846744 Mar 14 18:29:25.145239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:25.150906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:25.156297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:25.162499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=fc9a9cc5-80b4-4a66-82f7-5aba23b5722b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:25.245660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.259159 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:23Z', 'revision_number': 10, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:25.287738 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:25.296562 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:25.297247 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:25.306498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-92606427-f91c-4087-95ef-cece7a57ec5c service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595814 Mar 14 18:29:25.352718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:25.373202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Sync routers for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:25.393248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:25.394324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:25.395153 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:25.411030 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bcc9a896-0c97-4eb9-8319-375b9fddf90a req-3b07474e-dc41-49e1-8b90-2a4bd9864a3f service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947628 Mar 14 18:29:25.430493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.472048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.481661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=26ed5775-5b36-416a-947d-40083bdd6bbf,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:25.483352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.486513 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2151e604-983e-49d3-9c38-8eba68579d32 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/26ed5775-5b36-416a-947d-40083bdd6bbf HTTP/1.1" status: 204 len: 168 time: 0.5412931 Mar 14 18:29:25.489861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:25.525591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aa6d5630-5063-4b45-a7b3-bfcb3dc91109 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2532849 Mar 14 18:29:25.531189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:25.533610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9004cbcc-67a4-4b6b-9895-16e96f90f661" -d '{"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:25.557223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425eb610-d0d0-4085-b4e4-caecd823e86c None None] Network a1b623cf-6b53-4a61-bb84-98839d099d41 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:25.589875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:25.646764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b146bb3-9ff4-42fc-a640-17496bf8d6da x-openstack-request-id: req-3b146bb3-9ff4-42fc-a640-17496bf8d6da {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:25.647216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:25.647520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b146bb3-9ff4-42fc-a640-17496bf8d6da {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:25.647926 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'status': 'completed', 'code': 200} Mar 14 18:29:25.686942 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:23Z', 'revision_number': 10, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:25.725815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.737841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.743458 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a1bac-e829-43bb-9e16-2f14c5515d2c None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:23Z', 'revision_number': 10, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None, '_interfaces': [{'id': 'ac966c94-65d5-4dc7-88cd-8d4a54453135', 'name': '', 'network_id': 'bd6b49d6-142c-483c-a67a-7ed491e13d52', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'mac_address': 'fa:16:3e:c5:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '962c475c-a025-4f01-94aa-06a4eec22116', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:33Z', 'updated_at': '2022-03-14T18:28:41Z', 'revision_number': 5, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'subnets': [{'id': '962c475c-a025-4f01-94aa-06a4eec22116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:25.751654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bd5dd-fe88-46b9-a08c-95a0418a32b2 req-97c542a0-faaf-47e3-b53e-0025cbb0f142 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.753166 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f2bd5dd-fe88-46b9-a08c-95a0418a32b2 req-97c542a0-faaf-47e3-b53e-0025cbb0f142 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.1465082 Mar 14 18:29:25.767645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-7a1bcf7c-a0a7-4f66-8c67-40a0069169d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.769371 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-7a1bcf7c-a0a7-4f66-8c67-40a0069169d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1099 time: 0.1293292 Mar 14 18:29:25.832254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713de3-a274-4082-bbf8-09ae580b3f9e req-0fb1f227-3965-450e-9ea1-51331c888520 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.834442 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-65713de3-a274-4082-bbf8-09ae580b3f9e req-0fb1f227-3965-450e-9ea1-51331c888520 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.0981872 Mar 14 18:29:25.877667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-65713de3-a274-4082-bbf8-09ae580b3f9e req-5cbc224d-d837-43ce-81e0-a37f7ea078c4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Mar 14 18:29:25.911839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.914959 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f2bd5dd-fe88-46b9-a08c-95a0418a32b2 req-177034ea-1f1d-44a2-a9be-d2ebbd10be53 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431885 Mar 14 18:29:25.935251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port ca330df3-7b88-4e8e-8b86-e21f5c2db723 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:25.938575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:25.942819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49984) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:25.946082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-77bcc933-9dc7-4ce6-983c-5efe3c7db0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:25.947498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-77bcc933-9dc7-4ce6-983c-5efe3c7db0d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 897 time: 0.1678505 Mar 14 18:29:25.994730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '60464d8a-930b-4c28-b243-23dfe96ea1e7', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'floating_ip_address': '172.26.3.182', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'mac_address': 'fa:16:3e:a4:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:22Z', 'updated_at': '2022-03-14T18:29:22Z', 'revision_number': 0, 'project_id': 'eb3465926b064bcb81991502ef826647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:26.027703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Checking router: 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:26.036554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:26.037731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:26.124724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port ca330df3-7b88-4e8e-8b86-e21f5c2db723, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca330df3-7b88-4e8e-8b86-e21f5c2db723,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:26.125172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.129124 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-708acde7-4a1c-4845-8f4f-68dbfecf1bcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 1000 time: 0.1636155 Mar 14 18:29:26.136290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.137308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] DHCP port deletion for a1b623cf-6b53-4a61-bb84-98839d099d41 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:29:26.157289 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5f16d42e-bd1b-40a1-9266-98de0b5c0ab8 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/floatingips/60464d8a-930b-4c28-b243-23dfe96ea1e7 HTTP/1.1" status: 200 len: 992 time: 0.2122092 Mar 14 18:29:26.157538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for ca330df3-7b88-4e8e-8b86-e21f5c2db723 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:26.193657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:26.234245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.236361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-3a7ba59a-8cc5-4552-bac5-075d66be8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:26.237995 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-3a7ba59a-8cc5-4552-bac5-075d66be8212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 200 len: 834 time: 0.0988717 Mar 14 18:29:26.254506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Deleting port ca330df3-7b88-4e8e-8b86-e21f5c2db723 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:26.254839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.314823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-04200fc4-b446-4368-955a-74e712eaa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:26.316290 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-04200fc4-b446-4368-955a-74e712eaa439 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711248 Mar 14 18:29:26.325220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=fc9a9cc5-80b4-4a66-82f7-5aba23b5722b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:26.336353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.366597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] For port ca330df3-7b88-4e8e-8b86-e21f5c2db723, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ca330df3-7b88-4e8e-8b86-e21f5c2db723,segment=NetworkSegment(d64f8a73-74e5-407b-b284-21cc73f3c9b1),segment_id=d64f8a73-74e5-407b-b284-21cc73f3c9b1)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:26.366987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.389870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Calling delete_port for ca330df3-7b88-4e8e-8b86-e21f5c2db723 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:26.423867 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-e7989a18-02ed-46fa-8046-10fa57f2eec6 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970500 Mar 14 18:29:26.430892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.457245 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 15259b6d-5b65-449e-97e3-d65f3fc0bf74 associated. External IP: 172.26.3.13, port: 75e8b86f-080c-48c7-84ae-d685cdbc605c. Mar 14 18:29:26.550894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:26.580954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] Pushing event deleted for resources: {'Port': ['ID=ca330df3-7b88-4e8e-8b86-e21f5c2db723,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:26.585354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601f7e1-3a10-4ab8-9d7c-fe5941facb04 None None] No DVR routers for this DVR port ca330df3-7b88-4e8e-8b86-e21f5c2db723 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:26.603683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '60464d8a-930b-4c28-b243-23dfe96ea1e7', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'floating_ip_address': '172.26.3.182', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'mac_address': 'fa:16:3e:a4:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:22Z', 'updated_at': '2022-03-14T18:29:22Z', 'revision_number': 0, 'project_id': 'eb3465926b064bcb81991502ef826647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:26.704725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:26.783630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba90a-f305-4c37-a51a-2dc462a0e3f3 None None] The sync data for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv is: [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '60464d8a-930b-4c28-b243-23dfe96ea1e7', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'floating_ip_address': '172.26.3.182', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'mac_address': 'fa:16:3e:a4:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:22Z', 'updated_at': '2022-03-14T18:29:22Z', 'revision_number': 0, 'project_id': 'eb3465926b064bcb81991502ef826647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:26.849088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=ca330df3-7b88-4e8e-8b86-e21f5c2db723,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:26.879049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port ca330df3-7b88-4e8e-8b86-e21f5c2db723 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:26.997205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.014181 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9004cbcc-67a4-4b6b-9895-16e96f90f661 req-b23a4dd9-26c9-41b0-9be0-7f8418dbb639 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788703 Mar 14 18:29:27.026497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b623cf-6b53-4a61-bb84-98839d099d41']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.039717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64f8a73-74e5-407b-b284-21cc73f3c9b1') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.040068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64f8a73-74e5-407b-b284-21cc73f3c9b1') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.051300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.063944 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8284095e-1e83-49a2-a50d-f1db14d7d308 None None] New status for floating IP 60464d8a-930b-4c28-b243-23dfe96ea1e7: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:29:27.068562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.076019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:29:27.076522 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:29:27.080127 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:29:27.131178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ce8a-7660-4797-b99e-b1a987345cf8 req-6c908624-deaa-4590-8190-c03f5ec76fbb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:27.133531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69c0ce8a-7660-4797-b99e-b1a987345cf8 req-6c908624-deaa-4590-8190-c03f5ec76fbb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.0619879 Mar 14 18:29:27.140615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:27.153601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:27.159691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:27.165819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:27.166760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.192071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69c0ce8a-7660-4797-b99e-b1a987345cf8 req-939a9340-0bf8-45a8-9990-f33292092f9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Mar 14 18:29:27.215568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.220952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.224420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:27.225191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.226526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.229932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/a1b623cf-6b53-4a61-bb84-98839d099d41 HTTP/1.1" status: 204 len: 168 time: 1.7390840 Mar 14 18:29:27.232817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:27.264545 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e814aaa4-95ba-45c2-bda7-4ea33924d084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/floatingips/60464d8a-930b-4c28-b243-23dfe96ea1e7 HTTP/1.1" status: 200 len: 992 time: 0.1037002 Mar 14 18:29:27.265990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959320c-0c00-4919-9813-b12d445a0728 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=a1b623cf-6b53-4a61-bb84-98839d099d41,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:27.266614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.267273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a14de9-39f2-4aeb-b769-dbcb611e3f10 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:27.282106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.343534 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ad940f25-ef50-496b-a779-97b97f2b19f8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9629414 Mar 14 18:29:27.346423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:27.351736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:27.406101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.556590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.603296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.625005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.625350 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 15259b6d-5b65-449e-97e3-d65f3fc0bf74 disassociated. External IP: 172.26.3.13, port: 75e8b86f-080c-48c7-84ae-d685cdbc605c. Mar 14 18:29:27.743094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:27.766867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:27.767205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 212b378d-edd3-4e6b-9bb7-1e346c3dc7b5 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:27.767884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca330df3-7b88-4e8e-8b86-e21f5c2db723 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:27.788990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ca330df3-7b88-4e8e-8b86-e21f5c2db723 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:27.789967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ca330df3-7b88-4e8e-8b86-e21f5c2db723 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:27.838703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:27.863800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port ac966c94-65d5-4dc7-88cd-8d4a54453135 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:27.864138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.945078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:27.950171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.950840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port ac966c94-65d5-4dc7-88cd-8d4a54453135, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ac966c94-65d5-4dc7-88cd-8d4a54453135,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:27.951226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:27.956285 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:27.966369 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:27.966976 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:27.968057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for ac966c94-65d5-4dc7-88cd-8d4a54453135 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:28.002444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-782d6ff3-1266-4131-9fc6-47051efcefc5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/15259b6d-5b65-449e-97e3-d65f3fc0bf74 HTTP/1.1" status: 200 len: 687 time: 0.6549153 Mar 14 18:29:28.005180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 49994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:28.005854 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.025878 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:28.026580 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.060383 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.061030 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6284ca07-9b4d-44a5-92a5-91067614f5e4 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:28.076881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.139479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port fc9a9cc5-80b4-4a66-82f7-5aba23b5722b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:28.139860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.216589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.217250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.229273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for fc9a9cc5-80b4-4a66-82f7-5aba23b5722b owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:28.244572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.276518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 49998) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:28.285801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=ac966c94-65d5-4dc7-88cd-8d4a54453135,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:28.354421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84ed3-f867-46e9-af80-0fd559638dd3 req-ec0ea37b-f77c-4bc6-b70e-de945022b697 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:28.356021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0c84ed3-f867-46e9-af80-0fd559638dd3 req-ec0ea37b-f77c-4bc6-b70e-de945022b697 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.0761983 Mar 14 18:29:28.432203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a0c84ed3-f867-46e9-af80-0fd559638dd3 req-c6fbc06c-96d4-42fd-aeca-7dc7afc789c8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623052 Mar 14 18:29:28.443938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.459139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-44d45e5a-a7c0-45a7-b3ea-e6024e51efab tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/floatingips/60464d8a-930b-4c28-b243-23dfe96ea1e7 HTTP/1.1" status: 200 len: 994 time: 0.1799366 Mar 14 18:29:28.533881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.565648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=fc9a9cc5-80b4-4a66-82f7-5aba23b5722b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:28.628420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:28.639662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.642381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.643567 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-380953fb-2bd1-401b-ae04-dbb60168e56f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/15259b6d-5b65-449e-97e3-d65f3fc0bf74 HTTP/1.1" status: 204 len: 168 time: 0.6360300 Mar 14 18:29:28.647562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50002) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:28.652221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '92cef948-514f-476b-86ff-1bc5387a9e5f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:28.716046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:28.721315 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c61f5b80-2997-4464-85d5-65b86376607d tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874074 Mar 14 18:29:28.724047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:28.731638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:28.748285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:28.749777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.763159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.802398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting subnet 962c475c-a025-4f01-94aa-06a4eec22116 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:29:28.805939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.828033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:28.857215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.903399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.918317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:28.941392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:28.955934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:28.956355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:28.959056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.034818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:29.048220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.160 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/d73e6242-a612-4983-9a40-8c5f69851696) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:29.089786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:29.120054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fba36f-4eca-441e-ac16-05f2ec32c61f None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:29.134407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.164361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Subnet': ['ID=962c475c-a025-4f01-94aa-06a4eec22116,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:29.166354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.172625 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5ce2ba00-0a47-4dbd-9d01-f63a6949ad58 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/962c475c-a025-4f01-94aa-06a4eec22116 HTTP/1.1" status: 204 len: 168 time: 0.4444158 Mar 14 18:29:29.172746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.172746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:29.175618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2dc45a-fe11-40b9-934a-c07150074fff None None] Network bd6b49d6-142c-483c-a67a-7ed491e13d52 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:29.279616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.342929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Deleting port 6af28bda-44ba-4de9-ace7-fe092513bf88 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:29.343272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.357345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.445052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:29.452853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:29.455567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:29.462809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] For port 6af28bda-44ba-4de9-ace7-fe092513bf88, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6af28bda-44ba-4de9-ace7-fe092513bf88,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:29.463264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.472474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=d73e6242-a612-4983-9a40-8c5f69851696,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:29.491871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] DHCP port deletion for bd6b49d6-142c-483c-a67a-7ed491e13d52 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:29:29.503899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Calling delete_port for 6af28bda-44ba-4de9-ace7-fe092513bf88 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:29.575948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Deleting port 6af28bda-44ba-4de9-ace7-fe092513bf88 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:29.576526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.587976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a036c45-2274-4e63-8a3e-559bd80b756d req-fc175f4b-6c24-43fc-9a51-d77d70d70e93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:29.589752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a036c45-2274-4e63-8a3e-559bd80b756d req-fc175f4b-6c24-43fc-9a51-d77d70d70e93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.0589089 Mar 14 18:29:29.637494 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a036c45-2274-4e63-8a3e-559bd80b756d req-b0868f09-717d-4974-adfe-fe91ff519bc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Mar 14 18:29:29.660151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] For port 6af28bda-44ba-4de9-ace7-fe092513bf88, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6af28bda-44ba-4de9-ace7-fe092513bf88,segment=NetworkSegment(35efb302-2ff4-4c39-80f5-b3444c455f1c),segment_id=35efb302-2ff4-4c39-80f5-b3444c455f1c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:29.660533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.682156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Calling delete_port for 6af28bda-44ba-4de9-ace7-fe092513bf88 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:29.746472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.765116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6af28bda-44ba-4de9-ace7-fe092513bf88 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:29.787261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6af28bda-44ba-4de9-ace7-fe092513bf88 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:29.788408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6af28bda-44ba-4de9-ace7-fe092513bf88 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:29.788675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ac966c94-65d5-4dc7-88cd-8d4a54453135 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:29:29.792773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:29.805157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Port': ['ID=6af28bda-44ba-4de9-ace7-fe092513bf88,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:29.811834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No DVR routers for this DVR port 6af28bda-44ba-4de9-ace7-fe092513bf88 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:29.817517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ac966c94-65d5-4dc7-88cd-8d4a54453135 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:29:29.818174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ac966c94-65d5-4dc7-88cd-8d4a54453135 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:29:29.839216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Pushing event deleted for resources: {'Port': ['ID=6af28bda-44ba-4de9-ace7-fe092513bf88,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:29.842479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] No DVR routers for this DVR port 6af28bda-44ba-4de9-ace7-fe092513bf88 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:29:29.848970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.854794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a84b2cc-95d2-4e4d-8ec7-2872161cee45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:29:29.951189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.038831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6b49d6-142c-483c-a67a-7ed491e13d52']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:30.063115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35efb302-2ff4-4c39-80f5-b3444c455f1c') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:30.063413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35efb302-2ff4-4c39-80f5-b3444c455f1c') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:30.090309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.165847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.208097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:29:30.208507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:29:30.212387 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:29:30.286848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.401766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.403518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 799815e8-d3ed-46ba-b532-512659664eca details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:29:30.408951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.412274 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/networks/bd6b49d6-142c-483c-a67a-7ed491e13d52 HTTP/1.1" status: 204 len: 168 time: 1.2378414 Mar 14 18:29:30.416419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:30.421990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'routes': None}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:30.429658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46feb99-c847-4acc-9de2-09713a584cb3 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Pushing event deleted for resources: {'Network': ['ID=bd6b49d6-142c-483c-a67a-7ed491e13d52,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:30.477692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.556682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=799815e8-d3ed-46ba-b532-512659664eca,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:30.570247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '799815e8-d3ed-46ba-b532-512659664eca', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'port_id': '799815e8-d3ed-46ba-b532-512659664eca', 'mac_address': 'fa:16:3e:95:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:29:30.609307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.615037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Added routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 14 18:29:30.615351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.extraroute_db [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Removed routes are [] {{(pid=103392) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 14 18:29:30.616456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.624450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799815e8-d3ed-46ba-b532-512659664eca {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:29:30.644379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=799815e8-d3ed-46ba-b532-512659664eca,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:30.650363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.739283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.753664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.763363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.767291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.790708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e0aa-1ccc-43d5-8c42-e0073c729f7c req-d0013624-bd98-433a-8844-f55d9e484e30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:30.792332 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-da30e0aa-1ccc-43d5-8c42-e0073c729f7c req-d0013624-bd98-433a-8844-f55d9e484e30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 943 time: 0.0779724 Mar 14 18:29:30.796261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:30.848055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 57d855f1-0060-40e4-98fe-8cb98de7f577 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:30.851008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=d73e6242-a612-4983-9a40-8c5f69851696,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:30.873944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.880839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-da30e0aa-1ccc-43d5-8c42-e0073c729f7c req-1112cf16-31fb-4898-952a-d400295e19de tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710890 Mar 14 18:29:30.925395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:30.932486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:30.933535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8863dbf2-0677-4c8f-b93d-9d12850a574a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 704 time: 0.5159559 Mar 14 18:29:30.935285 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Sync routers for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:30.936924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:30.946073 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:30.946808 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:30.966877 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a481758e-460a-46d3-a23b-e775e7dbc854 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 205 time: 0.0264285 Mar 14 18:29:30.967155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50016) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:30.996548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 294f489f-14b9-40ca-a199-d6110b3c0360 associated. External IP: 172.26.3.160, port: 92cef948-514f-476b-86ff-1bc5387a9e5f. Mar 14 18:29:31.051288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.094605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['799815e8-d3ed-46ba-b532-512659664eca'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:29:31.106840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:31.170338 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.200378 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Checking router: 57d855f1-0060-40e4-98fe-8cb98de7f577 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:31.211605 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Routers {'57d855f1-0060-40e4-98fe-8cb98de7f577'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:31.212522 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57d855f1-0060-40e4-98fe-8cb98de7f577'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.294241 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] Set router 57d855f1-0060-40e4-98fe-8cb98de7f577 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:31.362585 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.393136 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5132e6-51b1-4c6c-af8e-97ee4c3103ef None None] The sync data for ids ['57d855f1-0060-40e4-98fe-8cb98de7f577'] in dv-neutron-833670-1-hyperv is: [{'id': '57d855f1-0060-40e4-98fe-8cb98de7f577', 'name': 'tempest-RoutersIpV6Test-router-356571948', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:30Z', 'updated_at': '2022-03-14T18:29:28Z', 'revision_number': 11, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:31.520052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.522900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.599838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:31.630641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.631763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router 57d855f1-0060-40e4-98fe-8cb98de7f577 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:29:31.640542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.640542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a414fd88-9a5b-4c91-8b78-370d58d497bf tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 204 len: 168 time: 0.6716068 Mar 14 18:29:31.645119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50018) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:31.651286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1156768644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:31.715624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:31.725371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:31.733966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.734355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:31.738752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.739175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.768082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.777072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:31.777689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.787160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.794364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.815666 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b05a548-ddf8-4754-8b28-4419ce969f14 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1670768 Mar 14 18:29:31.816828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:31.817468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0c3f3-f4df-4070-812f-3fdd16429417 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:31.818531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:31.866211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.883507 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fcaab060-3e6b-454c-a92f-2b2d7c5009fc tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/floatingips/294f489f-14b9-40ca-a199-d6110b3c0360 HTTP/1.1" status: 200 len: 977 time: 0.0638368 Mar 14 18:29:31.886145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50022) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:31.941724 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:31.944573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-83beccd2-4876-4533-ac8d-879c32a0ea2c tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2965903 Mar 14 18:29:31.950100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50026) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:31.954966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:31.970673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:29:31.999204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8d58659b-7d3e-49be-8b2b-0221f93f0d4a tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1117918 Mar 14 18:29:32.001931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:32.024932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': '75e8b86f-080c-48c7-84ae-d685cdbc605c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:32.195190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985443c7-d07a-4555-9636-b7149434fcff req-21cd97c0-03e0-4cc0-bab9-a16e372fcd43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:32.196670 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-985443c7-d07a-4555-9636-b7149434fcff req-21cd97c0-03e0-4cc0-bab9-a16e372fcd43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 944 time: 0.2392347 Mar 14 18:29:32.232849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.312118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.359547 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-985443c7-d07a-4555-9636-b7149434fcff req-3e6d91e8-deb5-4afe-b22c-38c8703669fc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223364 Mar 14 18:29:32.423716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 799815e8-d3ed-46ba-b532-512659664eca up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:32.430673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.533256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 799815e8-d3ed-46ba-b532-512659664eca completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:29:32.537286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 799815e8-d3ed-46ba-b532-512659664eca triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:32.537908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.617651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.641601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799815e8-d3ed-46ba-b532-512659664eca'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:32.644008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00729c27-ed42-4315-8581-3c201a632118" -d '{"events": [{"server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "name": "network-vif-plugged", "status": "completed", "tag": "799815e8-d3ed-46ba-b532-512659664eca"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:32.661157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=799815e8-d3ed-46ba-b532-512659664eca,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:32.682041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b26726-1707-46d3-9589-f191a1550f8b x-openstack-request-id: req-f5b26726-1707-46d3-9589-f191a1550f8b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:32.682403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "name": "network-vif-plugged", "status": "completed", "tag": "799815e8-d3ed-46ba-b532-512659664eca", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:32.685547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5b26726-1707-46d3-9589-f191a1550f8b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:32.685547 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799815e8-d3ed-46ba-b532-512659664eca', 'code': 200} Mar 14 18:29:32.762030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.786962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Router 3e5e87f8-0de6-422e-b858-3b1075c4e10c is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:29:32.812449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:32.901110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.resource_extend [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:29:32.903470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:32.913049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:32.913602 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Sync routers for ids ['3e5e87f8-0de6-422e-b858-3b1075c4e10c'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:32.916734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0cb94b70-73e9-4f01-af16-557583396e7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "PUT /v2.0/routers/3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 200 len: 698 time: 0.9629266 Mar 14 18:29:32.917144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:32.932625 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Routers {'3e5e87f8-0de6-422e-b858-3b1075c4e10c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:32.933306 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3e5e87f8-0de6-422e-b858-3b1075c4e10c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:32.973243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.015095 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Set router 3e5e87f8-0de6-422e-b858-3b1075c4e10c gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:33.020962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e46380c2-de59-48c4-9678-2368e7773d6a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/routers/3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 200 len: 704 time: 0.1023920 Mar 14 18:29:33.024787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.036076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de84930-a2d5-4c8c-82dd-bf0bfbaa50d0 req-0f1b81e2-0715-448d-9b73-b1860df3562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:33.039752 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6de84930-a2d5-4c8c-82dd-bf0bfbaa50d0 req-0f1b81e2-0715-448d-9b73-b1860df3562e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1098 time: 0.0507622 Mar 14 18:29:33.054176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.059871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-138525bd-0cfa-455b-a915-ed441c4210e5 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 200 len: 205 time: 0.0313535 Mar 14 18:29:33.061999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.073001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5e87f8-0de6-422e-b858-3b1075c4e10c', 'name': 'tempest-RoutersIpV6Test-router-1156768644', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:29:31Z', 'updated_at': '2022-03-14T18:29:32Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:33.079946 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6de84930-a2d5-4c8c-82dd-bf0bfbaa50d0 req-f71c543a-96da-464a-9d6a-290c1a7b7ec4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318775 Mar 14 18:29:33.099840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Checking router: 3e5e87f8-0de6-422e-b858-3b1075c4e10c for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:33.108331 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Routers {'3e5e87f8-0de6-422e-b858-3b1075c4e10c'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:33.108936 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['3e5e87f8-0de6-422e-b858-3b1075c4e10c'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:33.175962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.176573 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] Set router 3e5e87f8-0de6-422e-b858-3b1075c4e10c gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:33.227415 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5e87f8-0de6-422e-b858-3b1075c4e10c', 'name': 'tempest-RoutersIpV6Test-router-1156768644', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:29:31Z', 'updated_at': '2022-03-14T18:29:32Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:33.257323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4f7f-c192-4b9d-86fe-ad6b405cbf7f None None] The sync data for ids ['3e5e87f8-0de6-422e-b858-3b1075c4e10c'] in dv-neutron-833670-1-hyperv is: [{'id': '3e5e87f8-0de6-422e-b858-3b1075c4e10c', 'name': 'tempest-RoutersIpV6Test-router-1156768644', 'tenant_id': '71db35dace9a494cbfe697ae51e21d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:29:31Z', 'updated_at': '2022-03-14T18:29:32Z', 'revision_number': 2, 'project_id': '71db35dace9a494cbfe697ae51e21d18', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:33.317641 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 294f489f-14b9-40ca-a199-d6110b3c0360 associated. External IP: 172.26.3.160, port: 92cef948-514f-476b-86ff-1bc5387a9e5f. Mar 14 18:29:33.421726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.425360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.556401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d121d9-39c3-4967-8396-fed2cb7af470 req-893b6560-b6aa-4e86-9b08-fa80ff284be2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:33.557809 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61d121d9-39c3-4967-8396-fed2cb7af470 req-893b6560-b6aa-4e86-9b08-fa80ff284be2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.1267216 Mar 14 18:29:33.617597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.618131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Fanout notify agent at l3_agent the message router_deleted on router 3e5e87f8-0de6-422e-b858-3b1075c4e10c {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:29:33.630085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:33.631215 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2b0c2202-cab7-4cb0-b5b9-2105591b97ae tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 204 len: 168 time: 0.5702031 Mar 14 18:29:33.637761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.653612 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61d121d9-39c3-4967-8396-fed2cb7af470 req-75b5858c-0772-4326-be1a-6aa802271620 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889027 Mar 14 18:29:33.670964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1c8527a7-701f-46ca-970f-3e2f946cb326 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 200 len: 205 time: 0.0296597 Mar 14 18:29:33.671146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.710626 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-ee9ac0ef-8669-4551-8c57-906e8b9c0950 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:33.714040 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ee9ac0ef-8669-4551-8c57-906e8b9c0950 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/3e5e87f8-0de6-422e-b858-3b1075c4e10c HTTP/1.1" status: 404 len: 336 time: 0.0393817 Mar 14 18:29:33.714187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:33.714615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50044) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.745835 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c84b5a-8ea9-491e-bcfd-b3fd65d79a7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:33.746396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c84b5a-8ea9-491e-bcfd-b3fd65d79a7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:33.749349 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d3c84b5a-8ea9-491e-bcfd-b3fd65d79a7b tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/6d72d7cd-7b05-44a0-aab1-43ed831e5b1c HTTP/1.1" status: 404 len: 337 time: 0.0336671 Mar 14 18:29:33.751930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50046) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.777940 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b01e75e-808b-42ba-961b-3185478840a6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:33.778396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b01e75e-808b-42ba-961b-3185478840a6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:33.781369 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8b01e75e-808b-42ba-961b-3185478840a6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/c4085804-81af-4b98-b89a-06450ccde9bc HTTP/1.1" status: 404 len: 337 time: 0.0285525 Mar 14 18:29:33.783831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50048) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.810692 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-397c53a0-c8af-4dac-bf00-ff9aaa9e8b52 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:33.811017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397c53a0-c8af-4dac-bf00-ff9aaa9e8b52 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:33.814041 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-397c53a0-c8af-4dac-bf00-ff9aaa9e8b52 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/26ed5775-5b36-416a-947d-40083bdd6bbf HTTP/1.1" status: 404 len: 337 time: 0.0292900 Mar 14 18:29:33.816591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50050) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.845019 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-78696598-26fc-4351-88e2-9de2acc15980 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:33.845473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78696598-26fc-4351-88e2-9de2acc15980 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:33.849259 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-78696598-26fc-4351-88e2-9de2acc15980 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/962c475c-a025-4f01-94aa-06a4eec22116 HTTP/1.1" status: 404 len: 337 time: 0.0309610 Mar 14 18:29:33.852826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50052) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.883510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1218efac-b2df-42ca-8034-d139af0275ea tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 200 len: 205 time: 0.0273590 Mar 14 18:29:33.883779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50054) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.932275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-46df5c9a-e479-4125-ac97-a4eec0a9d9cb tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:33.936225 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-46df5c9a-e479-4125-ac97-a4eec0a9d9cb tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/57d855f1-0060-40e4-98fe-8cb98de7f577 HTTP/1.1" status: 404 len: 336 time: 0.0485811 Mar 14 18:29:33.936431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50056) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:33.969458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4b3e90a9-49f6-4803-b226-471c246e5199 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc40ed49-126f-48ab-a8ab-229f2b451b84 HTTP/1.1" status: 200 len: 205 time: 0.0298300 Mar 14 18:29:33.969794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.010834 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-15dd2ab1-ea08-4e33-94fc-91456956fc09 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:34.014258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-15dd2ab1-ea08-4e33-94fc-91456956fc09 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/cc40ed49-126f-48ab-a8ab-229f2b451b84 HTTP/1.1" status: 404 len: 336 time: 0.0411034 Mar 14 18:29:34.015070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.048135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-99016285-8b82-4f2d-b00a-792d90cab624 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:34.048593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99016285-8b82-4f2d-b00a-792d90cab624 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:34.051642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-99016285-8b82-4f2d-b00a-792d90cab624 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/f904a77b-e6ff-4456-82cc-3107304c5099 HTTP/1.1" status: 404 len: 337 time: 0.0362442 Mar 14 18:29:34.054968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.082111 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bf7b1978-2592-488b-bf89-6d9e7327fdab tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 200 len: 205 time: 0.0259728 Mar 14 18:29:34.085533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50064) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.087265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:34.101781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:34.114056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:34.115013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.125653 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-88a7ee6d-14c4-40da-9bb3-b930dc5eae47 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:34.126958 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-88a7ee6d-14c4-40da-9bb3-b930dc5eae47 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/834557af-ad7e-4d9e-9bc5-472f4ec812b3 HTTP/1.1" status: 404 len: 336 time: 0.0399954 Mar 14 18:29:34.129498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50066) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.152383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.161151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:34.161829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.166652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b2053666-a98a-4c9d-9d88-25ec72b5f167 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f487d58-7001-4321-b4a3-b4afa3bc333e HTTP/1.1" status: 200 len: 205 time: 0.0336769 Mar 14 18:29:34.166942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50068) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.215580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.216342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4b2df-a1c2-4cc3-bd95-ea2f93a112d9 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:34.241350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-4a7767f4-55d2-4975-9b96-292437b42a55 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:34.244945 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4a7767f4-55d2-4975-9b96-292437b42a55 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/8f487d58-7001-4321-b4a3-b4afa3bc333e HTTP/1.1" status: 404 len: 336 time: 0.0749500 Mar 14 18:29:34.250600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50070) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.273821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d9e577-13aa-48f6-9e4e-9db9f6516a13 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:34.274591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d9e577-13aa-48f6-9e4e-9db9f6516a13 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:34.277973 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-47d9e577-13aa-48f6-9e4e-9db9f6516a13 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/71ef6fb2-223d-4d0b-af7a-b349da5c3ae4 HTTP/1.1" status: 404 len: 337 time: 0.0315659 Mar 14 18:29:34.280703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.315088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e2d584ba-bf4a-4abc-b0e0-7a1d346595df tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf80fa4b-2c80-4ec0-9fff-26b852339a11 HTTP/1.1" status: 200 len: 205 time: 0.0331223 Mar 14 18:29:34.317497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50074) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.366311 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-c27555fb-46db-4129-89d2-ca55394fd16e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:34.369840 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c27555fb-46db-4129-89d2-ca55394fd16e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/cf80fa4b-2c80-4ec0-9fff-26b852339a11 HTTP/1.1" status: 404 len: 336 time: 0.0488391 Mar 14 18:29:34.376452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50076) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.425468 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-367fca97-a56f-4039-929b-874e32616a8a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:34.435280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367fca97-a56f-4039-929b-874e32616a8a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:34.435280 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-367fca97-a56f-4039-929b-874e32616a8a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/d8cb4f90-9f75-42fc-b964-6e8e644832e1 HTTP/1.1" status: 404 len: 337 time: 0.0583208 Mar 14 18:29:34.435553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50078) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.450950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:34.463569 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fe2c2050-0eec-468e-b2ea-6fc164bc583a tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "GET /v2.0/ports?device_id=3139c372-596b-4214-a2fe-8fcc7729467f HTTP/1.1" status: 200 len: 205 time: 0.0290868 Mar 14 18:29:34.466284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50080) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.537850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-cc351243-3d5d-4b35-8c4d-ffdf28ed9990 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] delete failed (client error): The resource could not be found. Mar 14 18:29:34.538941 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cc351243-3d5d-4b35-8c4d-ffdf28ed9990 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/routers/3139c372-596b-4214-a2fe-8fcc7729467f HTTP/1.1" status: 404 len: 336 time: 0.0717745 Mar 14 18:29:34.541727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50082) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.567845 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb120e9a-3df6-465f-aa17-c58e1a1372d6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:34.568290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb120e9a-3df6-465f-aa17-c58e1a1372d6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:34.574663 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cb120e9a-3df6-465f-aa17-c58e1a1372d6 tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd1f34d-46db-4b78-a725-41d0ad42e60a HTTP/1.1" status: 404 len: 337 time: 0.0295238 Mar 14 18:29:34.575091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50084) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.601993 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3524d5f4-dd73-4073-aaac-96bc8963e06e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] DELETE failed (client error): The resource could not be found. Mar 14 18:29:34.602440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3524d5f4-dd73-4073-aaac-96bc8963e06e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:29:34.605391 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3524d5f4-dd73-4073-aaac-96bc8963e06e tempest-RoutersIpV6Test-1652701974 tempest-RoutersIpV6Test-1652701974-project] 10.222.0.58 "DELETE /v2.0/subnets/346f27a4-3d7f-48cf-8eb4-af5617bce7e6 HTTP/1.1" status: 404 len: 337 time: 0.0293698 Mar 14 18:29:34.611263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:34.617940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:34.622875 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:34.635735 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:34.636415 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.670971 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.677271 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ad123088-9bbc-4444-b1fc-e9b694daf1a6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/294f489f-14b9-40ca-a199-d6110b3c0360 HTTP/1.1" status: 200 len: 978 time: 2.6717274 Mar 14 18:29:34.677893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50090) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:34.682327 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:34.682837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:34.682986 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.722621 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:34.723267 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442045db-6cad-4737-ba66-c8f05f297eb7 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:34.755322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:34.886898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5625f-3974-4630-b5a1-68f1b9f923f6 req-5b3c2af4-6297-4443-84f0-d5046963a595 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:34.888269 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25e5625f-3974-4630-b5a1-68f1b9f923f6 req-5b3c2af4-6297-4443-84f0-d5046963a595 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.1017218 Mar 14 18:29:34.947601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:34.965326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25e5625f-3974-4630-b5a1-68f1b9f923f6 req-67b1f2a6-c441-4507-a838-ac91b6124056 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683916 Mar 14 18:29:35.008632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.008975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 294f489f-14b9-40ca-a199-d6110b3c0360 disassociated. External IP: 172.26.3.160, port: 75e8b86f-080c-48c7-84ae-d685cdbc605c. Mar 14 18:29:35.094504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278136e-c177-41ab-885d-66a1bd15c35e req-44d54134-0094-411b-9262-6ed5298322da tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:35.096147 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9278136e-c177-41ab-885d-66a1bd15c35e req-44d54134-0094-411b-9262-6ed5298322da tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.0520458 Mar 14 18:29:35.123116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50096) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:35.138183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9278136e-c177-41ab-885d-66a1bd15c35e req-639e5e12-f4c3-4f4c-9a88-3e09f9c8298b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343328 Mar 14 18:29:35.163888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50100) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:35.211787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeda46-7e5a-4b2f-8c19-3f1494f1d16e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:35.213427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-27aeda46-7e5a-4b2f-8c19-3f1494f1d16e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1093 time: 0.0483253 Mar 14 18:29:35.216445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50102) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:35.221109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '799815e8-d3ed-46ba-b532-512659664eca', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:35.265312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:35.288409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.297620 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-93f2584b-240b-42f2-981d-9e5615c08980 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71db35dace9a494cbfe697ae51e21d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726847 Mar 14 18:29:35.309505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50104) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:35.404001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.405378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:35.410419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.416005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:35.426617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:35.427238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:35.445367 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69853ea6-4611-46bc-936a-d2422eed7e0d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/294f489f-14b9-40ca-a199-d6110b3c0360 HTTP/1.1" status: 200 len: 688 time: 0.7655728 Mar 14 18:29:35.447366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50106) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:35.450266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.461137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:35.470576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:35.471337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:35.503229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.509679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:35.510395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa354d-6aa2-4a63-9a16-74fd6eefd0dd None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:35.577400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port d73e6242-a612-4983-9a40-8c5f69851696 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:35.577744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.610914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.163 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/7c4e0d2a-c38c-4ba9-b899-34ad31301d92) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:35.655572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.656413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.668606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for d73e6242-a612-4983-9a40-8c5f69851696 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:35.670969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.673502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.674675 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b3d2b21-3292-4624-8e26-2690fdb60a74 HTTP/1.1" status: 204 len: 168 time: 0.3642039 Mar 14 18:29:35.693007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53195f8-dc14-41d3-b2ab-1796001df384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d2b21-3292-4624-8e26-2690fdb60a74,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:35.742846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.848096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.870598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.886713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:35.889532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:35.893491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:35.896352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=d73e6242-a612-4983-9a40-8c5f69851696,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:35.920376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=7c4e0d2a-c38c-4ba9-b899-34ad31301d92,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:35.964043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.967127 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:35.970825 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-45353480-583b-4db4-82b1-5278bd46a8d0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/294f489f-14b9-40ca-a199-d6110b3c0360 HTTP/1.1" status: 204 len: 168 time: 0.5199232 Mar 14 18:29:35.971654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:36.014624 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-5a58c323-d470-41e5-92fa-917c7e3e0c75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] delete failed (client error): The resource could not be found. Mar 14 18:29:36.015683 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a58c323-d470-41e5-92fa-917c7e3e0c75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/294f489f-14b9-40ca-a199-d6110b3c0360 HTTP/1.1" status: 404 len: 345 time: 0.0430725 Mar 14 18:29:36.019751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:36.113344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae361c26-1513-466e-a530-c9ff630dd419 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.120143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae361c26-1513-466e-a530-c9ff630dd419 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.126349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae361c26-1513-466e-a530-c9ff630dd419 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.130978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50116) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:36.132592 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ae361c26-1513-466e-a530-c9ff630dd419 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/ports?network_id=2712743f-80ea-4c63-a0d3-746bde72287a HTTP/1.1" status: 200 len: 2357 time: 0.1116703 Mar 14 18:29:36.204508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057825e-b3e0-4e2b-bba1-6cff23009c28 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.205742 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f057825e-b3e0-4e2b-bba1-6cff23009c28 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/subnets/7dd6ffd1-a274-4660-af98-1e0e10af7149 HTTP/1.1" status: 200 len: 797 time: 0.0729959 Mar 14 18:29:36.211716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:36.216844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'port': {'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a', 'name': 'tempest-FloatingIPTestJSON-170944877', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:36.345113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.373374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:36.462009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.487277 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-3e3ac3b8-95cd-485b-9669-b802088023ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686662 Mar 14 18:29:36.492953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.625737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.687610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.760581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=7c4e0d2a-c38c-4ba9-b899-34ad31301d92,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:36.773559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:36.776267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] device_id is not set on port e2bc73db-8076-412e-822d-e23b4def42f7 yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:29:36.872239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-98bff44f-c97c-406f-bdaa-b5cf0c99eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:36.873725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-98bff44f-c97c-406f-bdaa-b5cf0c99eb00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1099 time: 0.1267521 Mar 14 18:29:36.876128 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089 associated. External IP: 172.26.3.163, port: 799815e8-d3ed-46ba-b532-512659664eca. Mar 14 18:29:37.075868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-c302746c-d460-42b0-bb8b-074d0f6319d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.077264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-c302746c-d460-42b0-bb8b-074d0f6319d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.1659436 Mar 14 18:29:37.192036 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-cee66eaf-85c7-4993-9f7a-8b8b5417527d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 1001 time: 0.1062355 Mar 14 18:29:37.230900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.14 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/e2bc73db-8076-412e-822d-e23b4def42f7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:37.244832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.13 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/e2bc73db-8076-412e-822d-e23b4def42f7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:37.264716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-9597afec-2f87-4ca2-bf35-9efd2f540c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.266227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-9597afec-2f87-4ca2-bf35-9efd2f540c70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0668991 Mar 14 18:29:37.352750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-16b992a4-13d0-49be-95f0-961514edf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.354277 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-16b992a4-13d0-49be-95f0-961514edf7a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796468 Mar 14 18:29:37.354500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:37.466024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:37.479958 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:37.493070 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:37.499497 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:37.504355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:37.512636 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-2020cfee-23ce-43ef-9dee-cacc1a5e9a30 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332510 Mar 14 18:29:37.547045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:37.574841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3e3982b2-e2f2-4225-8e5a-2f4d1ef01799 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3573518 Mar 14 18:29:37.575842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:29:37.578623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:29:37.581658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50120) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:37.612043 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:37.636964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db307b00-5b55-4e31-94af-aa418c3ac913 req-8a4f9429-a0e0-48e7-85da-ef6f2090ba17 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152449 Mar 14 18:29:37.639621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0087e01-58a0-4293-a285-aa2801038c57 x-openstack-request-id: req-e0087e01-58a0-4293-a285-aa2801038c57 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:29:37.639909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:29:37.640184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0087e01-58a0-4293-a285-aa2801038c57 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:29:37.640574 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca', 'status': 'completed', 'code': 200} Mar 14 18:29:37.659565 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7dc819bf-5aae-40ed-9fca-0859f81b5290 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 991 time: 0.0765543 Mar 14 18:29:37.702503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:37.756370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:37.760263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:37.763404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-fa7cd240-e0c8-4fd2-a54d-de5292e6c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.764918 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-fa7cd240-e0c8-4fd2-a54d-de5292e6c808 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1098 time: 0.0962179 Mar 14 18:29:37.767514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:37.802666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=e2bc73db-8076-412e-822d-e23b4def42f7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:37.849469 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': '799815e8-d3ed-46ba-b532-512659664eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:95:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:29:36Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:37.877001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.877578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:37.916309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-8d16710c-e7f1-456b-a6d8-34ecf951264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:37.917820 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-8d16710c-e7f1-456b-a6d8-34ecf951264c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 898 time: 0.1415675 Mar 14 18:29:37.968055 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2eaf654f-a504-4a13-881d-7d48813912a4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7527263 Mar 14 18:29:37.968519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:37.972197 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:29:37.973619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'e2bc73db-8076-412e-822d-e23b4def42f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:37.981236 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:37.981841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:37.999729 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-1746bae8-7c8c-4b2b-a657-f7c63e2040f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 200 len: 999 time: 0.0751727 Mar 14 18:29:38.050555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-a60832a9-36d6-4fde-9a0f-939b3878534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:38.052145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-a60832a9-36d6-4fde-9a0f-939b3878534f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0448861 Mar 14 18:29:38.070597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:38.094821 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:29:38.109725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-61fec715-9a1e-41c4-8db4-29559084fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:38.111325 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-61fec715-9a1e-41c4-8db4-29559084fc4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525966 Mar 14 18:29:38.182992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:38.218681 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-35154a2a-12f9-4abe-bc5c-d750518e07e1 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996311 Mar 14 18:29:38.319812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.15 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/08344473-eea4-4169-8f36-fe2b35016ee4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:38.330814 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ed6ae07-e8c2-4a1f-b062-237bafff8b4a req-e4cc3979-33c9-4362-8021-4d3241ffa8a7 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025460 Mar 14 18:29:38.362078 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': '799815e8-d3ed-46ba-b532-512659664eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:95:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:29:36Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:38.393881 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93d1ae-2690-4447-a5d9-6c5d06ed7520 None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': '799815e8-d3ed-46ba-b532-512659664eca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:95:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:29:36Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:38.450464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:38.539612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:38.587582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:38.590652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:38.593990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:38.619927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=08344473-eea4-4169-8f36-fe2b35016ee4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:38.649572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca2c12-99a0-4f1a-aaf9-22f30a6733b4 None None] New status for floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:29:38.661609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:38.784606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-62929e30-dfc1-4fb1-9c9d-bf211adf4b95 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 991 time: 0.1207254 Mar 14 18:29:39.047931 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.153509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.304333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.402190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.470921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=08344473-eea4-4169-8f36-fe2b35016ee4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:39.483819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:39.595929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 04839974-28e2-4ad2-9f38-2572b323051f associated. External IP: 172.26.3.15, port: e2bc73db-8076-412e-822d-e23b4def42f7. Mar 14 18:29:39.788773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50130) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:39.811112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:39.855290 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3d192c4-d1af-416f-9180-969e81178032 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 993 time: 0.0649490 Mar 14 18:29:39.924033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:39.934463 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:39.944205 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:39.947123 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:39.981128 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:39.989454 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:39.990077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:40.021261 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:40.022493 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ef8a4-5b7f-4f96-a6e0-6b2a6a419228 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:40.043567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:40.070711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e7bdc1fe-d7ca-4355-84b5-5c611f0021b6 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1009016 Mar 14 18:29:40.073504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50132) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:40.077740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': 'e2bc73db-8076-412e-822d-e23b4def42f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:40.135927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:40.607981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:40.670330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.131875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:41.239197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:41.243696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.248354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:41.257771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:41.258405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:41.294640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:41.295747 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d90cdca-1b09-4e92-8e59-84bc26374af3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/04839974-28e2-4ad2-9f38-2572b323051f HTTP/1.1" status: 200 len: 977 time: 1.2213392 Mar 14 18:29:41.298714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50134) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:41.303281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:41.303875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:41.336939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:41.337583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d07318-38c2-4543-b670-5a8e698d9396 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:41.457643 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 08344473-eea4-4169-8f36-fe2b35016ee4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:41.458025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.536719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.537049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.548583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 08344473-eea4-4169-8f36-fe2b35016ee4 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:41.767274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.792596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=08344473-eea4-4169-8f36-fe2b35016ee4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:41.855683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:41.878089 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP 04839974-28e2-4ad2-9f38-2572b323051f disassociated (deleted). External IP: 172.26.3.15, port: e2bc73db-8076-412e-822d-e23b4def42f7. Mar 14 18:29:42.061066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:42.166416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:42.171184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:42.175367 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:42.185472 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:42.189697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:42.201887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e16c8d60-32b3-419c-a9b6-5b90a1395349 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/04839974-28e2-4ad2-9f38-2572b323051f HTTP/1.1" status: 204 len: 168 time: 0.9020879 Mar 14 18:29:42.204431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:42.222065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:42.231403 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:42.232008 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:42.264194 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:42.264835 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07a6b6-5f97-4888-8b60-392c8745dc88 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:42.293242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port e2bc73db-8076-412e-822d-e23b4def42f7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:42.293592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:42.382108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:42.395399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for e2bc73db-8076-412e-822d-e23b4def42f7 owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:42.733588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.013488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=e2bc73db-8076-412e-822d-e23b4def42f7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:43.115126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.118435 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9d914ae3-3403-44df-bc74-cd8f2cdd6389 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/e2bc73db-8076-412e-822d-e23b4def42f7 HTTP/1.1" status: 204 len: 168 time: 0.9131050 Mar 14 18:29:43.122076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:43.126370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:43.218598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.317861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.424700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.137 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/34042b64-74e7-4e28-929a-d26ca28120ee) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:43.526150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.641936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.684193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:43.689085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:43.692781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:43.715200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=34042b64-74e7-4e28-929a-d26ca28120ee,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:43.779644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:43.867473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.021661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.081781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.150635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=34042b64-74e7-4e28-929a-d26ca28120ee,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:44.163513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.277867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.279077 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2ec09fa9-ce78-421c-9a2f-c4bfc720ec60 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1560726 Mar 14 18:29:44.281621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50140) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:44.286484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'port': {'network_id': '2712743f-80ea-4c63-a0d3-746bde72287a', 'name': 'tempest-FloatingIPTestJSON-997306474'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:44.458882 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:44.464074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.481347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] device_id is not set on port 7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:29:44.591786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.10 (2712743f-80ea-4c63-a0d3-746bde72287a/7dd6ffd1-a274-4660-af98-1e0e10af7149/7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:44.736445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.853479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:44.901949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 2712743f-80ea-4c63-a0d3-746bde72287a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:44.904887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:44.908655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:44.914880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:44.959682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:44.960335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:45.038896 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-974f7e9f-90bc-46dc-af59-03ccc378d478 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7562404 Mar 14 18:29:45.041765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:45.046135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': '7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:45.084738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:45.517411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:45.555865 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:45.655366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP d2f5dcdb-137a-405c-8874-857fbf66f9bb associated. External IP: 172.26.3.137, port: 7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c. Mar 14 18:29:45.860846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:45.968592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:45.973406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:45.978231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:45.987688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:45.988269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.000584 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a8191916-75d3-431b-b2eb-abd2a9846db0 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/d2f5dcdb-137a-405c-8874-857fbf66f9bb HTTP/1.1" status: 200 len: 978 time: 0.9577868 Mar 14 18:29:46.003225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50146) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:46.024816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.033524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:46.034155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.067741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.068402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcebe4-6237-421c-bb0f-b443c8a76aca None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:46.093641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:46.094020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.180033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.403973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.404336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.404655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP d2f5dcdb-137a-405c-8874-857fbf66f9bb disassociated. External IP: 172.26.3.137, port: 7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c. Mar 14 18:29:46.404993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:46.573147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.601699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:46.713170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:46.821047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:46.830841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:46.840762 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:46.841354 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.877337 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.886359 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:46.886966 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.888358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:46.891598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c42f04e8-daf9-4ef2-976c-fcb675d9f6ba tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/7febfdf3-e5da-4ebb-bd4b-a3fea22c4a2c HTTP/1.1" status: 204 len: 168 time: 0.8873451 Mar 14 18:29:46.894298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50148) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:46.919221 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:46.919880 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7f2f1-4bd3-4b15-ac18-2d6112a48c29 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:46.939265 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-46bb0b2a-26d6-4e4d-abcc-3626dbf8d117 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/floatingips/d2f5dcdb-137a-405c-8874-857fbf66f9bb HTTP/1.1" status: 200 len: 688 time: 0.0438449 Mar 14 18:29:46.941832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:47.064117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 34042b64-74e7-4e28-929a-d26ca28120ee {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:47.064459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.141767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.142133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.154043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 34042b64-74e7-4e28-929a-d26ca28120ee owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:47.356044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.381993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=34042b64-74e7-4e28-929a-d26ca28120ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:47.446452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.449075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.450650 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3ce4f0b8-cf06-4d95-b6cd-c22baf397a06 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/d2f5dcdb-137a-405c-8874-857fbf66f9bb HTTP/1.1" status: 204 len: 168 time: 0.5074899 Mar 14 18:29:47.454008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:47.459020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '75e8b86f-080c-48c7-84ae-d685cdbc605c'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:47.527364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.629050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.738857 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.226 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/f3987d97-3d25-4a82-bb0b-b226964fecb4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:47.841421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.852924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-25f27b33-f9cf-4f65-aa8e-8477b2612e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.933334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:47.975211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:47.978088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:47.980591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:48.008218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=f3987d97-3d25-4a82-bb0b-b226964fecb4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:48.334234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.475577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.621134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.681127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.747135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=f3987d97-3d25-4a82-bb0b-b226964fecb4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:48.762460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:48.866934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP a7b4d1a6-3379-4ee3-91df-f0b75a0b1f6e associated. External IP: 172.26.3.226, port: 75e8b86f-080c-48c7-84ae-d685cdbc605c. Mar 14 18:29:49.071583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:49.175485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:49.184688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:49.194741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:49.195347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.230456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.238735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:49.239323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.270941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:49.272286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c282d97-dbbf-4c24-acfd-36443c557a66 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:49.280937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.550909 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3532bd5e-73ce-422b-a06c-ad3ebe6a954b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0956547 Mar 14 18:29:49.553598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:49.558650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-246018684'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:49.652705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:49.656367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.681362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:29:49.691180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.691578 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Added segment 7e6105ec-d138-4b9c-9ef7-b0ef759709bd of type vlan for network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e Mar 14 18:29:49.751732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.824450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.830176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:49.830758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:49.932655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Network': ['ID=6c16f14c-3d1d-4a1c-86e4-ffa44928724e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:49.942924 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:29:49.944565 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0f110399-2dca-45f5-94b2-cc1140b330ad tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3898742 Mar 14 18:29:49.947419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:49.952579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'subnet': {'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:50.098663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:50.103123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.246918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c121f9f4-188c-431c-b362-6d3a847cb26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.344466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.404896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Subnet': ['ID=7650d090-c467-4a39-bbae-36b1b927240c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:50.415387 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Checking segment: {'id': '7e6105ec-d138-4b9c-9ef7-b0ef759709bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:50.415744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network hostable DHCP agents. Network: 6c16f14c-3d1d-4a1c-86e4-ffa44928724e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:29:50.487118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:29:50.540027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6c16f14c-3d1d-4a1c-86e4-ffa44928724e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:50.544041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:50.544610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.549119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef757559-d4ea-4e30-bc91-e13a15fa735c None None] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:50.615930 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-49b21d85-f9be-4d4f-9007-b561703bde4b tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6673248 Mar 14 18:29:50.618483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50158) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:50.623051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1343893728', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:50.690743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-6c16f14c-3d1d-4a1c-86e4-ffa44928724e', 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e', 'tenant_id': '19f33333254442db9ce54d565026ec5f', 'fixed_ips': [{'subnet_id': '7650d090-c467-4a39-bbae-36b1b927240c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:29:50.691621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.721565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.722675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.773925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.826777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Allocated IP 172.20.0.2 (6c16f14c-3d1d-4a1c-86e4-ffa44928724e/7650d090-c467-4a39-bbae-36b1b927240c/90814100-b053-4103-a5d9-a12c94b009e4) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:50.963766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:50.993223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.035973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.080256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:51.082904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:51.086866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:51.091985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Pushing event updated for resources: {'Port': ['ID=90814100-b053-4103-a5d9-a12c94b009e4,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:51.144699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Attempting to bind port 90814100-b053-4103-a5d9-a12c94b009e4 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:29:51.145059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Attempting to bind port 90814100-b053-4103-a5d9-a12c94b009e4 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '7e6105ec-d138-4b9c-9ef7-b0ef759709bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:29:51.145413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Attempting to bind port 90814100-b053-4103-a5d9-a12c94b009e4 on network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:29:51.150427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:29:51.150791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Checking segment: {'id': '7e6105ec-d138-4b9c-9ef7-b0ef759709bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:29:51.151186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.151570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Bound using segment: {'id': '7e6105ec-d138-4b9c-9ef7-b0ef759709bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:29:51.152024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Bound port: 90814100-b053-4103-a5d9-a12c94b009e4, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6105ec-d138-4b9c-9ef7-b0ef759709bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:29:51.152398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.214885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] For port 90814100-b053-4103-a5d9-a12c94b009e4, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:29:51.217758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] For port 90814100-b053-4103-a5d9-a12c94b009e4, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=90814100-b053-4103-a5d9-a12c94b009e4,segment=NetworkSegment(7e6105ec-d138-4b9c-9ef7-b0ef759709bd),segment_id=7e6105ec-d138-4b9c-9ef7-b0ef759709bd)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:29:51.279605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.281761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.302584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.356383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdefb2-cf4c-4bdf-a6dc-05b2e036ae82 None None] Pushing event updated for resources: {'Port': ['ID=90814100-b053-4103-a5d9-a12c94b009e4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:51.433627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.26.3.81 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/129fc451-953e-4022-a9df-a26ddd5eb43e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:51.457669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.535034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.653410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.694220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:51.696970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:51.700395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:51.705661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=129fc451-953e-4022-a9df-a26ddd5eb43e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:51.781236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 90814100-b053-4103-a5d9-a12c94b009e4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:51.830344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 90814100-b053-4103-a5d9-a12c94b009e4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:51.830720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.906344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:51.944702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 90814100-b053-4103-a5d9-a12c94b009e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=90814100-b053-4103-a5d9-a12c94b009e4,segment=NetworkSegment(7e6105ec-d138-4b9c-9ef7-b0ef759709bd),segment_id=7e6105ec-d138-4b9c-9ef7-b0ef759709bd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:29:52.001550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.039631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.053011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=90814100-b053-4103-a5d9-a12c94b009e4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:52.255130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.266525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08255132-1dc1-437b-8782-b7783d1a79d3 None None] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:29:52.343029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cd81e4bf-0b72-4492-b96b-65639d749b39 None None] Provisioning complete for port 90814100-b053-4103-a5d9-a12c94b009e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:52.343750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4bf-0b72-4492-b96b-65639d749b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.418267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:29:52.528438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:52.542090 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] Sync routers for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:52.553956 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:52.554742 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:52.591864 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:52.600992 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:52.601616 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:52.603314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.604887 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3844feb9-590a-4206-b78e-6be097444603 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9852395 Mar 14 18:29:52.616008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50160) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:52.636261 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:52.636971 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4bb71-f905-4f7a-aabf-ac0b1fdec9ce None None] The sync data for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:52.704291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e356286c-ba92-4fd2-baa0-d18d5109387f None None] Provisioning complete for port 90814100-b053-4103-a5d9-a12c94b009e4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:52.704653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e356286c-ba92-4fd2-baa0-d18d5109387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:52.864240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.030330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.296121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.557973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.1 (6c16f14c-3d1d-4a1c-86e4-ffa44928724e/7650d090-c467-4a39-bbae-36b1b927240c/7e54ddd7-0484-497b-84f3-862b84ae93a3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:53.676547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.750379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.753070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 90814100-b053-4103-a5d9-a12c94b009e4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:29:53.799039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:53.802015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:53.805036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:53.805539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 90814100-b053-4103-a5d9-a12c94b009e4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:53.805922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:53.829818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=7e54ddd7-0484-497b-84f3-862b84ae93a3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:53.856231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.007124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8a4ced01-41d1-452c-827d-36269d031bbc None None] Provisioning complete for port 7e54ddd7-0484-497b-84f3-862b84ae93a3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:54.007494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a4ced01-41d1-452c-827d-36269d031bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.041420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ced01-41d1-452c-827d-36269d031bbc None None] Port 7e54ddd7-0484-497b-84f3-862b84ae93a3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:54.042502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.310182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.360742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.431195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=7e54ddd7-0484-497b-84f3-862b84ae93a3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:54.433546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.526813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:54.528264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:54.639317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:54.751410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:54.757339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f9ffae41-a503-4a9a-9886-3559ec75107f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/routers/6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400352 Mar 14 18:29:54.760188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:54.764081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] Sync routers for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:54.765271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'port': {'network_id': '6c16f14c-3d1d-4a1c-86e4-ffa44928724e', 'name': 'tempest-FloatingIPTestJSON-512385958'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:54.779724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:54.780340 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:54.784572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-799d15cc-239f-4fed-9c14-b2e7cde74624 None None] Provisioning complete for port 7e54ddd7-0484-497b-84f3-862b84ae93a3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:54.784935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-799d15cc-239f-4fed-9c14-b2e7cde74624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.831231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:54.851762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:54.852292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:54.854870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-799d15cc-239f-4fed-9c14-b2e7cde74624 None None] Port 7e54ddd7-0484-497b-84f3-862b84ae93a3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:54.887783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:54.888423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cc810-c49a-49f0-b981-1fb29b2e0849 None None] The sync data for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:54.926737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Made reservation on behalf of 19f33333254442db9ce54d565026ec5f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:29:54.930768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:54.949575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] device_id is not set on port e9065460-a708-4c18-b466-a70b8b211953 yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:29:55.060363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Allocated IP 172.20.0.7 (6c16f14c-3d1d-4a1c-86e4-ffa44928724e/7650d090-c467-4a39-bbae-36b1b927240c/e9065460-a708-4c18-b466-a70b8b211953) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:29:55.202007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.270296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.313444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:29:55.316407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:29:55.318926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:29:55.347902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event updated for resources: {'Port': ['ID=e9065460-a708-4c18-b466-a70b8b211953,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:55.376351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:29:55.382404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.462279 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c8cb8c9c-88a1-4a56-8020-cc87533bd62d tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7009459 Mar 14 18:29:55.464927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50166) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:55.469474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Request body: {'floatingip': {'port_id': 'e9065460-a708-4c18-b466-a70b8b211953'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:29:55.533212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.578376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6310a58e-936a-4283-ba0f-b2ca521d5de8 None None] Provisioning complete for port e9065460-a708-4c18-b466-a70b8b211953 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:29:55.578676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6310a58e-936a-4283-ba0f-b2ca521d5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:55.612674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6310a58e-936a-4283-ba0f-b2ca521d5de8 None None] Port e9065460-a708-4c18-b466-a70b8b211953 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:29:56.252268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:56.298588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:56.406550 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP a7b4d1a6-3379-4ee3-91df-f0b75a0b1f6e associated. External IP: 172.26.3.226, port: 75e8b86f-080c-48c7-84ae-d685cdbc605c. Mar 14 18:29:56.608462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:56.717074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:56.727474 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:56.736527 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:56.737121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:56.771995 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:56.780298 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:56.780884 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:56.812756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:56.813330 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311541f1-e3e2-4877-ae9b-5216d5a29e04 None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:56.927769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:57.034392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:57.039293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.044134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] Sync routers for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:57.053838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:57.054475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.089976 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aa351d63-15d1-4ffb-9654-dd2a1656be62 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/floatingips/a7b4d1a6-3379-4ee3-91df-f0b75a0b1f6e HTTP/1.1" status: 200 len: 977 time: 1.6238303 Mar 14 18:29:57.090208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.092702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:57.098906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:57.100889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.136486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.137141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049ecd0-3cc5-4101-8b49-96e7f306016c None None] The sync data for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:57.178262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port e9065460-a708-4c18-b466-a70b8b211953 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:57.178606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.263593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.426862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.427143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.428126 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Floating IP a7b4d1a6-3379-4ee3-91df-f0b75a0b1f6e disassociated. External IP: 172.26.3.226, port: e9065460-a708-4c18-b466-a70b8b211953. Mar 14 18:29:57.428478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for e9065460-a708-4c18-b466-a70b8b211953 owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:57.589522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.623920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=e9065460-a708-4c18-b466-a70b8b211953,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:57.743459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:57.853140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:57.861996 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] Sync routers for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:57.872822 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:57.873504 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.907968 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.916877 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:57.917501 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.918422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:57.921673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d5125e8f-f46d-450f-a76e-ded0dc475ef8 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/e9065460-a708-4c18-b466-a70b8b211953 HTTP/1.1" status: 204 len: 168 time: 0.8280339 Mar 14 18:29:57.924415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50176) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:57.952545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:57.953077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616f717-d9d7-477e-8d5c-c2dac3c208ab None None] The sync data for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:58.115276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.268673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.522489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 7e54ddd7-0484-497b-84f3-862b84ae93a3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:58.522748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.605126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.617273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 7e54ddd7-0484-497b-84f3-862b84ae93a3 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:29:58.864004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:58.888334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=7e54ddd7-0484-497b-84f3-862b84ae93a3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:29:59.059077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:59.520829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:29:59.624705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:29:59.629683 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-28732837-5e47-449c-b0c0-a1aa1bf12962 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/routers/6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7043157 Mar 14 18:29:59.633564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:29:59.636706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43d729-f598-433d-966e-a425c4abe36b None None] Sync routers for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:29:59.646932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:59.647467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:59.683658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:59.692000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] Routers {'6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:29:59.692601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:59.725920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af43d729-f598-433d-966e-a425c4abe36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:29:59.727134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43d729-f598-433d-966e-a425c4abe36b None None] The sync data for ids ['6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:29:59.741287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:59.846285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:29:59.987054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 129fc451-953e-4022-a9df-a26ddd5eb43e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:29:59.987403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.065776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.077891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 129fc451-953e-4022-a9df-a26ddd5eb43e owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:00.286940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.314428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=129fc451-953e-4022-a9df-a26ddd5eb43e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:00.379360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.486633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.488728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.635156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.635828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Fanout notify agent at l3_agent the message router_deleted on router 6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:30:00.645372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.645372 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f3930881-d3cd-4362-8052-d407d1d03739 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/routers/6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb HTTP/1.1" status: 204 len: 168 time: 1.0081370 Mar 14 18:30:00.646015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50182) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:00.700600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting subnet 7650d090-c467-4a39-bbae-36b1b927240c {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:30:00.703694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.749738 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.832385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.967345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:00.993448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Subnet': ['ID=7650d090-c467-4a39-bbae-36b1b927240c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:01.001324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.006526 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-67e54ff3-5c77-47d2-9adc-d029a1b34236 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/subnets/7650d090-c467-4a39-bbae-36b1b927240c HTTP/1.1" status: 204 len: 168 time: 0.3594332 Mar 14 18:30:01.008067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8376b1c-ea01-45e0-9c44-7b2abb7edb31 None None] Network 6c16f14c-3d1d-4a1c-86e4-ffa44928724e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:30:01.008866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50184) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:01.091654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.152887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 90814100-b053-4103-a5d9-a12c94b009e4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:01.153213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.203601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] DHCP port deletion for 6c16f14c-3d1d-4a1c-86e4-ffa44928724e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:30:01.223131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] For port 90814100-b053-4103-a5d9-a12c94b009e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=90814100-b053-4103-a5d9-a12c94b009e4,segment=NetworkSegment(7e6105ec-d138-4b9c-9ef7-b0ef759709bd),segment_id=7e6105ec-d138-4b9c-9ef7-b0ef759709bd)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:01.223518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.236790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 90814100-b053-4103-a5d9-a12c94b009e4 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:01.251951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Deleting port 90814100-b053-4103-a5d9-a12c94b009e4 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:01.252322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.315108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] For port 90814100-b053-4103-a5d9-a12c94b009e4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=90814100-b053-4103-a5d9-a12c94b009e4,segment=NetworkSegment(7e6105ec-d138-4b9c-9ef7-b0ef759709bd),segment_id=7e6105ec-d138-4b9c-9ef7-b0ef759709bd)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:01.315493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.328283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Calling delete_port for 90814100-b053-4103-a5d9-a12c94b009e4 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:01.361331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.389916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=90814100-b053-4103-a5d9-a12c94b009e4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:01.397970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] No DVR routers for this DVR port 90814100-b053-4103-a5d9-a12c94b009e4 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:30:01.403854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.427589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] Pushing event deleted for resources: {'Port': ['ID=90814100-b053-4103-a5d9-a12c94b009e4,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:01.431913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a652fb4-c3ed-49b0-9648-9d4846146d28 None None] No DVR routers for this DVR port 90814100-b053-4103-a5d9-a12c94b009e4 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:30:01.488468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.502761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c16f14c-3d1d-4a1c-86e4-ffa44928724e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:01.512223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6105ec-d138-4b9c-9ef7-b0ef759709bd') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:01.512514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6105ec-d138-4b9c-9ef7-b0ef759709bd') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:01.521732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.534512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.540103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:30:01.540484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:30:01.543355 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:30:01.652647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.659404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.662583 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/networks/6c16f14c-3d1d-4a1c-86e4-ffa44928724e HTTP/1.1" status: 204 len: 168 time: 0.6526377 Mar 14 18:30:01.665459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50186) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:01.674223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aa6f8-d9c4-4793-bccf-4d09b4f2c20f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Network': ['ID=6c16f14c-3d1d-4a1c-86e4-ffa44928724e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:01.766382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 90814100-b053-4103-a5d9-a12c94b009e4 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:30:01.790583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 90814100-b053-4103-a5d9-a12c94b009e4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:30:01.791021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 90814100-b053-4103-a5d9-a12c94b009e4 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:30:01.792372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port f3987d97-3d25-4a82-bb0b-b226964fecb4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:01.792730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.867443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.867775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:01.879401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for f3987d97-3d25-4a82-bb0b-b226964fecb4 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:02.064256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.090420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=f3987d97-3d25-4a82-bb0b-b226964fecb4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:02.150402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.152842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.154015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-60d28e80-e9f3-4742-8299-8bb1867edcfa tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/floatingips/a7b4d1a6-3379-4ee3-91df-f0b75a0b1f6e HTTP/1.1" status: 204 len: 168 time: 0.4874375 Mar 14 18:30:02.158182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.180594 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f073a37-78bb-4928-b444-a31e802fbab5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] DELETE failed (client error): The resource could not be found. Mar 14 18:30:02.181185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f073a37-78bb-4928-b444-a31e802fbab5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:30:02.184075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3f073a37-78bb-4928-b444-a31e802fbab5 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/e9065460-a708-4c18-b466-a70b8b211953 HTTP/1.1" status: 404 len: 333 time: 0.0249760 Mar 14 18:30:02.186449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50190) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.211734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eb793139-830a-4fab-abcc-5383fede1757 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb HTTP/1.1" status: 200 len: 205 time: 0.0243056 Mar 14 18:30:02.213875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50192) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.248905 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-6ebbebf1-a47d-46ee-af87-c04946b3167a tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] delete failed (client error): The resource could not be found. Mar 14 18:30:02.249873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6ebbebf1-a47d-46ee-af87-c04946b3167a tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/routers/6f677b1a-ba3b-450b-bacd-0ac3e6ba11bb HTTP/1.1" status: 404 len: 336 time: 0.0351083 Mar 14 18:30:02.252195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.280380 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-0979eaa5-f002-4932-b3dd-ca39b1655420 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] DELETE failed (client error): The resource could not be found. Mar 14 18:30:02.280810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0979eaa5-f002-4932-b3dd-ca39b1655420 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:30:02.283673 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0979eaa5-f002-4932-b3dd-ca39b1655420 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/subnets/7650d090-c467-4a39-bbae-36b1b927240c HTTP/1.1" status: 404 len: 337 time: 0.0306222 Mar 14 18:30:02.285980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50196) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.369234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 75e8b86f-080c-48c7-84ae-d685cdbc605c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:02.369473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.455506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.467224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 75e8b86f-080c-48c7-84ae-d685cdbc605c owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:02.704090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.737098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=75e8b86f-080c-48c7-84ae-d685cdbc605c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:02.804077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.807271 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-547b9d48-2291-45bd-bf01-83670c8446d9 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/75e8b86f-080c-48c7-84ae-d685cdbc605c HTTP/1.1" status: 204 len: 168 time: 0.5204253 Mar 14 18:30:02.809644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:02.892705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 92cef948-514f-476b-86ff-1bc5387a9e5f {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:02.893047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.979763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:02.991122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 92cef948-514f-476b-86ff-1bc5387a9e5f owned by {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:03.201071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:03.230400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=92cef948-514f-476b-86ff-1bc5387a9e5f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:03.293815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:03.297381 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3b8f1d40-6c0a-4773-a14c-ba5b2b4c7f75 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/ports/92cef948-514f-476b-86ff-1bc5387a9e5f HTTP/1.1" status: 204 len: 168 time: 0.4868026 Mar 14 18:30:03.299887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50202) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:03.350644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d578bc8-ebd1-481c-bdc7-1c59502065d4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:03.352093 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d578bc8-ebd1-481c-bdc7-1c59502065d4 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "GET /v2.0/ports?device_id=239c7f5c-a683-476e-a2af-11e03747d1e6 HTTP/1.1" status: 200 len: 913 time: 0.0513201 Mar 14 18:30:03.354698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:04.030911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:04.332252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 96ce4d8d-bc4e-4271-81ea-8449f2dd2166 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:04.332514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:04.415716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:04.427506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 96ce4d8d-bc4e-4271-81ea-8449f2dd2166 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:04.664807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:04.695420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=96ce4d8d-bc4e-4271-81ea-8449f2dd2166,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:04.859695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.067785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Router 239c7f5c-a683-476e-a2af-11e03747d1e6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:30:05.171532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:30:05.177632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-543f85af-c8af-409d-9414-52b51b1e7745 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "PUT /v2.0/routers/239c7f5c-a683-476e-a2af-11e03747d1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211355 Mar 14 18:30:05.179878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50208) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:05.181784 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] Sync routers for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:30:05.191071 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:30:05.191674 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:05.226750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:05.235245 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] Routers {'239c7f5c-a683-476e-a2af-11e03747d1e6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:30:05.235846 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:29:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['239c7f5c-a683-476e-a2af-11e03747d1e6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:05.267699 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:05.268336 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72495800-0447-469b-823c-e1cf23e9f75c None None] The sync data for ids ['239c7f5c-a683-476e-a2af-11e03747d1e6'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:30:05.284401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.384485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.511486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting port 29f915ec-0bc2-4199-b355-65f9a84606ba {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:30:05.511827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.585604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.597169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Calling delete_port for 29f915ec-0bc2-4199-b355-65f9a84606ba owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:30:05.818026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:05.848270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Port': ['ID=29f915ec-0bc2-4199-b355-65f9a84606ba,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:05.910245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.003065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.005138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.132540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.133223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Fanout notify agent at l3_agent the message router_deleted on router 239c7f5c-a683-476e-a2af-11e03747d1e6 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:30:06.140187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.141341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-de09465e-4454-4e6e-868a-27beb8ad7760 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/routers/239c7f5c-a683-476e-a2af-11e03747d1e6 HTTP/1.1" status: 204 len: 168 time: 0.9605594 Mar 14 18:30:06.143888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:06.198005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Deleting subnet 7dd6ffd1-a274-4660-af98-1e0e10af7149 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:30:06.201238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.242368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.289507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.390217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.421535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd6ffd1-a274-4660-af98-1e0e10af7149,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:06.428363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.431576 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6548aea0-96e4-44d9-93d2-db5aad1babf3 tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/subnets/7dd6ffd1-a274-4660-af98-1e0e10af7149 HTTP/1.1" status: 204 len: 168 time: 0.2867694 Mar 14 18:30:06.434095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:06.511710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.598672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.622173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2712743f-80ea-4c63-a0d3-746bde72287a']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:06.631678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0006731-c930-48e6-a459-c29ad072e58a') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:06.631978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0006731-c930-48e6-a459-c29ad072e58a') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:06.640959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.653568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.659106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:30:06.659485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:30:06.664903 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:30:06.761501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.770509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:06.773620 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] 10.222.0.58 "DELETE /v2.0/networks/2712743f-80ea-4c63-a0d3-746bde72287a HTTP/1.1" status: 204 len: 168 time: 0.3385780 Mar 14 18:30:06.783548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293031-5c64-4769-9575-bb08ce11a01f tempest-FloatingIPTestJSON-680987422 tempest-FloatingIPTestJSON-680987422-project] Pushing event deleted for resources: {'Network': ['ID=2712743f-80ea-4c63-a0d3-746bde72287a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:07.271961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50220) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:07.401401 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8cba833a-bf81-44fa-b979-c8dd2409cd80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19f33333254442db9ce54d565026ec5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282897 Mar 14 18:30:07.403834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:07.740044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.761501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.852503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.855765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:07.856951 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b48ea513-c94d-43f4-93ca-cfcf61b7ed32 HTTP/1.1" status: 204 len: 168 time: 0.4522114 Mar 14 18:30:07.864974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f132080-96ff-4bc0-8cc4-3cf8bd5108b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48ea513-c94d-43f4-93ca-cfcf61b7ed32,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:08.768375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:08.862794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a0d27b4e-dc2b-42f2-b6b1-dd00f7181cbc tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1357341261', 'prefixes': ['172.20.0.0/16']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:08.970843 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:30:09.168891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0d27b4e-dc2b-42f2-b6b1-dd00f7181cbc tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] Notify callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.171168 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a0d27b4e-dc2b-42f2-b6b1-dd00f7181cbc tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4017367 Mar 14 18:30:09.172820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50250) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:09.208686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-98639da8-7493-42ee-a468-5fd92daaeadd tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "GET /v2.0/subnetpools/af9337c9-5dce-4497-920b-da35d390ddcf HTTP/1.1" status: 200 len: 732 time: 0.0348065 Mar 14 18:30:09.211399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:09.216621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9a77743f-2307-48e5-a557-a6b1e86d52fe tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-134416509'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:09.387750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9a77743f-2307-48e5-a557-a6b1e86d52fe tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] Notify callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.389266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9a77743f-2307-48e5-a557-a6b1e86d52fe tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "PUT /v2.0/subnetpools/af9337c9-5dce-4497-920b-da35d390ddcf HTTP/1.1" status: 200 len: 683 time: 0.1769042 Mar 14 18:30:09.392081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:09.575538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-dab9e46e-ed73-4b03-9fcd-4c9667d435f1 tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] Notify callbacks [] for subnetpool, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:09.576725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-dab9e46e-ed73-4b03-9fcd-4c9667d435f1 tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "DELETE /v2.0/subnetpools/af9337c9-5dce-4497-920b-da35d390ddcf HTTP/1.1" status: 204 len: 168 time: 0.1837187 Mar 14 18:30:09.579395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50256) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:09.594516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-b7702ead-2f38-4b96-b61f-4b1386b53f82 tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] show failed (client error): The resource could not be found. Mar 14 18:30:09.599539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b7702ead-2f38-4b96-b61f-4b1386b53f82 tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "GET /v2.0/subnetpools/af9337c9-5dce-4497-920b-da35d390ddcf HTTP/1.1" status: 404 len: 346 time: 0.0151289 Mar 14 18:30:09.601457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50258) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:09.615775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-364a443a-6927-4a49-889f-0dc07c14f36c tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] delete failed (client error): The resource could not be found. Mar 14 18:30:09.616748 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-364a443a-6927-4a49-889f-0dc07c14f36c tempest-SubnetPoolsTestJSON-2032868229 tempest-SubnetPoolsTestJSON-2032868229-project] 10.222.0.58 "DELETE /v2.0/subnetpools/af9337c9-5dce-4497-920b-da35d390ddcf HTTP/1.1" status: 404 len: 346 time: 0.0143957 Mar 14 18:30:10.101004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50264) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:10.213928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4e32-0201-40c9-8062-a49f8bfe786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.288301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4e32-0201-40c9-8062-a49f8bfe786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.394955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4e32-0201-40c9-8062-a49f8bfe786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.431884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4e32-0201-40c9-8062-a49f8bfe786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415aa573-1fbe-474d-85dc-00420bb1d5c5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:10.436374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c3ec4e32-0201-40c9-8062-a49f8bfe786e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7dfefb49ae144fb68487c2e05aef7882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339956 Mar 14 18:30:10.439088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:10.492031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.514025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.669794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.674906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:10.682102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/415aa573-1fbe-474d-85dc-00420bb1d5c5 HTTP/1.1" status: 204 len: 168 time: 0.2365465 Mar 14 18:30:10.687644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccf5e2-2825-4c63-afb0-11dc481e6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415aa573-1fbe-474d-85dc-00420bb1d5c5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:17.835088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-90255a11-5592-43cd-8427-b20d5bc2f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:20.132129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2958b033-0a64-4dcb-b1ab-9beee6607a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:21.372210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:22.840266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:23.040239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:28.074691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:35.888313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8eba-6715-47f5-9cf1-b00185f5d992 req-38a2e641-8c58-4711-a8a5-7ed33ce91741 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:35.889835 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-750b8eba-6715-47f5-9cf1-b00185f5d992 req-38a2e641-8c58-4711-a8a5-7ed33ce91741 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0547817 Mar 14 18:30:35.929328 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-750b8eba-6715-47f5-9cf1-b00185f5d992 req-a6909aa7-3289-4133-ac91-5d2bb417d83b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328190 Mar 14 18:30:37.048747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582c8e7-f573-4923-b304-efd5f8355e46 req-d424f131-bfda-4dbb-bf21-c2c0fc0a6ab2 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:37.050258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8582c8e7-f573-4923-b304-efd5f8355e46 req-d424f131-bfda-4dbb-bf21-c2c0fc0a6ab2 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0510244 Mar 14 18:30:37.087885 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8582c8e7-f573-4923-b304-efd5f8355e46 req-c8c39000-af1f-4cfd-9039-926d62aca81a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316038 Mar 14 18:30:37.467337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-cc866732-6c61-4568-b4c7-e131b3e72ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:37.468844 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-cc866732-6c61-4568-b4c7-e131b3e72ed3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1099 time: 0.0411601 Mar 14 18:30:37.576468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-de3dde12-717b-468f-abc8-bcbdb0277dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:37.578079 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-de3dde12-717b-468f-abc8-bcbdb0277dcd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 897 time: 0.0864201 Mar 14 18:30:37.642816 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-d0b47951-0476-465d-a6ab-69fea3db1f66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 1002 time: 0.0577726 Mar 14 18:30:37.694916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-8d1d8b96-1a6d-4e9f-a972-4361fd26b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:37.696453 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-8d1d8b96-1a6d-4e9f-a972-4361fd26b71c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 200 len: 834 time: 0.0468583 Mar 14 18:30:37.742322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-f8969984-bf3b-40c1-b748-773750c19857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:37.743839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-f8969984-bf3b-40c1-b748-773750c19857 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407801 Mar 14 18:30:37.831738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-ca7290e9-bb9f-4d2a-b37f-c908681a2670 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809381 Mar 14 18:30:37.927780 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4317d69e-6831-48ed-b17c-48dbf1917111 req-d72664ec-ed9e-4709-a178-e229b5fa6549 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882502 Mar 14 18:30:38.204233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733191f-f2d9-4d4a-8e70-996cc4382e42 req-eac31a59-d317-44a8-9b1b-d2a08b7ce0bc tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:38.205829 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3733191f-f2d9-4d4a-8e70-996cc4382e42 req-eac31a59-d317-44a8-9b1b-d2a08b7ce0bc tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0501540 Mar 14 18:30:38.247979 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3733191f-f2d9-4d4a-8e70-996cc4382e42 req-7221309b-78bb-4f6f-9ebe-99ef3ae2143b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353570 Mar 14 18:30:39.366012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5213e-c9e9-4005-ab75-219321f91388 req-cf608de7-55dd-4171-8020-ad49d340016e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:39.367560 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-57f5213e-c9e9-4005-ab75-219321f91388 req-cf608de7-55dd-4171-8020-ad49d340016e tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0500367 Mar 14 18:30:39.408304 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-57f5213e-c9e9-4005-ab75-219321f91388 req-71fdbb3e-f485-4308-bcac-b0131b3e8eb4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347564 Mar 14 18:30:40.537595 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bf643-cd0c-4b3a-84e8-b5333e39e0ab req-19706d51-29b5-4a3d-9142-206e8f33be86 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:40.539264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b21bf643-cd0c-4b3a-84e8-b5333e39e0ab req-19706d51-29b5-4a3d-9142-206e8f33be86 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0547702 Mar 14 18:30:40.577311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b21bf643-cd0c-4b3a-84e8-b5333e39e0ab req-0029956a-1c87-4c70-a02b-3b83d69dbd2a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Mar 14 18:30:41.695847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c6f37-3ac6-4b05-a502-0f901fe3e0c8 req-f2710c40-57e1-418d-9ae3-8e8f90e51d35 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:41.697367 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5a6c6f37-3ac6-4b05-a502-0f901fe3e0c8 req-f2710c40-57e1-418d-9ae3-8e8f90e51d35 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0531304 Mar 14 18:30:41.735561 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5a6c6f37-3ac6-4b05-a502-0f901fe3e0c8 req-c1353648-586d-494c-9f2b-869105d87b68 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Mar 14 18:30:42.852430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff16a8-c567-4da7-af5c-d8957f262470 req-b77f5f77-1c52-4d60-a9d3-bb3cffc35ae4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:42.853890 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55ff16a8-c567-4da7-af5c-d8957f262470 req-b77f5f77-1c52-4d60-a9d3-bb3cffc35ae4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0495422 Mar 14 18:30:42.889880 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55ff16a8-c567-4da7-af5c-d8957f262470 req-8bd5bc93-f6e9-4934-8328-24d67db9d1c4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300860 Mar 14 18:30:44.004956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f59ee-8e12-42c4-bea9-1766c3eedcd4 req-9d7acd7a-f550-49ce-b5a1-e47bf766b7a0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:44.006470 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d21f59ee-8e12-42c4-bea9-1766c3eedcd4 req-9d7acd7a-f550-49ce-b5a1-e47bf766b7a0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0488188 Mar 14 18:30:44.043533 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d21f59ee-8e12-42c4-bea9-1766c3eedcd4 req-d4b0bbf4-f617-419f-84c5-5d23d7edc11b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Mar 14 18:30:45.156996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032d58-31f6-4100-91b8-bb2ca04689ab req-f112014e-10e7-47bb-8540-72bb064e22d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:45.159064 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d032d58-31f6-4100-91b8-bb2ca04689ab req-f112014e-10e7-47bb-8540-72bb064e22d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0490017 Mar 14 18:30:45.196336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d032d58-31f6-4100-91b8-bb2ca04689ab req-4f9eedb4-d9b2-412b-821d-54435f04a4e9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Mar 14 18:30:45.971427 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:30:46.310330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16883d0-5e37-4116-87aa-f6ddafb8a7b7 req-ca72e9a3-42e6-4069-8569-ba571d5f3d59 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:46.311809 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d16883d0-5e37-4116-87aa-f6ddafb8a7b7 req-ca72e9a3-42e6-4069-8569-ba571d5f3d59 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0484309 Mar 14 18:30:46.349515 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d16883d0-5e37-4116-87aa-f6ddafb8a7b7 req-0b0ceb9d-e8e3-4025-a57a-0a3892a516bb tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Mar 14 18:30:47.468299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16c5d-b284-4fd9-8b05-589bc9d6e594 req-81328734-bda4-41f9-8671-48c3ce704ad9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:47.469755 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0a16c5d-b284-4fd9-8b05-589bc9d6e594 req-81328734-bda4-41f9-8671-48c3ce704ad9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0525188 Mar 14 18:30:47.507027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0a16c5d-b284-4fd9-8b05-589bc9d6e594 req-a7f96ebd-4484-4806-b373-71f61a149ca6 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305622 Mar 14 18:30:47.834360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3843c175-32bf-444f-975a-4ef236d6d990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:48.625005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980f2aa-645d-4be0-a891-bdc2a128c08b req-2b5c22c9-3f0b-4f07-b88c-7299f69178b9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:48.626972 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7980f2aa-645d-4be0-a891-bdc2a128c08b req-2b5c22c9-3f0b-4f07-b88c-7299f69178b9 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0522835 Mar 14 18:30:48.663822 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7980f2aa-645d-4be0-a891-bdc2a128c08b req-19766972-d1e1-4b88-8092-7b21c9c4481b tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Mar 14 18:30:49.780373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749668-ee28-47e2-8e22-cbfda6019768 req-6dce49a6-97c6-4b1e-8fb9-6ba5104259e4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:49.784018 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be749668-ee28-47e2-8e22-cbfda6019768 req-6dce49a6-97c6-4b1e-8fb9-6ba5104259e4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0539231 Mar 14 18:30:49.821143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be749668-ee28-47e2-8e22-cbfda6019768 req-4b7cdb10-66a5-4bcb-bf7e-121fa61178f7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Mar 14 18:30:50.102009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5eb81461-e43b-424f-bd54-0af23eed0593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:50.935637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774b40d-cc65-4db0-aadf-43b6cba33cb6 req-98c9303b-fcec-4fdc-afe7-12d43e2450c8 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:50.937114 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e774b40d-cc65-4db0-aadf-43b6cba33cb6 req-98c9303b-fcec-4fdc-afe7-12d43e2450c8 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0487640 Mar 14 18:30:50.975123 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e774b40d-cc65-4db0-aadf-43b6cba33cb6 req-aabafa13-fcff-4e9b-89d8-6acf4e0fec53 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Mar 14 18:30:51.106669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50360) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:51.179009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcaf36-fe9f-467f-950d-d7d0833d48a7 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:51.179484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcaf36-fe9f-467f-950d-d7d0833d48a7 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:51.179950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcaf36-fe9f-467f-950d-d7d0833d48a7 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:51.181623 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-70fcaf36-fe9f-467f-950d-d7d0833d48a7 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=116931b6a24d4b4cb6d824c5a8db90ca&network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 2999 time: 0.0740228 Mar 14 18:30:51.269576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7a2a-c471-44a8-a2fc-8414d3d9131e req-e5548abd-083d-45ba-be14-6230145e60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:51.271101 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-195d7a2a-c471-44a8-a2fc-8414d3d9131e req-e5548abd-083d-45ba-be14-6230145e60ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1099 time: 0.0428686 Mar 14 18:30:51.306572 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-195d7a2a-c471-44a8-a2fc-8414d3d9131e req-6c9dc7a3-eeba-444c-a9b0-dc1929394638 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285926 Mar 14 18:30:51.376045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:52.088777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32826e-fc5d-439b-9a43-791639c9f32f req-7124050e-d193-4355-90b9-545293a75d29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:52.090269 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be32826e-fc5d-439b-9a43-791639c9f32f req-7124050e-d193-4355-90b9-545293a75d29 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0492787 Mar 14 18:30:52.127808 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be32826e-fc5d-439b-9a43-791639c9f32f req-2acaa633-5b3d-4e8a-a543-c07fce88edf4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Mar 14 18:30:52.695479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50372) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:52.746604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0183f-23e2-40d4-9a71-2acb8a6fd532 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:52.748094 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-38f0183f-23e2-40d4-9a71-2acb8a6fd532 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9 HTTP/1.1" status: 200 len: 814 time: 0.0516107 Mar 14 18:30:52.858613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:30:52.887884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:30:52.892118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.031639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:53.047404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.050537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'port_id': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'mac_address': 'fa:16:3e:a4:1e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:30:53.051540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.101489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:53.103735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8260fa-92b1-4f35-a743-f9ecca1a6af8" -d '{"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-unplugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:30:53.121698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:53.122779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.135446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:30:53.141091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726c4f9-9395-4e4b-86c3-2eb5c9c6774a x-openstack-request-id: req-4726c4f9-9395-4e4b-86c3-2eb5c9c6774a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:30:53.141368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-unplugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:30:53.141612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4726c4f9-9395-4e4b-86c3-2eb5c9c6774a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:30:53.142065 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'code': 200} Mar 14 18:30:53.200610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.233065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50382) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:53.238958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:53.271767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:30:53.272115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:30:53.274725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:53.281427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.281820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.282135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.282467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.283358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.283795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.284204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.284551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.284880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.285199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.285514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.285827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:53.289682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc280efe-e798-49fb-9f87-436d77c495e3 req-1ed321e1-9732-4d09-8109-d3849addf927 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:53.291404 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc280efe-e798-49fb-9f87-436d77c495e3 req-1ed321e1-9732-4d09-8109-d3849addf927 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 944 time: 0.0967510 Mar 14 18:30:53.323509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.378311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc280efe-e798-49fb-9f87-436d77c495e3 req-7b20a24c-0efd-4a7d-a067-987b029725f0 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801394 Mar 14 18:30:53.400339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50384) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:53.466073 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c31347e7-7080-491c-baff-d8b1d20f5ccb tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/floatingips/60464d8a-930b-4c28-b243-23dfe96ea1e7 HTTP/1.1" status: 200 len: 992 time: 0.0644922 Mar 14 18:30:53.491414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.565836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.566139 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089 disassociated. External IP: 172.26.3.163, port: 799815e8-d3ed-46ba-b532-512659664eca. Mar 14 18:30:53.768557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:30:53.811470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.824754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:30:53.843271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:53.879549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:30:53.884036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.889357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:30:53.899141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:30:53.899786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:30:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:53.914665 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-12f8212d-739f-4460-a2c1-3aefccb5325a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 690 time: 0.6805599 Mar 14 18:30:53.915248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:53.917661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50386) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:53.917806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb111a08-d94f-4c27-8273-63f0be3c043d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:30:53.945354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:53.959101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d10fbd1-4041-4ec7-a090-679b52fd4b75 x-openstack-request-id: req-8d10fbd1-4041-4ec7-a090-679b52fd4b75 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:30:53.959367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "tag": "799815e8-d3ed-46ba-b532-512659664eca", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:30:53.959594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d10fbd1-4041-4ec7-a090-679b52fd4b75 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:30:53.960002 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'tag': '799815e8-d3ed-46ba-b532-512659664eca', 'status': 'completed', 'code': 200} Mar 14 18:30:53.973311 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-544b2466-3af0-48fb-aea3-65ad13a00ace tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 690 time: 0.0542583 Mar 14 18:30:54.024150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-536932a6-e83e-4dd6-ace5-9167ca07402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:54.025693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-536932a6-e83e-4dd6-ace5-9167ca07402d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1098 time: 0.0427256 Mar 14 18:30:54.042182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:54.057809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:30:54.119386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-df0815f9-6c2b-4768-9e45-ff7fbe1531ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:54.120777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-df0815f9-6c2b-4768-9e45-ff7fbe1531ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 898 time: 0.0862772 Mar 14 18:30:54.168050 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-18a1e0ab-dae8-418a-a5c6-97f3b669a765 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 200 len: 217 time: 0.0401869 Mar 14 18:30:54.217557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-f7950fff-5d39-4c92-9369-1bc78a8c2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:54.219052 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-f7950fff-5d39-4c92-9369-1bc78a8c2ed5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0443976 Mar 14 18:30:54.263223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:54.264442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-c337bd7e-3c50-4837-9f32-84d512ccf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:54.265952 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-c337bd7e-3c50-4837-9f32-84d512ccf28f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399358 Mar 14 18:30:54.290958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:30:54.299692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:30:54.300305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:30:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:54.353247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['215fef5c-94bd-42fe-ad14-632f2d94c8eb'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:30:54.359422 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-81feb07b-d9e7-4453-9561-c7ca8abbd1eb service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865850 Mar 14 18:30:54.444875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:30:54.449333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eb111a08-d94f-4c27-8273-63f0be3c043d req-4e0d8936-da7e-4896-9082-5c5da1102920 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830600 Mar 14 18:30:54.763555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:30:54.794495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c01bf-2ee2-4ec7-ad70-4226ea184d4d None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:30:54.975640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50390) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:54.996792 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd24ff-df42-4d62-adfe-9e4d328ff990 None None] New status for floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:30:55.021049 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1c20a827-949f-471e-a4d1-78ac254a684c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 690 time: 0.0441506 Mar 14 18:30:56.024629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50392) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:56.071820 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3eb10f12-d78f-486e-b49f-a2702b3ca338 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 688 time: 0.0460637 Mar 14 18:30:56.871032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:30:56.917413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 215fef5c-94bd-42fe-ad14-632f2d94c8eb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:30:56.917778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:56.995834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.017447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:30:57.019694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce57d171-b7bf-48af-b114-ae6a56adf6b3" -d '{"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-plugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:30:57.033270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:30:57.057009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7234a4-35b8-4b62-b15d-72a9d14efbfe x-openstack-request-id: req-bf7234a4-35b8-4b62-b15d-72a9d14efbfe {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:30:57.057289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-plugged", "status": "completed", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:30:57.057562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf7234a4-35b8-4b62-b15d-72a9d14efbfe {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:30:57.057983 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'code': 200} Mar 14 18:30:57.103037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.150584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:57.311465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50398) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:57.316551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645693075', 'description': 'tempest-secgroup-smoke-1645693075 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:57.381404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.445014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.512921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.543328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:57.550995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.551339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.551747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.552062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.552381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.552704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.553023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.553343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.553662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.554000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.554317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.554631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:30:57.617911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.619204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4d90904d-4f67-4e02-b3e6-43a86e6370b2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3067374 Mar 14 18:30:57.622203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50400) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:57.627105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:57.717520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.785333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.849853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.868451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a9bf76-4d3f-45db-851e-c3cae8a7dd18,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:57.926568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:57.927780 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8c4d843e-38b6-41f9-89c0-35e6f5b84d4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046479 Mar 14 18:30:57.930672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:57.934994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:58.033129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.090930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.102879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.142950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.163304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f638b-c7f8-4cf0-a556-b82d53456797,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:58.224705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.225955 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1c14810c-bff2-4048-bb30-40721aaf44cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2943478 Mar 14 18:30:58.228698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:58.233062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:58.307599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.366701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.428380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.446044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7a71bb-30f1-4177-a716-8c76bb5f2bf2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:58.522103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.523325 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c9453417-5773-4535-aaf7-a5580f5678d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937224 Mar 14 18:30:58.526027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50406) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:58.530378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:58.604858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.661876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.719977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.737923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe99687-8f59-4fb6-98fe-a47e5436705a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:58.818192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.819427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-24bf2737-dc98-4a1c-bc85-8a7b809118c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2924247 Mar 14 18:30:58.822278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50408) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:58.826741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:58.925688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:30:58.930553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:58.989565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.079750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.098528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d3f67d-6ebb-4b60-982a-d217bf9d41ef,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:59.173337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.175134 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-006cfee5-7cc5-400a-b84e-058c6428e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3519194 Mar 14 18:30:59.177950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50410) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:30:59.182375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2ee88bb9-f269-4c7d-a58e-39cfc0ddf208', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:30:59.256673 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:30:59.261479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.324053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.365091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.384031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd61003-1c0d-4eb2-83f1-fdd2b11f19d4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:30:59.430231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:30:59.431366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-171c4972-add4-4ed7-bf79-649cfe968f77 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2525384 Mar 14 18:30:59.626632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-cced5a8d-7a47-4974-b60b-f4686b0d79ca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645693075&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0411329 Mar 14 18:30:59.732432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-4c2d0294-ce02-4bd0-a871-d678d8ccb294 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:30:59.733817 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-4c2d0294-ce02-4bd0-a871-d678d8ccb294 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 797 time: 0.1004887 Mar 14 18:30:59.748824 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-3bbf9dfb-7fef-482d-8a0a-d5440eeeffcf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0088100 Mar 14 18:30:59.832807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-2f2dc1eb-12a2-4a47-b5e1-83d638d004e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787187 Mar 14 18:30:59.927834 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-2cac81e2-b093-48c9-9c3d-3f244f7eb8d8 service neutron] 10.222.0.58 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832827 Mar 14 18:31:00.013154 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-108783e9-b3d8-4853-9c44-9876038f9e88 service neutron] 10.222.0.58 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792708 Mar 14 18:31:00.257746 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-17d2361d-aa5e-44f3-b1aa-e3c0d67a832d req-64ca032f-a85d-4ebc-b083-bbbe69544e9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 210 time: 0.0291889 Mar 14 18:31:01.351910 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77fcfd5d-79c5-41d6-ba92-68988cd8a9a9 req-4cd204d7-4898-4a1e-89a8-d6febdb1d520 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Mar 14 18:31:02.034174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-a6cebb00-f52f-4048-be75-7b8cd35ba232 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:02.036009 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-a6cebb00-f52f-4048-be75-7b8cd35ba232 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 797 time: 0.1042557 Mar 14 18:31:02.079262 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-fadacc2b-6a1f-40f4-b0c1-1f9750359181 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 472 time: 0.0353508 Mar 14 18:31:02.088028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['2ee88bb9-f269-4c7d-a58e-39cfc0ddf208']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:02.240090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:31:02.243807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.364685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.4 (a25a6677-4e26-4c01-8e97-ab80c82baa00/c9651516-3bc8-429d-bff8-ff8161298f5a/a26876e8-a84c-4307-90ad-b6db2612cbb5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:02.446850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31c5b2e5-c4d9-43db-b0e3-4cc52ec02428 req-957daaec-bd89-4d96-b181-c639ebd763c7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 210 time: 0.0277779 Mar 14 18:31:02.502685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.571537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.617321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:02.620167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:02.624541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:31:02.678162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:02.678393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:02.678969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.755979 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-205dfe35-c0d9-44da-a031-92da8c55bc8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716175 Mar 14 18:31:02.808263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Request body: {'port': {'device_id': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:02.851268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7c2ec341-30b3-471c-9086-333de99fd49a None None] Provisioning complete for port a26876e8-a84c-4307-90ad-b6db2612cbb5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:02.854277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec341-30b3-471c-9086-333de99fd49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.864271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:02.889085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ec341-30b3-471c-9086-333de99fd49a None None] Port a26876e8-a84c-4307-90ad-b6db2612cbb5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:31:03.112368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26876e8-a84c-4307-90ad-b6db2612cbb5 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:03.120238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.132269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Transition to ACTIVE for port object a26876e8-a84c-4307-90ad-b6db2612cbb5 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:03.233815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.281311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:03.355067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Attempting to bind port a26876e8-a84c-4307-90ad-b6db2612cbb5 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:03.355416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Attempting to bind port a26876e8-a84c-4307-90ad-b6db2612cbb5 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:03.355751 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Attempting to bind port a26876e8-a84c-4307-90ad-b6db2612cbb5 on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:31:03.360263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Port a26876e8-a84c-4307-90ad-b6db2612cbb5 on network a25a6677-4e26-4c01-8e97-ab80c82baa00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:31:03.360587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Attempting to bind port a26876e8-a84c-4307-90ad-b6db2612cbb5 on network a25a6677-4e26-4c01-8e97-ab80c82baa00 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:31:03.365683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:31:03.366401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Checking segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:31:03.366401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Bound using segment: {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:31:03.366848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Bound port: a26876e8-a84c-4307-90ad-b6db2612cbb5, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e775aa8-991c-437b-950d-7a1430085557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:03.367212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.433423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:31:03.436598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:31:03.528872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.592321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:03.592946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:03.594476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] 10.222.0.61 "PUT /v2.0/ports/a26876e8-a84c-4307-90ad-b6db2612cbb5 HTTP/1.1" status: 200 len: 1093 time: 0.7905281 Mar 14 18:31:03.594930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:03.597755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba68ce-eb1e-49ad-b235-b2bef744c007" -d '{"events": [{"name": "network-changed", "server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:31:03.617859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31442c7b-3288-4d36-8996-3fb0cadada90 req-c80cc340-895d-4647-a4d2-e7b17e93e697 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:03.621501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-31442c7b-3288-4d36-8996-3fb0cadada90 req-c80cc340-895d-4647-a4d2-e7b17e93e697 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 943 time: 0.1038175 Mar 14 18:31:03.650870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70737c76-e813-44cf-8801-5a45d0c28895 x-openstack-request-id: req-70737c76-e813-44cf-8801-5a45d0c28895 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:31:03.650870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:31:03.650870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70737c76-e813-44cf-8801-5a45d0c28895 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:31:03.650870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'status': 'completed', 'code': 200} Mar 14 18:31:03.651344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec196f-8f17-405c-8039-dbc6abfc4f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:03.686098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-31442c7b-3288-4d36-8996-3fb0cadada90 req-29166bb9-834f-4c1c-a83f-ae67793013fb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578976 Mar 14 18:31:03.716214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-53b73524-f373-45b3-bbd4-6e959552e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:03.717733 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-53b73524-f373-45b3-bbd4-6e959552e267 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 1096 time: 0.0482736 Mar 14 18:31:04.096173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-33dc1031-92ac-4a50-9003-fe4e144e2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.098290 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-33dc1031-92ac-4a50-9003-fe4e144e2fb3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3735943 Mar 14 18:31:04.188606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-033afce6-9ead-40ac-880e-819f4d1d14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.190117 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5fba68ce-eb1e-49ad-b235-b2bef744c007 req-033afce6-9ead-40ac-880e-819f4d1d14e9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856097 Mar 14 18:31:04.264971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-de68dc5b-7a5c-479e-9b5a-68ba6537e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.266562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-de68dc5b-7a5c-479e-9b5a-68ba6537e5dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 1096 time: 0.0397134 Mar 14 18:31:04.310097 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-102833bb-90db-40dd-8cd1-6d1e8382271b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5 HTTP/1.1" status: 200 len: 217 time: 0.0363371 Mar 14 18:31:04.358869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-f09ba43b-8bf9-4514-a8b3-b89436d9f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.360202 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-f09ba43b-8bf9-4514-a8b3-b89436d9f473 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0425127 Mar 14 18:31:04.404268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-3fa34968-ed93-4c2e-972e-fd2d64a8835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.405709 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-3fa34968-ed93-4c2e-972e-fd2d64a8835d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386643 Mar 14 18:31:04.498618 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-95ac5c22-7187-4530-a02d-ea46d542fb58 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853841 Mar 14 18:31:04.592470 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8f376e3d-0f0e-4437-997a-9eb05d45df5e req-9af8232e-3bf2-4466-a2ef-89d898df4c4b service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Mar 14 18:31:04.802185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cd3f1-aac4-4926-b03e-ec4d1462dc06 req-658d8aaa-0cdf-4a6e-b1fe-9b7844b139cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:04.803688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-014cd3f1-aac4-4926-b03e-ec4d1462dc06 req-658d8aaa-0cdf-4a6e-b1fe-9b7844b139cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 943 time: 0.0501592 Mar 14 18:31:04.841661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-014cd3f1-aac4-4926-b03e-ec4d1462dc06 req-a12e69d1-fd5f-4f3e-bdad-0782dd2a0296 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Mar 14 18:31:05.958714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c319cf-e36d-44f4-8553-16c0d3bb9770 req-96a2351c-b585-451a-b743-22f0d533aad4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:05.960160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-21c319cf-e36d-44f4-8553-16c0d3bb9770 req-96a2351c-b585-451a-b743-22f0d533aad4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 943 time: 0.0527356 Mar 14 18:31:05.996455 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-21c319cf-e36d-44f4-8553-16c0d3bb9770 req-4a02ffd7-7397-4dde-96f0-b80d724a8fe3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Mar 14 18:31:07.112571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7737d-935b-49bb-ade1-17f46a08f9dc req-d1db0a97-cc32-4dd6-bbf8-bc4158a0a8ac tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:07.114078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4fa7737d-935b-49bb-ade1-17f46a08f9dc req-d1db0a97-cc32-4dd6-bbf8-bc4158a0a8ac tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 943 time: 0.0514336 Mar 14 18:31:07.150744 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4fa7737d-935b-49bb-ade1-17f46a08f9dc req-d89e6012-e0b8-4496-9c2a-beb78e17d345 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Mar 14 18:31:08.262530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023cfd3-a9ee-4280-a060-488d9aa496c9 req-439caed8-96c2-4491-ae0d-beaa5fb71a3b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:08.263994 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8023cfd3-a9ee-4280-a060-488d9aa496c9 req-439caed8-96c2-4491-ae0d-beaa5fb71a3b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 943 time: 0.0484140 Mar 14 18:31:08.301538 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8023cfd3-a9ee-4280-a060-488d9aa496c9 req-119a9e2d-3586-457f-a35a-2fd16b36381f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Mar 14 18:31:08.946231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a26876e8-a84c-4307-90ad-b6db2612cbb5 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:31:09.042201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:09.052657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'port_id': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'mac_address': 'fa:16:3e:28:3a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:31:09.088744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.101083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26876e8-a84c-4307-90ad-b6db2612cbb5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:09.120163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:09.216754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:09.262669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:09.421257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c9e88-dfa2-44fa-aa79-5c29d66ccb43 req-107fc978-9280-4509-9d10-c1668a1de4c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:09.422753 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-999c9e88-dfa2-44fa-aa79-5c29d66ccb43 req-107fc978-9280-4509-9d10-c1668a1de4c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 944 time: 0.0539212 Mar 14 18:31:09.460914 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-999c9e88-dfa2-44fa-aa79-5c29d66ccb43 req-08cfc449-c8a5-4cbe-a5aa-32b9bd044644 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Mar 14 18:31:09.561365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['a26876e8-a84c-4307-90ad-b6db2612cbb5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:31:10.573639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06114ef-df79-46e3-9545-7b58dc183bc8 req-96bb5f6e-7211-4aed-a9ee-6024f9f98ca3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:10.575110 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f06114ef-df79-46e3-9545-7b58dc183bc8 req-96bb5f6e-7211-4aed-a9ee-6024f9f98ca3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 944 time: 0.0476313 Mar 14 18:31:10.611918 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f06114ef-df79-46e3-9545-7b58dc183bc8 req-8be5cfd3-251f-47d9-8340-941783ad306f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Mar 14 18:31:10.963937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a26876e8-a84c-4307-90ad-b6db2612cbb5 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:31:11.090766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port a26876e8-a84c-4307-90ad-b6db2612cbb5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:11.094545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port a26876e8-a84c-4307-90ad-b6db2612cbb5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:11.094911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.169702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.192658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:11.194868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c491e5-eb37-4041-9ccb-ac7d64b1b03b" -d '{"events": [{"server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "name": "network-vif-plugged", "status": "completed", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:31:11.212727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:11.231275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4396c4b-4cad-41d2-a1f2-5206ca4bbdcd x-openstack-request-id: req-a4396c4b-4cad-41d2-a1f2-5206ca4bbdcd {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:31:11.231567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "name": "network-vif-plugged", "status": "completed", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:31:11.231826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4396c4b-4cad-41d2-a1f2-5206ca4bbdcd {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:31:11.232277 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'code': 200} Mar 14 18:31:11.285673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:11.476959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:11.552675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c873-72e8-48c1-b49a-1bbefb6aff67 req-2fc3e390-f372-4f1d-a420-c0dd8bd42c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:11.554242 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5e2c873-72e8-48c1-b49a-1bbefb6aff67 req-2fc3e390-f372-4f1d-a420-c0dd8bd42c53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 1098 time: 0.0434701 Mar 14 18:31:11.587477 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5e2c873-72e8-48c1-b49a-1bbefb6aff67 req-c5cf509d-fc43-45bd-8f15-f0f0e64df019 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270946 Mar 14 18:31:11.725003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a49fa-0b04-4370-bea4-ed06a97759b7 req-c540651d-dbf8-492b-a972-8d48391bab3b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:11.726481 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7a49fa-0b04-4370-bea4-ed06a97759b7 req-c540651d-dbf8-492b-a972-8d48391bab3b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.0479746 Mar 14 18:31:11.765091 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7a49fa-0b04-4370-bea4-ed06a97759b7 req-a920c959-e96e-4103-aca3-aecf81c09166 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Mar 14 18:31:12.880507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad71cd-5f55-47b2-8a83-78ddd530a21e req-d0ce1457-ccc4-4da2-99a0-756471a12c3f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:12.882002 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69ad71cd-5f55-47b2-8a83-78ddd530a21e req-d0ce1457-ccc4-4da2-99a0-756471a12c3f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Mar 14 18:31:12.918520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69ad71cd-5f55-47b2-8a83-78ddd530a21e req-e04e842d-6e70-4ed7-85e4-c02b88d8a8a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Mar 14 18:31:14.034450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cf24a-065c-4f2a-9169-e09c428e30f1 req-7f02ae91-d8b6-4bcf-855d-53869e1413ca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:14.035980 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-397cf24a-065c-4f2a-9169-e09c428e30f1 req-7f02ae91-d8b6-4bcf-855d-53869e1413ca tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Mar 14 18:31:14.072186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-397cf24a-065c-4f2a-9169-e09c428e30f1 req-e96bc5c8-37fd-4ed7-a967-9439a199d398 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302806 Mar 14 18:31:14.186243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f8827-62ed-4267-b387-596fd3b43471 req-88fd4d63-4e61-4884-ac18-ff34e3c74b5d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:14.187735 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-959f8827-62ed-4267-b387-596fd3b43471 req-88fd4d63-4e61-4884-ac18-ff34e3c74b5d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.0490644 Mar 14 18:31:14.225709 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-959f8827-62ed-4267-b387-596fd3b43471 req-4123b8fa-4a03-4826-859d-dd1a7f81e018 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Mar 14 18:31:14.246534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50468) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:31:14.289360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc7b369-853f-4de6-a51f-cd0a164d8490 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:14.290817 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0fc7b369-853f-4de6-a51f-cd0a164d8490 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 1093 time: 0.0433278 Mar 14 18:31:14.293638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:31:14.297804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'port_id': 'a26876e8-a84c-4307-90ad-b6db2612cbb5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:14.334983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.768867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.810553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:14.909360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089 associated. External IP: 172.26.3.163, port: a26876e8-a84c-4307-90ad-b6db2612cbb5. Mar 14 18:31:15.110059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:31:15.216528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:31:15.221368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:15.226773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:31:15.236928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:31:15.237244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:30:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:15.248329 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-68423d05-0878-4ad4-81c2-f8499d28b5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 991 time: 0.9536731 Mar 14 18:31:15.248923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:15.251176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631cad8-69c7-4a95-aed3-dbed5f0366ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:31:15.251517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:31:15.287825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb78cfc-3cf1-457d-a6ae-bf4eff22e475 x-openstack-request-id: req-4eb78cfc-3cf1-457d-a6ae-bf4eff22e475 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:31:15.288144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:31:15.288394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4eb78cfc-3cf1-457d-a6ae-bf4eff22e475 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:31:15.288796 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'status': 'completed', 'code': 200} Mar 14 18:31:15.328348 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-62852c93-f1d2-4e19-ab33-a21d947d2b1b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 991 time: 0.0755939 Mar 14 18:31:15.352425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:31:15.356539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-f8b97af7-10a4-4774-9a2c-8f50f3371663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:15.358101 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-f8b97af7-10a4-4774-9a2c-8f50f3371663 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 1098 time: 0.0471773 Mar 14 18:31:15.453999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-fc7ee467-4557-4c22-8942-83dcb87bca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:15.455482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-fc7ee467-4557-4c22-8942-83dcb87bca71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 898 time: 0.0911374 Mar 14 18:31:15.521203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-26ca8fb5-9e7c-4c0b-bfd3-aacf5210bfef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5 HTTP/1.1" status: 200 len: 999 time: 0.0591652 Mar 14 18:31:15.570276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-a45ce0bd-b29a-44f0-b618-e3ce43c9ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:15.571733 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-a45ce0bd-b29a-44f0-b618-e3ce43c9ab4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0446196 Mar 14 18:31:15.576095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:28:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:31:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:15.602119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:31:15.610270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:31:15.610871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:30:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:15.620779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-66ecf340-a6b8-4ff6-bb39-cb5000856467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:15.622324 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-66ecf340-a6b8-4ff6-bb39-cb5000856467 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435197 Mar 14 18:31:15.710500 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-cc6a4abf-acbc-4856-a99f-655d52f8bcf3 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Mar 14 18:31:15.716554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:31:15.801726 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1631cad8-69c7-4a95-aed3-dbed5f0366ac req-fc4c941d-b9a2-4b10-b515-786fc8441d65 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850844 Mar 14 18:31:15.935327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:28:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:31:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:31:15.967162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed4374-462d-4ef6-bee2-dd0c886c5990 None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '8f45bdb9-c0ed-401f-bef2-7ee109e20089', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'port_id': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'mac_address': 'fa:16:3e:28:3a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:36Z', 'updated_at': '2022-03-14T18:31:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:31:16.165999 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87029bef-ba9d-45e4-b736-0cac93251f57 None None] New status for floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:31:16.332280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50482) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:31:16.394512 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3fb1f543-b592-41a5-b2ff-0dab980b2eb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 991 time: 0.0604653 Mar 14 18:31:17.398763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50488) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:31:17.469737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c33af8f4-ca8b-4063-a156-5892f79669e7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 200 len: 993 time: 0.0696733 Mar 14 18:31:17.828016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b95c-b431-4716-baeb-510f50abc975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:20.107949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5f547b08-7d08-4858-b830-29f4dd4392e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:21.387611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.885219 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:22.971600 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:31:23.059608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:28.107748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:38.463839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-05f0ee04-4398-4ba5-b9e7-45be5fa7865e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464187 Mar 14 18:31:38.543003 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-32b0f544-4892-43e9-bc34-38c86e017a9a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148110580&fields=id&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 267 time: 0.0498331 Mar 14 18:31:38.551287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-800e4853-b16e-432e-9aff-3d5139ee3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:38.552735 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-800e4853-b16e-432e-9aff-3d5139ee3bbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 1098 time: 0.0678673 Mar 14 18:31:38.725406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-59530268-8de4-4846-ac2c-a0899b5991d6 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:38.726803 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-59530268-8de4-4846-ac2c-a0899b5991d6 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.1732140 Mar 14 18:31:38.731317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-326ab7e0-8cd6-48f9-9959-0f6ac267e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:38.732644 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-326ab7e0-8cd6-48f9-9959-0f6ac267e4e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 200 len: 898 time: 0.1589284 Mar 14 18:31:38.748362 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-03d8aeb4-6e4d-4c2c-8da4-aef80dc36d2e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/quotas/0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 375 time: 0.0148199 Mar 14 18:31:38.784198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-ba85214b-298e-4c90-ba2a-7ff01c7a8d05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 200 len: 217 time: 0.0435789 Mar 14 18:31:38.868399 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-b10c5061-8e5f-4c18-8047-77bd6a286f73 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0931647 Mar 14 18:31:38.869870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-04b24118-5595-45dd-95ed-b3fa7abc15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:38.871186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-04b24118-5595-45dd-95ed-b3fa7abc15f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 200 len: 835 time: 0.0689421 Mar 14 18:31:38.972593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-9c3bdbd7-c61a-484c-a357-3f4d6b11fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:38.974227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-9c3bdbd7-c61a-484c-a357-3f4d6b11fcbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a25a6677-4e26-4c01-8e97-ab80c82baa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960493 Mar 14 18:31:39.048828 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-024d8fb5-6c05-4ab3-98bf-147b34ebd623 service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618381 Mar 14 18:31:39.138759 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-c5d828b7-c0d8-4845-bcb0-52eb166e22e3 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580687 Mar 14 18:31:39.207874 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-5ac290ae-0b0f-48c8-adbd-78e6e5c1173a service neutron] 10.222.0.58 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524775 Mar 14 18:31:39.243400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce63d889-c53e-474d-a4e5-70e1555a077e req-00d680aa-652e-4d7c-9bd2-284f29e9bc53 service neutron] 10.222.0.61 "GET /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933003 Mar 14 18:31:39.767747 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c8c92e95-49d7-4097-bb97-9cc01e127564 req-76ea3c5c-7fa7-4f93-82d7-725a4c788e75 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0274034 Mar 14 18:31:40.846112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f6efa5cb-d005-4a74-9218-04d860b09606 req-97d7447d-99cd-4460-a1b7-b9b14e88800c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0274556 Mar 14 18:31:41.921230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f27ac89f-2f94-44b2-a0e7-6b3bbb4a0576 req-56a403f6-6ee4-47dd-a53d-7424d3e0924e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0255203 Mar 14 18:31:43.020228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d0e337f8-de30-400e-8357-f2f317b4c556 req-d2af29e5-a6e9-4641-9c4c-b50ac61a0102 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0313835 Mar 14 18:31:43.638248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-0b8e19d4-7a96-4ae1-8131-1f6f4c3cd3d1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:43.639961 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-0b8e19d4-7a96-4ae1-8131-1f6f4c3cd3d1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 811 time: 0.1020930 Mar 14 18:31:43.682579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-5a9d9ba9-84f6-4dd6-9732-a793dc54d0ec tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a227c1c684149fdacd624d033aa7eea HTTP/1.1" status: 200 len: 380 time: 0.0335751 Mar 14 18:31:43.693165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'port': {'device_id': '1bdcf902-92ff-4247-b522-cec619633e4d', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'admin_state_up': True, 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'security_groups': ['5f19ced9-c13b-4015-8c74-39638aa77d7c']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:43.878445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Made reservation on behalf of 0a227c1c684149fdacd624d033aa7eea for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:31:43.882041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.012281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.20.0.6 (5de513d0-60d6-44de-9489-1965029c548e/73a7a17c-d1a3-4406-b042-a11e00b380d5/662f00b8-ac14-4d67-821b-0f3564e7fce0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:31:44.165035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.182325 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8d6905a9-3793-48e8-b9ee-3f1e0d0e2f53 req-5298a512-7f96-4580-8ae5-798aea294733 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0348322 Mar 14 18:31:44.268189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.314355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 5de513d0-60d6-44de-9489-1965029c548e is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:31:44.317336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:31:44.321063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:31:44.328019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:44.381375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:44.382029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.476179 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-18edd7a7-ad74-4832-bd39-14e99fde9fd9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865145 Mar 14 18:31:44.488295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Request body: {'port': {'device_id': '1bdcf902-92ff-4247-b522-cec619633e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:31:44.545000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.609651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9650c336-df2f-4008-8600-7fab4e003a77 None None] Provisioning complete for port 662f00b8-ac14-4d67-821b-0f3564e7fce0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:44.610272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9650c336-df2f-4008-8600-7fab4e003a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.649749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9650c336-df2f-4008-8600-7fab4e003a77 None None] Port 662f00b8-ac14-4d67-821b-0f3564e7fce0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:31:44.818289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662f00b8-ac14-4d67-821b-0f3564e7fce0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:44.825856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.837846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Transition to ACTIVE for port object 662f00b8-ac14-4d67-821b-0f3564e7fce0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:31:44.884614 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:44.957929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Pushing event updated for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:45.005274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Attempting to bind port 662f00b8-ac14-4d67-821b-0f3564e7fce0 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:31:45.005616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Attempting to bind port 662f00b8-ac14-4d67-821b-0f3564e7fce0 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:31:45.005973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Attempting to bind port 662f00b8-ac14-4d67-821b-0f3564e7fce0 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:31:45.010818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Port 662f00b8-ac14-4d67-821b-0f3564e7fce0 on network 5de513d0-60d6-44de-9489-1965029c548e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:31:45.011227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Attempting to bind port 662f00b8-ac14-4d67-821b-0f3564e7fce0 on network 5de513d0-60d6-44de-9489-1965029c548e {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:31:45.017263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:31:45.017612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Checking segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:31:45.018037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Bound using segment: {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:31:45.018470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Bound port: 662f00b8-ac14-4d67-821b-0f3564e7fce0, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3995b5a6-a3e7-41f5-be9e-378304123b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5de513d0-60d6-44de-9489-1965029c548e'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:31:45.018833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.092979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:31:45.096062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:31:45.165385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.201271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.201927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:45.203992 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] 10.222.0.61 "PUT /v2.0/ports/662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 1093 time: 0.7199807 Mar 14 18:31:45.221766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:45.226680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c2068d-aa06-46c6-a238-34f322d8e81a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:31:45.296627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b16dc2-6c3a-4afb-91e3-e6fdded1010b service neutron] Pushing event updated for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:45.313383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd5e95-2525-411b-af5b-8b6a28d5ea08 x-openstack-request-id: req-a0dd5e95-2525-411b-af5b-8b6a28d5ea08 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:31:45.313683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:31:45.313964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0dd5e95-2525-411b-af5b-8b6a28d5ea08 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:31:45.314371 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'status': 'completed', 'code': 200} Mar 14 18:31:45.372290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a99f-462e-4f8d-a23e-c83c088dc570 req-63fff6a2-96ee-4016-a3e4-eff9ea29ce76 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.374382 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6272a99f-462e-4f8d-a23e-c83c088dc570 req-63fff6a2-96ee-4016-a3e4-eff9ea29ce76 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0968988 Mar 14 18:31:45.380998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-95e88290-4b7e-4a6e-9fe1-455157a25101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.382547 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-95e88290-4b7e-4a6e-9fe1-455157a25101 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1096 time: 0.0782185 Mar 14 18:31:45.443875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-05011049-2f74-4cf1-9e32-0641beb5c0e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 217 time: 0.0439808 Mar 14 18:31:45.464983 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6272a99f-462e-4f8d-a23e-c83c088dc570 req-5fad027f-f7aa-4210-af75-2214b8b71f34 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814817 Mar 14 18:31:45.506866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-7a15788e-d9b3-4982-8aa4-e56e30e36b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.508323 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-7a15788e-d9b3-4982-8aa4-e56e30e36b84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0567060 Mar 14 18:31:45.558596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-f539be14-4e3c-4dc2-933c-39a5417406b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.573957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-f539be14-4e3c-4dc2-933c-39a5417406b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440772 Mar 14 18:31:45.657690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-ffbbd6d8-8a97-48af-abe8-093b27ea8d32 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907044 Mar 14 18:31:45.750072 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6249b974-6796-47d7-9ce1-1f4fb7ae13e4 req-593e4f11-b425-4445-9c22-fdd38f9e0ebf service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Mar 14 18:31:45.954006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-1b3a12b3-40d0-45a6-80a3-313df742dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:45.955436 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-1b3a12b3-40d0-45a6-80a3-313df742dd1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1096 time: 0.0452626 Mar 14 18:31:46.047287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-0a13881b-4cef-44f5-b90b-b0af1a0091b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:46.048772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-0a13881b-4cef-44f5-b90b-b0af1a0091b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.0857275 Mar 14 18:31:46.094331 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-848c1560-00dc-4216-ab9d-70affd970226 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 217 time: 0.0391250 Mar 14 18:31:46.143661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-8cccd330-717f-4c2e-98f9-287c9ca9bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:46.145245 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-8cccd330-717f-4c2e-98f9-287c9ca9bba7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0444498 Mar 14 18:31:46.191525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-40f34a2d-b0ad-4695-b2da-6862c7349bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:46.195418 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-40f34a2d-b0ad-4695-b2da-6862c7349bc7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411797 Mar 14 18:31:46.286765 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-1cdf686f-87ea-4bef-83a5-796ae13e9d76 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865827 Mar 14 18:31:46.376527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44c2068d-aa06-46c6-a238-34f322d8e81a req-14f6588c-fcd2-427b-a215-bbe167cfc6cd service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Mar 14 18:31:46.592647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69311-d2fd-40ca-927b-7df95fe4e922 req-e30aa838-d474-40d0-b50d-5617418dd1d8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:46.594831 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8e69311-d2fd-40ca-927b-7df95fe4e922 req-e30aa838-d474-40d0-b50d-5617418dd1d8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0581973 Mar 14 18:31:46.638990 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8e69311-d2fd-40ca-927b-7df95fe4e922 req-e5071a87-827c-43a2-8eb1-b9256671c51a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379884 Mar 14 18:31:47.754094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded913b-99cd-4eba-bc61-ea620f850e87 req-cc2b4f31-ebc7-4156-af89-232d64a1eea6 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:47.756476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bded913b-99cd-4eba-bc61-ea620f850e87 req-cc2b4f31-ebc7-4156-af89-232d64a1eea6 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0502629 Mar 14 18:31:47.794296 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bded913b-99cd-4eba-bc61-ea620f850e87 req-9cfdc8fd-a10d-4740-9f48-6ebbdf434f7c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Mar 14 18:31:47.850216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c92847b3-8538-463b-9947-e9bc2ada5470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:48.911562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5d113-98c3-46d8-bc76-cf51472f3f0a req-cd733c91-ef4f-4fdd-8903-88aaaf173b6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:48.913054 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76f5d113-98c3-46d8-bc76-cf51472f3f0a req-cd733c91-ef4f-4fdd-8903-88aaaf173b6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0508468 Mar 14 18:31:48.950130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-76f5d113-98c3-46d8-bc76-cf51472f3f0a req-00ac6b09-de9f-4624-8395-1d7f7ad09598 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Mar 14 18:31:50.070432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d7926-1831-4892-9af7-5df1d8ebe92c req-8f105340-31fc-4bde-9334-1e04eedeaa12 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:50.071856 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-154d7926-1831-4892-9af7-5df1d8ebe92c req-8f105340-31fc-4bde-9334-1e04eedeaa12 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0538239 Mar 14 18:31:50.105262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc196408-1d65-49d7-844e-2d261ba8dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:50.110252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-154d7926-1831-4892-9af7-5df1d8ebe92c req-3c8a7d75-cca1-4598-977c-a640b6e8fc7d tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322943 Mar 14 18:31:51.222999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e28433-53cd-4c86-8803-2c8e43dbed2a req-1dd90e90-900e-4897-98e1-0a17e917af61 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:51.224486 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9e28433-53cd-4c86-8803-2c8e43dbed2a req-1dd90e90-900e-4897-98e1-0a17e917af61 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0488970 Mar 14 18:31:51.262671 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9e28433-53cd-4c86-8803-2c8e43dbed2a req-e45d4ff0-7cd6-4eb1-868f-1c4507c8c6e2 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Mar 14 18:31:51.427165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:52.379852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf5510-58e0-4b24-b00e-6350d0e85623 req-00a5f014-9a6b-4111-ba2d-14d6b01bfa81 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:52.381330 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-08bf5510-58e0-4b24-b00e-6350d0e85623 req-00a5f014-9a6b-4111-ba2d-14d6b01bfa81 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0527005 Mar 14 18:31:52.417809 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-08bf5510-58e0-4b24-b00e-6350d0e85623 req-c54fc281-4f03-4eb5-a3f7-c570b546c8a4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306392 Mar 14 18:31:52.849874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:53.032926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:53.536133 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e92a3-64a8-4997-b6a8-b32c205dab9b req-4af29362-1035-4be2-b7aa-3835dbf754c7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:53.537645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-666e92a3-64a8-4997-b6a8-b32c205dab9b req-4af29362-1035-4be2-b7aa-3835dbf754c7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0489559 Mar 14 18:31:53.573850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-666e92a3-64a8-4997-b6a8-b32c205dab9b req-61acca04-5b41-446e-b48d-9db92ac5a413 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Mar 14 18:31:54.687910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d1a0-e4cb-4851-89dc-8d724e6c4b10 req-f6c5fde7-5ab9-4fb1-817f-41e002d39c26 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:54.689377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8fb1d1a0-e4cb-4851-89dc-8d724e6c4b10 req-f6c5fde7-5ab9-4fb1-817f-41e002d39c26 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0487294 Mar 14 18:31:54.726934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8fb1d1a0-e4cb-4851-89dc-8d724e6c4b10 req-33ebd32f-a3ff-4554-8008-59961ec8a6a7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Mar 14 18:31:55.840441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d534fa-b4c8-4708-9ff8-0b8e0770545e req-236c1884-c754-4fa9-a0f2-6d476aed790c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:55.841916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68d534fa-b4c8-4708-9ff8-0b8e0770545e req-236c1884-c754-4fa9-a0f2-6d476aed790c tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0486979 Mar 14 18:31:55.879315 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68d534fa-b4c8-4708-9ff8-0b8e0770545e req-5c50ab3e-f57d-440b-8947-968e10dd1336 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Mar 14 18:31:56.995581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b540a-324b-4207-9f75-8f3f1c02b80c req-003a4a88-0c06-4c23-b153-f9a7d6c95c18 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:56.997059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ca1b540a-324b-4207-9f75-8f3f1c02b80c req-003a4a88-0c06-4c23-b153-f9a7d6c95c18 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 943 time: 0.0498073 Mar 14 18:31:57.035458 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ca1b540a-324b-4207-9f75-8f3f1c02b80c req-81be8e7f-b79b-4369-9068-c2d0171fc35f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Mar 14 18:31:57.244731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 662f00b8-ac14-4d67-821b-0f3564e7fce0 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:31:57.335967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:57.347467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'port_id': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'mac_address': 'fa:16:3e:6c:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:31:57.386633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:57.399455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662f00b8-ac14-4d67-821b-0f3564e7fce0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:31:57.417113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:57.481743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:57.528306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:57.534974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.535931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.535931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.535931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.536352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.536579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.536903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.537227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.537550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.537868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.538208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.538524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:31:57.839461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['662f00b8-ac14-4d67-821b-0f3564e7fce0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:31:58.141621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:58.479136 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f13e5-51d2-478c-bfef-ef49a51a5341 req-b5320e08-0ed0-44b5-9def-cbf1da3cb39b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:58.480615 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e10f13e5-51d2-478c-bfef-ef49a51a5341 req-b5320e08-0ed0-44b5-9def-cbf1da3cb39b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 944 time: 0.3660829 Mar 14 18:31:58.518060 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e10f13e5-51d2-478c-bfef-ef49a51a5341 req-d5712294-fb48-4db2-85d3-1375ecb50a5f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306826 Mar 14 18:31:59.242359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 662f00b8-ac14-4d67-821b-0f3564e7fce0 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:31:59.376186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 662f00b8-ac14-4d67-821b-0f3564e7fce0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:31:59.380178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 662f00b8-ac14-4d67-821b-0f3564e7fce0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:31:59.380548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:59.459404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:59.481022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:31:59.483270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7493d092-359c-4965-bcd0-e35ae38d533f" -d '{"events": [{"server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "name": "network-vif-plugged", "status": "completed", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:31:59.496061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:31:59.519013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad7c50c-7ab1-4199-9705-840752b55f19 x-openstack-request-id: req-bad7c50c-7ab1-4199-9705-840752b55f19 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:31:59.519302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "name": "network-vif-plugged", "status": "completed", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:31:59.519553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bad7c50c-7ab1-4199-9705-840752b55f19 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:31:59.519944 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'code': 200} Mar 14 18:31:59.561886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:31:59.610768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:31:59.643759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecfcd7-fd93-4ff5-a0e6-d39fe2acf9ea req-49137a1e-a61b-47fb-80f0-bd4b85aa9f52 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.645226 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-01ecfcd7-fd93-4ff5-a0e6-d39fe2acf9ea req-49137a1e-a61b-47fb-80f0-bd4b85aa9f52 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0588260 Mar 14 18:31:59.691870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-01ecfcd7-fd93-4ff5-a0e6-d39fe2acf9ea req-8242f1ac-4e21-412a-8197-dac9a1c5944b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Mar 14 18:31:59.791847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd76ff4-5c08-4407-94aa-14e4e5d89635 req-693cf3e5-a736-446d-ae9c-bff00886a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:31:59.793324 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2fd76ff4-5c08-4407-94aa-14e4e5d89635 req-693cf3e5-a736-446d-ae9c-bff00886a28c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1098 time: 0.0400760 Mar 14 18:31:59.827787 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2fd76ff4-5c08-4407-94aa-14e4e5d89635 req-bf1812d6-7915-4b56-a633-81c8ed5009b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264699 Mar 14 18:31:59.970639 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:32:00.816395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f9085-e363-4e26-aba3-58bb0fae7c31 req-6d32c49d-2bca-4763-8998-3c64c0e07370 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:00.817872 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-277f9085-e363-4e26-aba3-58bb0fae7c31 req-6d32c49d-2bca-4763-8998-3c64c0e07370 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0546906 Mar 14 18:32:00.855010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-277f9085-e363-4e26-aba3-58bb0fae7c31 req-d2d7c38f-25f9-4e2a-9b1e-c87327b4d78e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Mar 14 18:32:01.973973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d4fe7-eae5-422c-9a0d-fa0848e537f0 req-be97190b-5db1-43d1-a3a4-1269d22229f9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:01.975450 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-849d4fe7-eae5-422c-9a0d-fa0848e537f0 req-be97190b-5db1-43d1-a3a4-1269d22229f9 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0526547 Mar 14 18:32:02.012511 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-849d4fe7-eae5-422c-9a0d-fa0848e537f0 req-3a655ddf-966d-4913-af05-e3de651d6fc1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Mar 14 18:32:02.124883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58d280-334b-4389-9b98-e9d0935b8e87 req-f7d42bfc-f0d9-45ee-b27e-e938d45ad5f8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:02.126464 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7e58d280-334b-4389-9b98-e9d0935b8e87 req-f7d42bfc-f0d9-45ee-b27e-e938d45ad5f8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0492218 Mar 14 18:32:02.164441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7e58d280-334b-4389-9b98-e9d0935b8e87 req-aa9b788a-b467-4d71-8643-896ee43be0f8 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320916 Mar 14 18:32:02.186594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50636) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:02.376239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee753e-c5b9-47c7-bf90-336f98b327f1 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:02.377768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bdee753e-c5b9-47c7-bf90-336f98b327f1 tempest-TestVolumeBootPattern-724764362 tempest-TestVolumeBootPattern-724764362-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1093 time: 0.1901457 Mar 14 18:32:02.380745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50642) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:02.384986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:02.527733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.626692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.729172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Allocated IP 172.26.3.121 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b6f0a428-8395-411a-a1a0-752a3feeb11a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:02.831238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.927414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:02.965959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:02.969729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:02.973103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:32:02.999285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=b6f0a428-8395-411a-a1a0-752a3feeb11a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:03.012404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.012758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.013107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.013440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.013775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.014131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.014469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.014798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.015130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.016146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.016479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.016804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:03.590652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.743235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.884630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:03.972837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:04.042186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event updated for resources: {'Port': ['ID=b6f0a428-8395-411a-a1a0-752a3feeb11a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:04.055990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:04.156480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP a8e7dd2d-26d4-483c-8bd7-d81d805e0973 associated. External IP: 172.26.3.121, port: 662f00b8-ac14-4d67-821b-0f3564e7fce0. Mar 14 18:32:04.361606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:04.468700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:04.478490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:04.492373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:04.493391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:04.537274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:04.566464 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9180e971-96cf-4688-8501-b2f7afce8b3b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1846981 Mar 14 18:32:04.567072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:04.569949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6331f1d-c99b-4121-a24a-eefb47e08a79" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:04.602716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:04.605357 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83327a-4b55-4ebc-afa3-a5380e2ace22 x-openstack-request-id: req-6a83327a-4b55-4ebc-afa3-a5380e2ace22 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:04.605873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:04.606015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a83327a-4b55-4ebc-afa3-a5380e2ace22 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:04.606318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'status': 'completed', 'code': 200} Mar 14 18:32:04.668445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-4483ee8d-44b5-4622-9d59-7fbe865b1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:04.669833 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-4483ee8d-44b5-4622-9d59-7fbe865b1832 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1098 time: 0.0405142 Mar 14 18:32:04.766458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-46dd35b5-4d4f-4e25-b942-f3213f6b62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:04.767945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-46dd35b5-4d4f-4e25-b942-f3213f6b62a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.0896559 Mar 14 18:32:04.826938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}, {'id': 'a8e7dd2d-26d4-483c-8bd7-d81d805e0973', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:6c:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdcf902-92ff-4247-b522-cec619633e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:03Z', 'updated_at': '2022-03-14T18:32:03Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:04.836969 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-fdb60d71-a8cc-4c0a-aed9-b8f9c17b8f64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 999 time: 0.0610507 Mar 14 18:32:04.853917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:04.862831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:04.863443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:04.886804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-da52b1bd-c5c0-43aa-8fff-7c371e275ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:04.888285 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-da52b1bd-c5c0-43aa-8fff-7c371e275ab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0450373 Mar 14 18:32:04.939573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-fa1954be-d2a3-498b-9e0f-52608aec8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:04.941039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-fa1954be-d2a3-498b-9e0f-52608aec8055 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459976 Mar 14 18:32:04.952832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-82df3ad0-a999-4a00-8773-9d86e8bc788d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:32:04.954326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-82df3ad0-a999-4a00-8773-9d86e8bc788d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056405 Mar 14 18:32:04.969848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:05.055637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-50bd4eee-35dc-40b4-9b9d-3f91bc5815bd service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930927 Mar 14 18:32:05.153779 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b6331f1d-c99b-4121-a24a-eefb47e08a79 req-353bb9ee-d00f-4072-9d29-7d6754f300e2 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902493 Mar 14 18:32:05.344961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}, {'id': 'a8e7dd2d-26d4-483c-8bd7-d81d805e0973', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:6c:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdcf902-92ff-4247-b522-cec619633e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:03Z', 'updated_at': '2022-03-14T18:32:03Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:05.371604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06cd3b-6944-49c8-8aed-d3d36534da94 None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}, {'id': 'a8e7dd2d-26d4-483c-8bd7-d81d805e0973', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:6c:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdcf902-92ff-4247-b522-cec619633e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:32:03Z', 'updated_at': '2022-03-14T18:32:03Z', 'revision_number': 0, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:05.559669 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529e8a-4d8f-4e0b-828e-017b7403d592 None None] New status for floating IP a8e7dd2d-26d4-483c-8bd7-d81d805e0973: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:08.411550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50652) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:08.565317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Deleting port 52032cad-43a0-4909-abf5-e1612aef9b2f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:08.565663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.641097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.641430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.652796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Calling delete_port for 52032cad-43a0-4909-abf5-e1612aef9b2f owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:08.929476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:08.956189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Port': ['ID=52032cad-43a0-4909-abf5-e1612aef9b2f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:09.033841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.034218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Floating IP 60464d8a-930b-4c28-b243-23dfe96ea1e7 disassociated (deleted). External IP: 172.26.3.182, port: 215fef5c-94bd-42fe-ad14-632f2d94c8eb. Mar 14 18:32:09.236083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:09.342545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:09.349418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:09.352051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Sync routers for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:09.362124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:09.363579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.375999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c7d51695-bf07-45b7-a529-7ee018db5b43 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "DELETE /v2.0/floatingips/60464d8a-930b-4c28-b243-23dfe96ea1e7 HTTP/1.1" status: 204 len: 168 time: 0.9633455 Mar 14 18:32:09.376575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:09.378906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d88d81c-a564-4b89-ae49-b0ef3562be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:09.418304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2a3d7-1dab-4da3-a2f9-0b1779db962d x-openstack-request-id: req-63a2a3d7-1dab-4da3-a2f9-0b1779db962d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:09.418948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:09.418948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63a2a3d7-1dab-4da3-a2f9-0b1779db962d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:09.419666 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'status': 'completed', 'code': 200} Mar 14 18:32:09.475245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:09.486530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-cf98cfee-a8d2-4f89-aeb5-75bbbe1f4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:09.488078 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-cf98cfee-a8d2-4f89-aeb5-75bbbe1f4c41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb3465926b064bcb81991502ef826647&device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 1099 time: 0.0456288 Mar 14 18:32:09.579453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-04223a25-f39e-4d75-bd9c-aa7a016e4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:09.581195 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-04223a25-f39e-4d75-bd9c-aa7a016e4608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 200 len: 897 time: 0.0866668 Mar 14 18:32:09.628427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-08f4151d-052a-4fa1-a379-271669fcf7c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 200 len: 217 time: 0.0401950 Mar 14 18:32:09.679511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.683944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-d561cc10-60e8-4a64-875a-b5ee851f6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:09.687274 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-d561cc10-60e8-4a64-875a-b5ee851f6e8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 200 len: 834 time: 0.0491753 Mar 14 18:32:09.705277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Checking router: 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:09.713887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:09.714525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:09.732862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-41a3e8ff-d1c1-4e65-b1b8-331ee2de972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:09.735415 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-41a3e8ff-d1c1-4e65-b1b8-331ee2de972c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420280 Mar 14 18:32:09.824908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:09.882795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f828-4126-4ba3-9587-68713f1d0a6f req-b797cf4a-1ceb-4a4e-8aa9-0772061b3f1a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:09.884282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b163f828-4126-4ba3-9587-68713f1d0a6f req-b797cf4a-1ceb-4a4e-8aa9-0772061b3f1a tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0757964 Mar 14 18:32:09.886478 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-d376e14f-cedd-4508-bb64-075d8497112f service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441483 Mar 14 18:32:09.973275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b163f828-4126-4ba3-9587-68713f1d0a6f req-31bc2a1b-4a87-4f90-a3bd-065cf85da016 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830986 Mar 14 18:32:10.004191 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d88d81c-a564-4b89-ae49-b0ef3562be8a req-104d384d-6091-4709-a4ec-29082ec95af6 service neutron] 10.222.0.61 "GET /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074815 Mar 14 18:32:10.024099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:10.055441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e4643-efcd-40d7-87a8-bccf3fdcb7d4 None None] The sync data for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv is: [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:28:56Z', 'revision_number': 4, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '94ba267c-d420-4002-a522-ee1ef78881c6', 'name': '', 'network_id': 'ddca53c6-71ec-4cdd-ad29-ff37d376fdfb', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'mac_address': 'fa:16:3e:1a:a0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:55Z', 'updated_at': '2022-03-14T18:29:03Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'subnets': [{'id': 'df3ff4b5-c040-4baf-ab92-222761ee2929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:10.264616 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f4954-9fcc-45d7-b930-c2949c5f279a None None] New status for floating IP 60464d8a-930b-4c28-b243-23dfe96ea1e7: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:11.094514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438aa45-4344-4e92-a312-77466d1f29f7 req-80ead4d0-7c67-4d30-8714-1042b36a71a6 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:11.095982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5438aa45-4344-4e92-a312-77466d1f29f7 req-80ead4d0-7c67-4d30-8714-1042b36a71a6 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0518649 Mar 14 18:32:11.133432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5438aa45-4344-4e92-a312-77466d1f29f7 req-295ef0d1-1aa1-45f6-bc56-e00e783c8199 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/security-groups?id=c989c939-29fe-429c-b2b5-ecbdc8a32242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Mar 14 18:32:11.603232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-127ea60e-6428-446f-95f0-afa460733772 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:11.604662 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-127ea60e-6428-446f-95f0-afa460733772 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.61 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 946 time: 0.0482597 Mar 14 18:32:11.708235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Deleting port 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:11.708562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.796017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] For port 215fef5c-94bd-42fe-ad14-632f2d94c8eb, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=215fef5c-94bd-42fe-ad14-632f2d94c8eb,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:11.797164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:11.810001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Calling delete_port for 215fef5c-94bd-42fe-ad14-632f2d94c8eb owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:12.007009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.037420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Port': ['ID=215fef5c-94bd-42fe-ad14-632f2d94c8eb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:12.048991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.049340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.049682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.050044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.050375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.050703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.051023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.051354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.051675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.051995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.052312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.052629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:12.086891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] No DVR routers for this DVR port 215fef5c-94bd-42fe-ad14-632f2d94c8eb on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:12.089276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:12.092533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c421d63-beb0-4146-ae63-ccb6f6d95c5c req-aa76415a-7613-401e-bbc2-68bd5210e900 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.61 "DELETE /v2.0/ports/215fef5c-94bd-42fe-ad14-632f2d94c8eb HTTP/1.1" status: 204 len: 173 time: 0.4770017 Mar 14 18:32:12.096082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-deleted', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:12.096082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0550967-85bd-4a8d-a1dd-4ce221cec71c" -d '{"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-deleted", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:12.130626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbedd51d-08de-4f58-b850-d59f6633f9ff x-openstack-request-id: req-cbedd51d-08de-4f58-b850-d59f6633f9ff {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:12.130920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82202e9-f930-47de-81e8-5b541ba607cd", "name": "network-vif-deleted", "tag": "215fef5c-94bd-42fe-ad14-632f2d94c8eb", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:12.131171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbedd51d-08de-4f58-b850-d59f6633f9ff {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:12.131568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82202e9-f930-47de-81e8-5b541ba607cd', 'name': 'network-vif-deleted', 'tag': '215fef5c-94bd-42fe-ad14-632f2d94c8eb', 'status': 'completed', 'code': 200} Mar 14 18:32:12.227345 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6ef0ab41-cda2-436c-84b0-6ac4faf1eb48 req-89195233-1439-44e1-bd27-508ff286eeeb tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "GET /v2.0/ports?device_id=a82202e9-f930-47de-81e8-5b541ba607cd HTTP/1.1" status: 200 len: 210 time: 0.0280397 Mar 14 18:32:13.283053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50670) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:13.636325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:13.896048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Deleting port 94ba267c-d420-4002-a522-ee1ef78881c6 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:13.896284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:13.988855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] For port 94ba267c-d420-4002-a522-ee1ef78881c6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=94ba267c-d420-4002-a522-ee1ef78881c6,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:13.989214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.002611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Calling delete_port for 94ba267c-d420-4002-a522-ee1ef78881c6 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:14.560980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.587392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Port': ['ID=94ba267c-d420-4002-a522-ee1ef78881c6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:14.776057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:14.995656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:15.101708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:15.106806 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-41f62dc3-9c71-4818-9f8d-4684b3390084 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "PUT /v2.0/routers/1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8227444 Mar 14 18:32:15.110411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50674) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:15.113366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Sync routers for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:15.123845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:15.125014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:15.163329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Deleting subnet df3ff4b5-c040-4baf-ab92-222761ee2929 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:32:15.166457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.206813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.231669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:15.291782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.327987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:15.354434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 215fef5c-94bd-42fe-ad14-632f2d94c8eb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:15.355026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 215fef5c-94bd-42fe-ad14-632f2d94c8eb not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:15.415976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.437530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:32:14Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:15.445723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Subnet': ['ID=df3ff4b5-c040-4baf-ab92-222761ee2929,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:15.449423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.452875 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1ecab025-84b4-4d60-93be-ed2bdb1368d4 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "DELETE /v2.0/subnets/df3ff4b5-c040-4baf-ab92-222761ee2929 HTTP/1.1" status: 204 len: 168 time: 0.3415120 Mar 14 18:32:15.455815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50676) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:15.465718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc10fb-1231-422c-9ae0-773680fe52cc None None] Network ddca53c6-71ec-4cdd-ad29-ff37d376fdfb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:32:15.468599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Checking router: 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:15.524984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Routers {'1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:15.525612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:31:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:15.564940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.672271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.680295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] Set router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:15.751542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] DHCP port deletion for ddca53c6-71ec-4cdd-ad29-ff37d376fdfb request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:32:15.763853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Deleting port a94f5884-5427-4e8f-b352-c77b7b26ad4a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:15.764199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.851446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] For port a94f5884-5427-4e8f-b352-c77b7b26ad4a, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a94f5884-5427-4e8f-b352-c77b7b26ad4a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:15.851823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:15.864838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Calling delete_port for a94f5884-5427-4e8f-b352-c77b7b26ad4a owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:16.020412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:16.057621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Deleting port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:16.058026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.138281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.141647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] For port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:16.142436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.169624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Port': ['ID=a94f5884-5427-4e8f-b352-c77b7b26ad4a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:16.181691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Calling delete_port for 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:16.184176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:32:14Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.226099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882ba1-cb61-4659-9d9c-3693fb542727 None None] The sync data for ids ['1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f'] in dv-neutron-833670-1-hyperv is: [{'id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954077281', 'tenant_id': 'eb3465926b064bcb81991502ef826647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:46Z', 'updated_at': '2022-03-14T18:32:14Z', 'revision_number': 5, 'project_id': 'eb3465926b064bcb81991502ef826647', 'gw_port': {'id': 'a94f5884-5427-4e8f-b352-c77b7b26ad4a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:28:48Z', 'updated_at': '2022-03-14T18:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:16.287541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.288509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.317380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,segment=NetworkSegment(343ed773-82d4-4af5-b92d-9251679893d3),segment_id=343ed773-82d4-4af5-b92d-9251679893d3)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:16.335720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.337823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.470781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.495288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.499077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Fanout notify agent at l3_agent the message router_deleted on router 1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:32:16.503634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.504750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b5cf93e6-c09f-4604-9693-73323aecc9b7 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "DELETE /v2.0/routers/1e210e1b-e1e7-4bdb-9369-9ee2c29aad2f HTTP/1.1" status: 204 len: 168 time: 1.0480499 Mar 14 18:32:16.507371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50678) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:16.520039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:16.546762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.572519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] Pushing event deleted for resources: {'Port': ['ID=5689dc5b-fea5-4001-90ac-4b8e5ecf4200,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:16.583361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66875c-1f4b-43d8-87ac-17f27be703bd None None] No DVR routers for this DVR port 5689dc5b-fea5-4001-90ac-4b8e5ecf4200 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:16.593662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.684730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.727598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddca53c6-71ec-4cdd-ad29-ff37d376fdfb']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.732108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343ed773-82d4-4af5-b92d-9251679893d3') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.732396 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343ed773-82d4-4af5-b92d-9251679893d3') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:16.741645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.754884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.760750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:32:16.761173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:32:16.764283 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:32:16.872807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.881555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.884575 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "DELETE /v2.0/networks/ddca53c6-71ec-4cdd-ad29-ff37d376fdfb HTTP/1.1" status: 204 len: 168 time: 0.3762803 Mar 14 18:32:16.887236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50680) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:16.905687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a5565-c83c-477e-b240-93bad1c42625 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'Network': ['ID=ddca53c6-71ec-4cdd-ad29-ff37d376fdfb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:16.963513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:16.989459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.106672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.109253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.110464 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] 10.222.0.58 "DELETE /v2.0/security-groups/c989c939-29fe-429c-b2b5-ecbdc8a32242 HTTP/1.1" status: 204 len: 168 time: 0.2223318 Mar 14 18:32:17.123095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e22bf4-0c75-46d5-bd63-4601eb61dbb5 tempest-TestNetworkAdvancedServerOps-201371131 tempest-TestNetworkAdvancedServerOps-201371131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989c939-29fe-429c-b2b5-ecbdc8a32242,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:17.698169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50690) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:17.845346 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a94f5884-5427-4e8f-b352-c77b7b26ad4a no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:17.864699 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-14df7e89-1d9f-44bf-9b5f-cea04b0ba7bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb3465926b064bcb81991502ef826647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653624 Mar 14 18:32:17.867814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50694) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:17.867957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-36184665-562a-47e4-8923-6cf171d475ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.869818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a94f5884-5427-4e8f-b352-c77b7b26ad4a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:17.870189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a94f5884-5427-4e8f-b352-c77b7b26ad4a not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:17.870595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94ba267c-d420-4002-a522-ee1ef78881c6 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:17.892618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 94ba267c-d420-4002-a522-ee1ef78881c6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:17.892960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 94ba267c-d420-4002-a522-ee1ef78881c6 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:17.925919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:17.958153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.089787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.092334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.093561 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7ed4127-4b44-4ac3-a266-3a8e8aefcbff HTTP/1.1" status: 204 len: 168 time: 0.2252839 Mar 14 18:32:18.102224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72326d2-8e5c-4c7b-80c3-d90ba742d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed4127-4b44-4ac3-a266-3a8e8aefcbff,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:18.750742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50700) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:18.764079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c99a3bba-da5c-4411-9fcd-f25859c4aaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.838194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c99a3bba-da5c-4411-9fcd-f25859c4aaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.915275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c99a3bba-da5c-4411-9fcd-f25859c4aaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:18.951182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a3bba-da5c-4411-9fcd-f25859c4aaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cc1fbe-818f-430e-81cb-e3b6bd2c1882,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:18.958554 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c99a3bba-da5c-4411-9fcd-f25859c4aaae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91996c7d0797472688d20a78c45b334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065358 Mar 14 18:32:18.961302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50702) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:19.012872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.041550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.143398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.145959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:19.147118 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5cc1fbe-818f-430e-81cb-e3b6bd2c1882 HTTP/1.1" status: 204 len: 168 time: 0.1848316 Mar 14 18:32:19.155224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07380da4-65cf-4c5e-8d7b-c21971f6a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cc1fbe-818f-430e-81cb-e3b6bd2c1882,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:20.100989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-331ffb31-3b31-4658-8d31-124bee6f9e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:21.417587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:22.903210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:23.034649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:28.129852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:31.024686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207e5a7-a289-4506-b01e-c7ca180c4fd2 req-1f853ec4-44ec-4694-8ba2-546baed3aa7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:31.026204 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a207e5a7-a289-4506-b01e-c7ca180c4fd2 req-1f853ec4-44ec-4694-8ba2-546baed3aa7f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.2520170 Mar 14 18:32:31.066850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a207e5a7-a289-4506-b01e-c7ca180c4fd2 req-b0313425-bbb4-4b85-9197-8af1a4c2644f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345943 Mar 14 18:32:32.240788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d23ba-a05d-4d82-93a8-caf7c34a87f0 req-f3cdcc43-3384-4031-b59d-f78eebadbbbe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:32.242323 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-428d23ba-a05d-4d82-93a8-caf7c34a87f0 req-f3cdcc43-3384-4031-b59d-f78eebadbbbe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.1046185 Mar 14 18:32:32.282582 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-428d23ba-a05d-4d82-93a8-caf7c34a87f0 req-e834f227-585f-4191-bc15-799c5d91c4f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341849 Mar 14 18:32:32.527172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-3b378067-461d-45f7-95e5-6bce4881d05e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:32.528618 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-3b378067-461d-45f7-95e5-6bce4881d05e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Mar 14 18:32:32.628921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port a26876e8-a84c-4307-90ad-b6db2612cbb5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:32.629252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.714866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port a26876e8-a84c-4307-90ad-b6db2612cbb5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=a26876e8-a84c-4307-90ad-b6db2612cbb5,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:32.715141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.926794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.927175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:32.927491 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089 disassociated. External IP: 172.26.3.163, port: a26876e8-a84c-4307-90ad-b6db2612cbb5. Mar 14 18:32:32.927832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for a26876e8-a84c-4307-90ad-b6db2612cbb5 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:33.140589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:33.170232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=a26876e8-a84c-4307-90ad-b6db2612cbb5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:33.287652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:33.378588 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e7d1605-76cb-4917-95c6-78bde33df81b req-bf1dcb55-1fcb-4a94-8ed9-84917b3d6fe1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 210 time: 0.0262213 Mar 14 18:32:33.402309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:33.412918 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:33.423397 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:33.424012 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:33.443471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port a26876e8-a84c-4307-90ad-b6db2612cbb5 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:33.446263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:33.449600 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7377460-86e9-4afc-9b66-8f0ae269d59a req-66ac6083-bbf4-4ca3-9c81-8d9730b33113 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/a26876e8-a84c-4307-90ad-b6db2612cbb5 HTTP/1.1" status: 204 len: 173 time: 0.9149776 Mar 14 18:32:33.450104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'name': 'network-vif-deleted', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:33.454459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e7a48-2dfe-4359-87d0-ff75b5c5da99" -d '{"events": [{"server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "name": "network-vif-deleted", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:33.547406 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:33.559035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767b768-fb4a-40fb-bafc-143189ef5d65 x-openstack-request-id: req-f767b768-fb4a-40fb-bafc-143189ef5d65 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:33.559534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f20dffa-cf47-4c87-9b50-ffd30b2b1757", "name": "network-vif-deleted", "tag": "a26876e8-a84c-4307-90ad-b6db2612cbb5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:33.559946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f767b768-fb4a-40fb-bafc-143189ef5d65 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:33.560499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f20dffa-cf47-4c87-9b50-ffd30b2b1757', 'name': 'network-vif-deleted', 'tag': 'a26876e8-a84c-4307-90ad-b6db2612cbb5', 'status': 'completed', 'code': 200} Mar 14 18:32:33.769665 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:33.797016 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:33.805323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:33.805938 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:33.993646 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:34.196475 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:34.223226 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5698fbf0-db93-4b02-926e-6380cea9302c None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '98828b67-ba0e-4653-b761-770382c14b2d', 'name': '', 'network_id': 'a25a6677-4e26-4c01-8e97-ab80c82baa00', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:2f:15:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:08Z', 'updated_at': '2022-03-14T18:29:16Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'c9651516-3bc8-429d-bff8-ff8161298f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:34.446446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdd125-20e7-4e39-a251-3dd917b25f97 None None] New status for floating IP 8f45bdb9-c0ed-401f-bef2-7ee109e20089: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:32:34.504899 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-06bb7382-6da9-453b-979b-ca27b9a0b166 req-e24608f6-c8c2-4b2b-850a-7dcdeb9b818d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f20dffa-cf47-4c87-9b50-ffd30b2b1757 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Mar 14 18:32:35.561603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:35.624715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.649238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.779898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.782516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:35.783698 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/2ee88bb9-f269-4c7d-a58e-39cfc0ddf208 HTTP/1.1" status: 204 len: 168 time: 0.2208853 Mar 14 18:32:35.794076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c788516-edf2-4f60-900b-6217d50eff19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee88bb9-f269-4c7d-a58e-39cfc0ddf208,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:35.924037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:36.053431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 7c4e0d2a-c38c-4ba9-b899-34ad31301d92 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:36.053686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.131525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.131844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.143070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 7c4e0d2a-c38c-4ba9-b899-34ad31301d92 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:36.337372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.366363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=7c4e0d2a-c38c-4ba9-b899-34ad31301d92,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:36.424945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.428076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:36.429224 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-94869020-98ca-4052-8a1b-9ace8aad0666 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/8f45bdb9-c0ed-401f-bef2-7ee109e20089 HTTP/1.1" status: 204 len: 168 time: 0.5041547 Mar 14 18:32:36.838870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fadc2-eb33-4840-b50f-453c708a9b61 req-a91b1406-cef1-4880-9622-4aaed2a28810 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:36.840334 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-540fadc2-eb33-4840-b50f-453c708a9b61 req-a91b1406-cef1-4880-9622-4aaed2a28810 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Mar 14 18:32:36.878277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-540fadc2-eb33-4840-b50f-453c708a9b61 req-d193568e-6877-4915-aaa2-5221a837d7c9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Mar 14 18:32:36.969426 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:32:37.475838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a26876e8-a84c-4307-90ad-b6db2612cbb5 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:37.496161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: a26876e8-a84c-4307-90ad-b6db2612cbb5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:37.496506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device a26876e8-a84c-4307-90ad-b6db2612cbb5 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:37.995538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d356d1e-7d94-410b-b1cc-e22f3f2079c3 req-c5b58a6f-29d4-4ff0-bb7d-9d183e795ee8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:37.997014 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d356d1e-7d94-410b-b1cc-e22f3f2079c3 req-c5b58a6f-29d4-4ff0-bb7d-9d183e795ee8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Mar 14 18:32:38.034558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d356d1e-7d94-410b-b1cc-e22f3f2079c3 req-24274fbe-445e-42ad-ae90-404870eaba8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=0242df42-fae8-463c-b950-7c7b40a85210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Mar 14 18:32:38.539547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-ac27d02f-6881-4569-b123-9e043728e171 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:38.540983 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-ac27d02f-6881-4569-b123-9e043728e171 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 945 time: 0.0535314 Mar 14 18:32:38.634337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 799815e8-d3ed-46ba-b532-512659664eca {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:38.634681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.728947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 799815e8-d3ed-46ba-b532-512659664eca, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=799815e8-d3ed-46ba-b532-512659664eca,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:38.729221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.742804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 799815e8-d3ed-46ba-b532-512659664eca owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:38.940540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:38.971621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=799815e8-d3ed-46ba-b532-512659664eca,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:39.016555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 799815e8-d3ed-46ba-b532-512659664eca on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:39.019058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:39.022593 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-86fd96f6-d7ae-423b-bb2b-032b09b55be4 req-30f4b23d-383a-4c56-b951-ce0f4a773533 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/799815e8-d3ed-46ba-b532-512659664eca HTTP/1.1" status: 204 len: 173 time: 0.4755607 Mar 14 18:32:39.022768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'name': 'network-vif-deleted', 'tag': '799815e8-d3ed-46ba-b532-512659664eca'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:39.025039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af64c4-bf19-4e43-92b0-df6003f0aa06" -d '{"events": [{"server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "name": "network-vif-deleted", "tag": "799815e8-d3ed-46ba-b532-512659664eca"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:39.065585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220906fa-bf7a-4132-9889-6d583fa5a035 x-openstack-request-id: req-220906fa-bf7a-4132-9889-6d583fa5a035 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:39.066089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b7c81c-bee6-4a7d-b8a9-faa457e82854", "name": "network-vif-deleted", "tag": "799815e8-d3ed-46ba-b532-512659664eca", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:39.066365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-220906fa-bf7a-4132-9889-6d583fa5a035 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:39.066823 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b7c81c-bee6-4a7d-b8a9-faa457e82854', 'name': 'network-vif-deleted', 'tag': '799815e8-d3ed-46ba-b532-512659664eca', 'status': 'completed', 'code': 200} Mar 14 18:32:39.135668 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7a30f9fe-132d-4e7a-aaab-1359b1ab21c2 req-daff43f9-cce2-4481-8473-8d2f51009172 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b7c81c-bee6-4a7d-b8a9-faa457e82854 HTTP/1.1" status: 200 len: 210 time: 0.0262899 Mar 14 18:32:39.507690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-2db9f1db-c019-4a40-b454-1b28461ead63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847170 Mar 14 18:32:39.592230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-14e91d3f-c8fa-408a-8fca-f4e317a5a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.593614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-14e91d3f-c8fa-408a-8fca-f4e317a5a184 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1099 time: 0.0437446 Mar 14 18:32:39.704056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-a7ba0cd7-3699-418c-8677-9419da1650c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.705792 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-a7ba0cd7-3699-418c-8677-9419da1650c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.0849731 Mar 14 18:32:39.774704 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-4c413fb9-f1bd-4bf1-a786-e9df2306d6cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 1001 time: 0.0612769 Mar 14 18:32:39.827950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-c05cb2f9-4749-47bd-b629-5b0cf46f8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.829785 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-c05cb2f9-4749-47bd-b629-5b0cf46f8656 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0483887 Mar 14 18:32:39.878206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-236f1f97-1691-4e26-94aa-25f7df01e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:39.879648 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-236f1f97-1691-4e26-94aa-25f7df01e1c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414815 Mar 14 18:32:39.975304 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-c65f1691-87ef-492d-8193-49af2c68eb45 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890782 Mar 14 18:32:40.066599 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7674c911-8f54-4b5c-bfcf-cd77f8e9fdca req-7a9c9dd9-6729-43af-8019-699977349f29 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840623 Mar 14 18:32:40.192669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:40.251238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:40.276418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:40.499826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:40.502387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:40.503606 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/0242df42-fae8-463c-b950-7c7b40a85210 HTTP/1.1" status: 204 len: 168 time: 0.3099620 Mar 14 18:32:40.512896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58063a-c8d3-43ef-9980-b0571663f10b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0242df42-fae8-463c-b950-7c7b40a85210,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:40.612574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:40.965218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:41.512898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 98828b67-ba0e-4653-b761-770382c14b2d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:41.513650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:41.605368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 98828b67-ba0e-4653-b761-770382c14b2d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=98828b67-ba0e-4653-b761-770382c14b2d,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:41.605735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:41.619212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 98828b67-ba0e-4653-b761-770382c14b2d owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:41.896713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:41.924421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=98828b67-ba0e-4653-b761-770382c14b2d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:42.110008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.323553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router dafdc4ef-f207-40d8-a15e-6eec51e1b170 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:42.432830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:42.438187 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2594973c-bba6-4c1e-81bf-7b44a6523de3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/dafdc4ef-f207-40d8-a15e-6eec51e1b170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245339 Mar 14 18:32:42.440950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50760) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:42.444217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Sync routers for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:42.455390 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:42.456000 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:42.498617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet c9651516-3bc8-429d-bff8-ff8161298f5a {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:32:42.501590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.541520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.560897 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:42.624668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.740553 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:32:41Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:42.770483 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Checking router: dafdc4ef-f207-40d8-a15e-6eec51e1b170 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:42.778837 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Routers {'dafdc4ef-f207-40d8-a15e-6eec51e1b170'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:42.779429 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:42.828826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.856565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=c9651516-3bc8-429d-bff8-ff8161298f5a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:42.860203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:42.863755 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-124ce5b9-33e3-4f37-9710-effd272b56d1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/c9651516-3bc8-429d-bff8-ff8161298f5a HTTP/1.1" status: 204 len: 168 time: 0.4213641 Mar 14 18:32:42.867026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:42.871554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb17e9f-5e63-409c-9467-90c53d56e9e1 None None] Network a25a6677-4e26-4c01-8e97-ab80c82baa00 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:32:42.886170 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] Set router dafdc4ef-f207-40d8-a15e-6eec51e1b170 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:42.983440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.073210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] DHCP port deletion for a25a6677-4e26-4c01-8e97-ab80c82baa00 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:32:43.074543 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:32:41Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:43.102206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.102948 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dceb877-de72-433a-9e3a-66c45d2a8ca6 None None] The sync data for ids ['dafdc4ef-f207-40d8-a15e-6eec51e1b170'] in dv-neutron-833670-1-hyperv is: [{'id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'name': 'tempest-TestNetworkBasicOps-router-364304640', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79'}], 'enable_snat': True}, 'gw_port_id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:28:58Z', 'updated_at': '2022-03-14T18:32:41Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '365d590d-73ca-4c7d-9f97-3c8bc1cf81b8', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafdc4ef-f207-40d8-a15e-6eec51e1b170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:29:00Z', 'updated_at': '2022-03-14T18:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:43.123631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Deleting port 84d8329f-0250-41b3-ac7e-078648357cef {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:43.124037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.189270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] For port 84d8329f-0250-41b3-ac7e-078648357cef, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=84d8329f-0250-41b3-ac7e-078648357cef,segment=NetworkSegment(1e775aa8-991c-437b-950d-7a1430085557),segment_id=1e775aa8-991c-437b-950d-7a1430085557)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:43.189657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.203159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Calling delete_port for 84d8329f-0250-41b3-ac7e-078648357cef owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:43.215827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:32:43.216195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.293345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:43.293631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.305554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:32:43.352337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.380483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] Pushing event deleted for resources: {'Port': ['ID=84d8329f-0250-41b3-ac7e-078648357cef,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:43.387883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9597402-17f0-4e52-b820-8737246d7d79 None None] No DVR routers for this DVR port 84d8329f-0250-41b3-ac7e-078648357cef on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:32:43.489732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 799815e8-d3ed-46ba-b532-512659664eca no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:43.511407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 799815e8-d3ed-46ba-b532-512659664eca {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:43.511741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 799815e8-d3ed-46ba-b532-512659664eca not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:43.551770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.584549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=365d590d-73ca-4c7d-9f97-3c8bc1cf81b8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:43.644901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.737222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.739305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.854363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.854961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router dafdc4ef-f207-40d8-a15e-6eec51e1b170 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:32:43.866413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:43.866413 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3f5e7b55-8b88-4902-84b4-61cb963b4819 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/dafdc4ef-f207-40d8-a15e-6eec51e1b170 HTTP/1.1" status: 204 len: 168 time: 0.9960752 Mar 14 18:32:43.867018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50766) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:43.900354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 98828b67-ba0e-4653-b761-770382c14b2d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:43.922317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 98828b67-ba0e-4653-b761-770382c14b2d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:43.922661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 98828b67-ba0e-4653-b761-770382c14b2d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:43.923068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84d8329f-0250-41b3-ac7e-078648357cef no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:43.944929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 84d8329f-0250-41b3-ac7e-078648357cef {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:43.945531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 84d8329f-0250-41b3-ac7e-078648357cef not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:43.951484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.050402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.074869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25a6677-4e26-4c01-8e97-ab80c82baa00']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:44.084395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e775aa8-991c-437b-950d-7a1430085557') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:44.084630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e775aa8-991c-437b-950d-7a1430085557') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:44.094880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.107742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.113348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:32:44.113729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:32:44.116622 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:32:44.233627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.241104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.243830 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/a25a6677-4e26-4c01-8e97-ab80c82baa00 HTTP/1.1" status: 204 len: 168 time: 0.3758757 Mar 14 18:32:44.255609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccfba4-3014-40d8-90a9-ba4336bf496c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=a25a6677-4e26-4c01-8e97-ab80c82baa00,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:44.269679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:44.275840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--732483507', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:44.354130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:44.357888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.383424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:32:44.391867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.392220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment c9436d27-1ea4-44d6-a07c-e264ca9743db of type vlan for network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 Mar 14 18:32:44.432506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.545394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.551004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:44.551584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.614843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=4adf7257-0b51-41b4-90f9-5ce536c65ad5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:44.626457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:32:44.645400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-89e0d4cf-794d-4185-818d-eb0e69adaf25 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3741665 Mar 14 18:32:44.648425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:44.653226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:44.739870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.740918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:44.790794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.009062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.251755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.274035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.373889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.212 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/9ab3dfbd-6988-4add-a873-65b7f6740e3b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:45.481161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.582699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:45.621210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:45.624019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:45.627643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:32:45.652312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=9ab3dfbd-6988-4add-a873-65b7f6740e3b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:45.821642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:32:45.871313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:32:45.871544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 365d590d-73ca-4c7d-9f97-3c8bc1cf81b8 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:32:45.967707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.417218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.639686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 705198c2-f98a-4f81-bafb-ac1b6d404ccc is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:32:46.749474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:46.760455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Sync routers for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:46.770420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:46.771022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:46.841684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:46.842999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02b054f7-c619-47c2-b95c-8ec601ab3fd6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1935756 Mar 14 18:32:46.846252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:46.873767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:46.877680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9380d67c-70e7-481c-b6ee-92c21d379672 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302913 Mar 14 18:32:46.880527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50774) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:46.992369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd6066-88a2-49bc-ba53-84bfdd7b75a4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:46.993147 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dcdd6066-88a2-49bc-ba53-84bfdd7b75a4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1115735 Mar 14 18:32:46.996933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:47.032780 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8dc0c723-bf2e-4b48-bbc2-d2c1b61f22dc tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279860 Mar 14 18:32:47.035227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50778) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:47.041624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462523179', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:47.088080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:45Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:47.113989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Checking router: 705198c2-f98a-4f81-bafb-ac1b6d404ccc for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:47.114872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Updating router 705198c2-f98a-4f81-bafb-ac1b6d404ccc port 9ab3dfbd-6988-4add-a873-65b7f6740e3b binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:32:47.143257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.231397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:47.235202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.396864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.462446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.488615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.513068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Attempting to bind port 9ab3dfbd-6988-4add-a873-65b7f6740e3b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:47.516066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Attempting to bind port 9ab3dfbd-6988-4add-a873-65b7f6740e3b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:47.516066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Attempting to bind port 9ab3dfbd-6988-4add-a873-65b7f6740e3b on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:32:47.516734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b79e30-96ec-4f1c-9671-ecf4669e2ae2 None None] Pushing event updated for resources: {'Port': ['ID=9ab3dfbd-6988-4add-a873-65b7f6740e3b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:47.521708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:32:47.522107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:32:47.523133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.523418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:32:47.524159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Bound port: 9ab3dfbd-6988-4add-a873-65b7f6740e3b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:47.524562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.560643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:32:47.561006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 4adf7257-0b51-41b4-90f9-5ce536c65ad5, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:32:47.564124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=556d2dc3-df15-4518-b2cd-d995db7efb40,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:47.577600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] For port 9ab3dfbd-6988-4add-a873-65b7f6740e3b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:32:47.581432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] For port 9ab3dfbd-6988-4add-a873-65b7f6740e3b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9ab3dfbd-6988-4add-a873-65b7f6740e3b,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:32:47.650853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:32:47.674047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.719729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4adf7257-0b51-41b4-90f9-5ce536c65ad5) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:47.723312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:47.723930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:47.724474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:47.725190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:47.731145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e6458-a9e2-4366-b284-40c7f7a809d0 None None] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:32:47.842634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-37864499-ceb7-467f-94a6-b6609f42422c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8062968 Mar 14 18:32:47.845570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:47.973134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b79e30-96ec-4f1c-9671-ecf4669e2ae2 None None] Pushing event updated for resources: {'Port': ['ID=9ab3dfbd-6988-4add-a873-65b7f6740e3b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:48.058491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d1015f5-da67-4022-9537-d40c6ca21c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.069027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:48.239200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:32:48.240773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.287763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.420374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Allocated IP 172.20.0.2 (4adf7257-0b51-41b4-90f9-5ce536c65ad5/556d2dc3-df15-4518-b2cd-d995db7efb40/0f2a38bb-a568-446c-ae6e-9526bfaa57ad) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:48.425313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:45Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:48.458326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8155f624-3ddf-419f-8a17-fd13aa940a5d None None] The sync data for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv is: [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:45Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:48.605046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.682948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.723007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:48.726608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:48.730327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:32:48.736535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (4adf7257-0b51-41b4-90f9-5ce536c65ad5/556d2dc3-df15-4518-b2cd-d995db7efb40/6a1275f8-3346-434f-8758-d4ac73912cf0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:48.740246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Pushing event updated for resources: {'Port': ['ID=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:48.800876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Attempting to bind port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:48.802793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Attempting to bind port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:48.802793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Attempting to bind port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:32:48.807803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:32:48.808175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Checking segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:32:48.808575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.808965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Bound using segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:32:48.809432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Bound port: 0f2a38bb-a568-446c-ae6e-9526bfaa57ad, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:48.809869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:48.883173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] For port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:32:48.886839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] For port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:32:48.986239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.047311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd912a-1ffe-4dcd-badc-fddbcea5761f None None] Pushing event updated for resources: {'Port': ['ID=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:49.202706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.312897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.364813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:49.368339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:49.371196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:32:49.398794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:49.422207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.595080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.873640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.900893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f2a38bb-a568-446c-ae6e-9526bfaa57ad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:32:49.936901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:49.953457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:49.954408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.017913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.019763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:50.043612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.077612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:50.119916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:50.120475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83cea5f4-267c-4da9-a13e-25e923f74e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.122606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:50.142727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.146553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9ab3dfbd-6988-4add-a873-65b7f6740e3b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:32:50.222484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:50.239681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9ab3dfbd-6988-4add-a873-65b7f6740e3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:50.240050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.254645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 705198c2-f98a-4f81-bafb-ac1b6d404ccc has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:32:50.336875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.360995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 9ab3dfbd-6988-4add-a873-65b7f6740e3b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9ab3dfbd-6988-4add-a873-65b7f6740e3b,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:50.386768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:32:50.393055 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1abe8fb1-156a-4221-822e-cdc30861a216 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/705198c2-f98a-4f81-bafb-ac1b6d404ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453157 Mar 14 18:32:50.394840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50782) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:50.437006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.465737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411ed68-a9ad-49c3-9ced-4650d8c1ec79 None None] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:32:50.536487 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Sync routers for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:32:50.548013 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:50.548671 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:50.553044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=9ab3dfbd-6988-4add-a873-65b7f6740e3b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:50.574758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8ff712e-609a-4271-b8ff-e1ad20662df4 None None] Provisioning complete for port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:50.575008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.575118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8ff712e-609a-4271-b8ff-e1ad20662df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:50.575440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.575918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.576385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.576841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.577497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.579890 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-135c2e24-b434-43f2-9df8-6c790a8ac1ee tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1839550 Mar 14 18:32:50.582680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50784) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:50.664939 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:50.680452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.680850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.681315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.681775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.682256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.682709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:50.684514 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-adfdc79b-da5a-4fda-a0fc-6709dfd2f8ec tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1009092 Mar 14 18:32:50.688968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50786) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:50.864264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-57764a24-eda4-458c-a225-412ff614f201 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1740680 Mar 14 18:32:50.868158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50788) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:50.870708 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:50.874699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1969954449', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:50.897504 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Checking router: 705198c2-f98a-4f81-bafb-ac1b6d404ccc for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:32:50.897993 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Updating router 705198c2-f98a-4f81-bafb-ac1b6d404ccc port 6a1275f8-3346-434f-8758-d4ac73912cf0 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:32:50.923448 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.072120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:32:51.072852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5dd23bc2-002a-4cc9-9d9b-7a9bbf0de5d7 None None] Provisioning complete for port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:51.073362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd23bc2-002a-4cc9-9d9b-7a9bbf0de5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.078039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.101417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] device_id is not set on port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d yet. {{(pid=103392) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:32:51.184915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5dd23bc2-002a-4cc9-9d9b-7a9bbf0de5d7 None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:51.185284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5dd23bc2-002a-4cc9-9d9b-7a9bbf0de5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.220114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5dd23bc2-002a-4cc9-9d9b-7a9bbf0de5d7 None None] Port 6a1275f8-3346-434f-8758-d4ac73912cf0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:32:51.323273 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.348366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-49aad1fa-c9ff-41e3-891c-4ed24d09f5b8 None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:51.348737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-49aad1fa-c9ff-41e3-891c-4ed24d09f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.383101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-49aad1fa-c9ff-41e3-891c-4ed24d09f5b8 None None] Port 6a1275f8-3346-434f-8758-d4ac73912cf0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:32:51.385599 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.414077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.440158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.13 (4adf7257-0b51-41b4-90f9-5ce536c65ad5/556d2dc3-df15-4518-b2cd-d995db7efb40/675dae24-82a7-4ef5-bae5-6b1307ba8e6d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:32:51.462463 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Pushing event updated for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:51.474716 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.475093 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.475658 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.476336 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.476832 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.477194 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.477508 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.477846 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.478214 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.478530 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.478850 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.479163 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:32:51.502343 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Attempting to bind port 6a1275f8-3346-434f-8758-d4ac73912cf0 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:51.503070 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Attempting to bind port 6a1275f8-3346-434f-8758-d4ac73912cf0 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:51.503655 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Attempting to bind port 6a1275f8-3346-434f-8758-d4ac73912cf0 on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:32:51.511514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e19f8134-670d-42dd-b81f-416c2a949143 None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:51.511672 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:32:51.512029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e19f8134-670d-42dd-b81f-416c2a949143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.512244 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Checking segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:32:51.512754 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.513210 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Bound using segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:32:51.513746 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Bound port: 6a1275f8-3346-434f-8758-d4ac73912cf0, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:51.514335 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.558017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e19f8134-670d-42dd-b81f-416c2a949143 None None] Port 6a1275f8-3346-434f-8758-d4ac73912cf0 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:32:51.588007 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] For port 6a1275f8-3346-434f-8758-d4ac73912cf0, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:32:51.591375 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] For port 6a1275f8-3346-434f-8758-d4ac73912cf0, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6a1275f8-3346-434f-8758-d4ac73912cf0,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:32:51.622579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.657216 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.682195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:51.682558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.691844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.707010 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:32:51.707641 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:51.743776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:32:51.747323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:32:51.751436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:32:51.772990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.775823 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90c55-64f0-4b19-901d-7674e07bcf2d None None] Pushing event updated for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:51.785740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:51.818241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:51.818872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] For port 6a1275f8-3346-434f-8758-d4ac73912cf0, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6a1275f8-3346-434f-8758-d4ac73912cf0,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:32:51.820226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.863702 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:32:51.877305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:51.911557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8585c869-feb3-4641-b29d-edf928266f8d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0395792 Mar 14 18:32:51.914561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f2a38bb-a568-446c-ae6e-9526bfaa57ad up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:32:51.982838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764f052-f549-4634-96da-5eedbeba12d8 None None] Pushing event updated for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:52.008936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:52.009310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.010944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c8939d51-dcb8-434a-a46d-8278b6e9b312 None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:52.011300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c8939d51-dcb8-434a-a46d-8278b6e9b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.121593 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:32:52.150554 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d5639-43c6-40ff-809b-7c62854cdda8 None None] The sync data for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv is: [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:32:52.160792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9ab3dfbd-6988-4add-a873-65b7f6740e3b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:32:52.236922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9ab3dfbd-6988-4add-a873-65b7f6740e3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:52.237292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.296951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:52.301935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173107434', 'description': 'tempest-secgroup-smoke-1173107434 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:52.346767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0ba5c262-a14c-42cc-8fc4-a7118c78540c None None] Provisioning complete for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:52.351096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c262-a14c-42cc-8fc4-a7118c78540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.384592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0ba5c262-a14c-42cc-8fc4-a7118c78540c None None] Port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:32:52.427818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.500073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.570619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.600078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d96276-a36d-4982-8427-6c7c0f16f34b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:52.669940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.671342 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e736836-a957-476e-bd0a-34f45c61114c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3733878 Mar 14 18:32:52.674178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50794) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:52.681955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:52.762772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.828491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.877109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.911291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:52.930758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5708f14d-79f2-4362-b6ad-a0b15ba29ea4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:52.999113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.000344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc7cf3a7-3616-4952-8977-41cd43a59860 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251731 Mar 14 18:32:53.003131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:53.008148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:53.033793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.104528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.167398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.236648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.254281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4a588e-f941-47ee-a961-ea5978a36b07,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:53.349922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.351775 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-677e19fd-810e-4b03-8604-2b4bb86a9384 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3477013 Mar 14 18:32:53.354761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:53.359083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:53.453022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.511634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.567906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.584855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce76e0c0-9444-493b-8409-3d5db0ba78c3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:53.633056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.634413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-732230dd-05c4-4dad-bf49-1099e160473a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2787454 Mar 14 18:32:53.637125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50800) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:53.641515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:53.717863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.774381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.850542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.868138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daddf36-dd73-4473-a123-455c24b35d04,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:53.881126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6a1275f8-3346-434f-8758-d4ac73912cf0 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:32:53.928047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6a1275f8-3346-434f-8758-d4ac73912cf0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:32:53.928407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.932451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:53.933686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0fd2fb2e-ba39-488f-8d81-51f03770dadd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2955987 Mar 14 18:32:53.936403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50802) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:53.940824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:54.016591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:32:54.021924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.080229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.141880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.159313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73cf3ae-1ec4-4d89-ba60-f58f9b71716e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:54.244143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.245363 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-038b6179-2b75-4fa7-bec0-adc6e0e794fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3080351 Mar 14 18:32:54.248257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50806) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:32:54.252552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '65d96276-a36d-4982-8427-6c7c0f16f34b', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:54.324754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:32:54.330119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.390807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.462596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.480301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36426ba0-b010-49a8-acdd-b3a3d93805a1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:54.549384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:54.550620 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dc8279d9-4941-44de-9636-c7499ac63fba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3014562 Mar 14 18:32:54.731204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-1bb7eac1-2010-40fb-a537-881358945e43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173107434&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0322330 Mar 14 18:32:54.779779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-7bd4ccc7-6db0-4cb9-bd48-b5fb78146602 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:54.781112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-7bd4ccc7-6db0-4cb9-bd48-b5fb78146602 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 931 time: 0.0433249 Mar 14 18:32:54.838823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-df612c53-a64f-4250-ae3f-c444c34a3019 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:32:54.839827 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-df612c53-a64f-4250-ae3f-c444c34a3019 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476236 Mar 14 18:32:54.882624 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-ede25e99-b3bd-4feb-b04c-3619792fe996 service neutron] 10.222.0.58 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0354624 Mar 14 18:32:54.968972 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-6f645821-8977-4a51-bc4b-a6fdefe0de4e service neutron] 10.222.0.58 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805018 Mar 14 18:32:55.059989 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-0c129d0e-63ad-4a6b-afd9-893425070efd service neutron] 10.222.0.58 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Mar 14 18:32:55.276567 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a53d84fd-bb48-4ce8-8a9c-38888d02c4d8 req-a5b891d4-f156-4d2f-ae28-21691716a2f1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Mar 14 18:32:56.370089 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-dbdd1315-98ab-44bc-b781-94c10fb9eb78 req-17796130-4829-4ebe-96d2-a417d7472450 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 210 time: 0.0267076 Mar 14 18:32:57.075888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-b03127dd-c8c3-4954-a2e0-1ba93948f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:57.077223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-b03127dd-c8c3-4954-a2e0-1ba93948f129 service neutron] 10.222.0.61 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1027 time: 0.0344982 Mar 14 18:32:57.188058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-f5b4841d-b232-4817-bc46-1144fb7e318b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:57.189476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-f5b4841d-b232-4817-bc46-1144fb7e318b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 200 len: 796 time: 0.1060877 Mar 14 18:32:57.230418 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-354ec9e7-db9e-46ef-9f71-31297ab7db39 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 380 time: 0.0329630 Mar 14 18:32:57.241202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Request body: {'port': {'device_id': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:32:57.295622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.473127 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4e3a32e3-e783-4315-8e29-f66f09bdc8fa req-5826173c-0ff4-4e00-8c5d-2cbb5fd41ff8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 210 time: 0.0338111 Mar 14 18:32:57.568472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675dae24-82a7-4ef5-bae5-6b1307ba8e6d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:32:57.575790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.587658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Transition to ACTIVE for port object 675dae24-82a7-4ef5-bae5-6b1307ba8e6d will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:32:57.650009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.702328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:57.767852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:32:57.768200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:32:57.768532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:32:57.773102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:32:57.773366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:32:57.778753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:32:57.779093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Checking segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:32:57.779481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Bound using segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:32:57.779912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Bound port: 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:32:57.780266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.853089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:32:57.856163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:32:57.947834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.979366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:57.979973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:57.981558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] 10.222.0.61 "PUT /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1132 time: 0.7441766 Mar 14 18:32:57.986744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:32:57.989001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badf536a-f611-46f9-95c6-1a29e6dc2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:32:58.018994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723808fb-ca4f-400f-8067-206f5ecbde79 service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:32:58.033353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15540f9-9e31-46d9-8fca-b1764661254b x-openstack-request-id: req-d15540f9-9e31-46d9-8fca-b1764661254b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:32:58.033353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:32:58.033353 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d15540f9-9e31-46d9-8fca-b1764661254b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:32:58.033353 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'status': 'completed', 'code': 200} Mar 14 18:32:58.094431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-01626eea-7c92-4884-9fcd-a4ffc11b6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.095966 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-01626eea-7c92-4884-9fcd-a4ffc11b6fef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 1135 time: 0.0435355 Mar 14 18:32:58.122879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:32:58.212051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-e7dd867d-c2ad-4fe3-962e-71ae8418c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.213441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-e7dd867d-c2ad-4fe3-962e-71ae8418c84c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1076267 Mar 14 18:32:58.308415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-1a10d5ca-25f7-40c9-90f4-7a58a25ddc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.309951 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-badf536a-f611-46f9-95c6-1a29e6dc2f1f req-1a10d5ca-25f7-40c9-90f4-7a58a25ddc2f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901003 Mar 14 18:32:58.384733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-2eac8c0e-d00d-4ccd-b3ad-d2e9b5f19c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.386265 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-2eac8c0e-d00d-4ccd-b3ad-d2e9b5f19c7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 1135 time: 0.0415792 Mar 14 18:32:58.431686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-ce20ab83-c269-4ee5-a815-5c25ddb483a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 217 time: 0.0386035 Mar 14 18:32:58.479990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-d0300a6a-c3cb-4e4f-8d32-4ed8255f9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.481370 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-d0300a6a-c3cb-4e4f-8d32-4ed8255f9149 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=556d2dc3-df15-4518-b2cd-d995db7efb40 HTTP/1.1" status: 200 len: 835 time: 0.0438023 Mar 14 18:32:58.529878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-0d279955-664d-4a00-bdd4-c383f3be411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.531425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-0d279955-664d-4a00-bdd4-c383f3be411e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4adf7257-0b51-41b4-90f9-5ce536c65ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438111 Mar 14 18:32:58.588689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea972f-766e-4e06-b302-acefa8bb4308 req-156ecebb-cdff-43f5-9a01-4768ceb93194 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:58.590212 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7aea972f-766e-4e06-b302-acefa8bb4308 req-156ecebb-cdff-43f5-9a01-4768ceb93194 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 982 time: 0.0488503 Mar 14 18:32:58.625475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-a79f2078-ebb0-450b-b521-ba7d791d7f8d service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Mar 14 18:32:58.631744 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7aea972f-766e-4e06-b302-acefa8bb4308 req-cd4d860e-e67f-4866-9f5b-40f59d20fa9e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Mar 14 18:32:58.714004 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dc14fa2-9065-4361-9a17-2ec4e798f450 req-4dda4565-a03c-4036-aeef-737027ca0bd5 service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825708 Mar 14 18:32:59.754099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1529d4-b909-45b0-87c7-337abb8156ea req-084b9e26-adaf-48d0-91de-cabe63c48a42 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:32:59.755671 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee1529d4-b909-45b0-87c7-337abb8156ea req-084b9e26-adaf-48d0-91de-cabe63c48a42 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 982 time: 0.0534492 Mar 14 18:32:59.793020 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee1529d4-b909-45b0-87c7-337abb8156ea req-4562da1f-f0dc-4a6c-bf74-45d9da601318 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Mar 14 18:33:00.908637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea78e-e297-41d5-b4e9-3097906dc64a req-0d77d7c4-8a24-45d4-85a1-a17fd20722f5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:00.910116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a3ea78e-e297-41d5-b4e9-3097906dc64a req-0d77d7c4-8a24-45d4-85a1-a17fd20722f5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 982 time: 0.0507226 Mar 14 18:33:00.946839 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a3ea78e-e297-41d5-b4e9-3097906dc64a req-cf53c785-2c43-4d9c-8112-2de85bde6f13 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Mar 14 18:33:01.630532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:33:01.725378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:01.736297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'mac_address': 'fa:16:3e:6a:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:33:01.772384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:01.784642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675dae24-82a7-4ef5-bae5-6b1307ba8e6d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:01.806930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:01.873363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:01.919823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:01.926529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.926868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.927200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.927527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.927846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.928165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.928482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.929502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.929837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.930180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.930598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:01.930916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:02.059405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4730fd-2879-49a8-9e06-eba091c16e3e req-a92f0660-03fa-414b-b592-07c9d789380c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:02.060872 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ed4730fd-2879-49a8-9e06-eba091c16e3e req-a92f0660-03fa-414b-b592-07c9d789380c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 983 time: 0.0483818 Mar 14 18:33:02.097639 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ed4730fd-2879-49a8-9e06-eba091c16e3e req-1b9466a7-fec3-46b1-b16f-944b55d7a5fd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Mar 14 18:33:02.218065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['675dae24-82a7-4ef5-bae5-6b1307ba8e6d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:33:03.213234 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda3dd-7ca7-44a4-9f5d-987ae2475273 req-e9994c1b-b7f9-44e7-a784-82652632ae14 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:03.214784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4bdda3dd-7ca7-44a4-9f5d-987ae2475273 req-e9994c1b-b7f9-44e7-a784-82652632ae14 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 983 time: 0.0481946 Mar 14 18:33:03.251064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4bdda3dd-7ca7-44a4-9f5d-987ae2475273 req-63f7f684-b94c-4752-b186-ac4ce67cdc65 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 Mar 14 18:33:03.638168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:03.758597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:03.762285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:03.762657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:03.838306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:03.859643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:03.861881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9649ee-7183-4f40-891d-8c0c409c36f9" -d '{"events": [{"server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "name": "network-vif-plugged", "status": "completed", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:33:03.878245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:03.935876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:04.104832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a351280c-86b8-43b3-9dfc-310206a7e560 x-openstack-request-id: req-a351280c-86b8-43b3-9dfc-310206a7e560 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:33:04.105079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "name": "network-vif-plugged", "status": "completed", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:33:04.105530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a351280c-86b8-43b3-9dfc-310206a7e560 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:33:04.105930 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'code': 200} Mar 14 18:33:04.129771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:04.256048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ad02a-71df-4ba1-944c-62cca2ff5835 req-e5b98050-12e2-46b6-8628-92ac54b24544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:04.258411 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff4ad02a-71df-4ba1-944c-62cca2ff5835 req-e5b98050-12e2-46b6-8628-92ac54b24544 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 1137 time: 0.0405002 Mar 14 18:33:04.293862 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff4ad02a-71df-4ba1-944c-62cca2ff5835 req-b5647fc3-5709-4c14-8717-785a717db07c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289142 Mar 14 18:33:04.365049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596594-c34b-477d-bc33-d49c64b0e5f5 req-947c66fd-bffb-4dcc-880c-e2edd77a4140 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:04.367183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c596594-c34b-477d-bc33-d49c64b0e5f5 req-947c66fd-bffb-4dcc-880c-e2edd77a4140 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0483794 Mar 14 18:33:04.403067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c596594-c34b-477d-bc33-d49c64b0e5f5 req-1fa0eff8-10c3-4fd9-afe6-352b973dedd4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Mar 14 18:33:05.522899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce538154-2e01-4b0c-bba9-72d7c6e940af req-e9fd7214-f0d2-437a-bea2-8565a9d876c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:05.524342 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce538154-2e01-4b0c-bba9-72d7c6e940af req-e9fd7214-f0d2-437a-bea2-8565a9d876c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0513232 Mar 14 18:33:05.562697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ce538154-2e01-4b0c-bba9-72d7c6e940af req-2cbb5b8a-12b7-48f7-95fd-e8b5d7771b2f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Mar 14 18:33:06.681714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1734afe-b12c-46e1-9599-ecb9eb5145c2 req-cd1a91a1-2c62-40cd-b10e-889b3b1d5670 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:06.683216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1734afe-b12c-46e1-9599-ecb9eb5145c2 req-cd1a91a1-2c62-40cd-b10e-889b3b1d5670 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0534494 Mar 14 18:33:06.721145 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1734afe-b12c-46e1-9599-ecb9eb5145c2 req-33f30a7d-1220-4ca2-8f0d-1112ad9024fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Mar 14 18:33:06.832075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0067d-ff99-4695-b8f4-0cb069c94df3 req-1e46705e-2c2d-4598-8289-9ef2e821865a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:06.833543 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0da0067d-ff99-4695-b8f4-0cb069c94df3 req-1e46705e-2c2d-4598-8289-9ef2e821865a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0488327 Mar 14 18:33:06.871143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0da0067d-ff99-4695-b8f4-0cb069c94df3 req-255fc250-a857-4597-bf9e-a5d6db07003e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Mar 14 18:33:06.892479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:06.932149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130a9fe-53c0-44ba-83f7-2677763a66c9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:06.933645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2130a9fe-53c0-44ba-83f7-2677763a66c9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 1132 time: 0.0402217 Mar 14 18:33:06.936705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50874) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:06.940812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:07.013202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:07.110625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:07.209669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.89 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/ab74a48e-1848-427a-8593-e45812d59200) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:07.312919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:07.402158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:07.440912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:07.443679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:07.447910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:33:07.453537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=ab74a48e-1848-427a-8593-e45812d59200,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:07.795376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:07.914983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:08.060146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:08.117004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:08.188351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=ab74a48e-1848-427a-8593-e45812d59200,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:08.200070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:08.301432 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP ba68493a-6a56-4c4a-9230-f69f3e547ecd associated. External IP: 172.26.3.89, port: 675dae24-82a7-4ef5-bae5-6b1307ba8e6d. Mar 14 18:33:08.809045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 705198c2-f98a-4f81-bafb-ac1b6d404ccc has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:33:08.910998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:33:08.921455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Sync routers for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:08.931332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:08.931949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:09.017579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:09.036720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:09.048909 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4db4a4e0-2a26-436a-bf08-fc93ffb5c6dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.1112063 Mar 14 18:33:09.049850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:09.051839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50876) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:09.052345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74c399-7588-4670-8c97-3fcec9db4a77" -d '{"events": [{"name": "network-changed", "server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:33:09.090303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f871c9b-bec4-4ba5-8a67-9aab75b71b1f x-openstack-request-id: req-5f871c9b-bec4-4ba5-8a67-9aab75b71b1f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:33:09.090594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99cb184-77e7-4680-94b4-c4a675bacc48", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:33:09.090852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f871c9b-bec4-4ba5-8a67-9aab75b71b1f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:33:09.091319 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'status': 'completed', 'code': 200} Mar 14 18:33:09.127073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33968db9-c1d2-40db-ab2e-a2b16c4f4304 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.131164 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-33968db9-c1d2-40db-ab2e-a2b16c4f4304 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48&network_id=4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 200 len: 1132 time: 0.0756094 Mar 14 18:33:09.155892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-06ca0397-bec0-4135-8f48-c776a4dfd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.157580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-06ca0397-bec0-4135-8f48-c776a4dfd5cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 1137 time: 0.0425696 Mar 14 18:33:09.256784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-390d7996-f72e-488a-a3eb-14a03a8d2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.258363 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-390d7996-f72e-488a-a3eb-14a03a8d2171 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 200 len: 897 time: 0.0940504 Mar 14 18:33:09.279367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ba68493a-6a56-4c4a-9230-f69f3e547ecd', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1969954449', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'mac_address': 'fa:16:3e:6a:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:07Z', 'updated_at': '2022-03-14T18:33:07Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:09.307809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Checking router: 705198c2-f98a-4f81-bafb-ac1b6d404ccc for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:09.316173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:09.316715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:32:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:09.330462 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-52818ffe-645d-4e6e-bdd7-3b222a19ba1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1037 time: 0.0652111 Mar 14 18:33:09.385043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-98a0ec8d-c693-4deb-935a-1607e5b5c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.386633 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-98a0ec8d-c693-4deb-935a-1607e5b5c30a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=556d2dc3-df15-4518-b2cd-d995db7efb40 HTTP/1.1" status: 200 len: 835 time: 0.0492430 Mar 14 18:33:09.428024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:09.433726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-b05728d3-ccb8-41f4-801f-9d0f4e88a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.435433 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-b05728d3-ccb8-41f4-801f-9d0f4e88a434 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4adf7257-0b51-41b4-90f9-5ce536c65ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420511 Mar 14 18:33:09.539446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-a09ed1e2-3ad8-430b-a785-dc2f5874b744 service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965922 Mar 14 18:33:09.605839 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723ce4-29b4-42e9-b872-f909faee9515 req-5f68782c-1102-491f-a631-29cc416a25bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:09.607354 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-46723ce4-29b4-42e9-b872-f909faee9515 req-5f68782c-1102-491f-a631-29cc416a25bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0556290 Mar 14 18:33:09.645460 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2e74c399-7588-4670-8c97-3fcec9db4a77 req-7ae0425d-7cf1-4da1-864c-eaac373de9af service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992570 Mar 14 18:33:09.648737 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-46723ce4-29b4-42e9-b872-f909faee9515 req-26ba5b56-2fe6-41be-9e54-5cb47067a474 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Mar 14 18:33:09.666362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ba68493a-6a56-4c4a-9230-f69f3e547ecd', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1969954449', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'mac_address': 'fa:16:3e:6a:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:07Z', 'updated_at': '2022-03-14T18:33:07Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:09.692749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd960b44-cb7b-4fa4-8ac9-58db0f0bcb26 None None] The sync data for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv is: [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'ba68493a-6a56-4c4a-9230-f69f3e547ecd', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1969954449', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'mac_address': 'fa:16:3e:6a:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99cb184-77e7-4680-94b4-c4a675bacc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:33:07Z', 'updated_at': '2022-03-14T18:33:07Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:09.889972 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85997048-9a72-4835-bf19-cfb5a8cf3d58 None None] New status for floating IP ba68493a-6a56-4c4a-9230-f69f3e547ecd: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:10.784661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee497bd-dba3-4bbe-97f1-c0da70444c7a req-8526d22f-c2e1-49ab-9867-e7d0a0942fb7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:10.786159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-dee497bd-dba3-4bbe-97f1-c0da70444c7a req-8526d22f-c2e1-49ab-9867-e7d0a0942fb7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0557277 Mar 14 18:33:10.825071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-dee497bd-dba3-4bbe-97f1-c0da70444c7a req-25373d1f-4090-4fbd-89d4-07f1514aa55d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Mar 14 18:33:11.089230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-70e553eb-e2af-4f69-994b-8aa4b2b5dce2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:11.090724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-70e553eb-e2af-4f69-994b-8aa4b2b5dce2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 984 time: 0.0502670 Mar 14 18:33:11.138222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-5cc76a92-2b8b-490b-8cad-e1fb68b92dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:11.139580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-5cc76a92-2b8b-490b-8cad-e1fb68b92dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0431550 Mar 14 18:33:11.246723 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-440c7f03-a83f-4bb5-bc03-c76d825615cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1010163 Mar 14 18:33:11.257369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:11.310571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:11.441564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:11.475834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:11.507168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] device_id is not set on port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:33:11.515851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:11.621285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:11.733009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:11.795845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] No DVR routers for this DVR port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:33:11.857157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8dfe7a5a-bb37-4064-9e40-ecdda185193b None None] Provisioning complete for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:11.857654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8dfe7a5a-bb37-4064-9e40-ecdda185193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:11.891545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe7a5a-bb37-4064-9e40-ecdda185193b None None] Port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:33:11.922858 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-93f1ef46-4d29-4059-9acf-7e955ce1ea0b req-e59232c0-e25a-42b5-a435-58db6293c5f7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=e99cb184-77e7-4680-94b4-c4a675bacc48 HTTP/1.1" status: 200 len: 210 time: 0.0260696 Mar 14 18:33:11.935769 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] In _notify_port_updated(), no bound segment for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:33:11.936640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:11.937244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:11.938609 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2afa20bd-e116-4758-9515-42a3b16d6cf8 req-31bfac37-2a21-49ee-a4a0-00ba2d094405 service neutron] 10.222.0.61 "PUT /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1027 time: 0.6857302 Mar 14 18:33:12.981313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50890) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:13.028049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9888d-5f94-4f3e-9b13-510804c7d0fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:13.029393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-aca9888d-5f94-4f3e-9b13-510804c7d0fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 926 time: 0.0470383 Mar 14 18:33:13.319985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50894) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:13.325490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911102702', 'description': 'tempest-secgroup-smoke-1911102702 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:13.432395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.511475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.590385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.619688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb40653-703d-4a13-b143-a2a1934be4b8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:13.626726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.627074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.627411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.627745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.628075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.628404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.628731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.629128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.629447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.629773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.630124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.630445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:13.691219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.692456 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d909963d-0502-49e7-8cda-150e339ce385 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3708730 Mar 14 18:33:13.695969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50896) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:13.700291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:13.808787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.865319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.962288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:13.968936 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:33:13.980878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c82b69-42e2-443d-859c-f6156315feff,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:14.060968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.062214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-35f4785c-ad9b-4219-b38a-708cfb69786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653226 Mar 14 18:33:14.064950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:14.069399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:14.152021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.211117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.301118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.319798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821492b6-d6a2-4f0f-aa68-8973cf7d32b7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:14.394342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.395557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2ee0748b-c728-49ba-9bb6-4f264873f0bb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296220 Mar 14 18:33:14.398209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:14.402559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:14.500046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.557040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.649255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.666914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca32b7d-1632-4f67-b96b-14a147f56173,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:14.725386 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.726608 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5da604a4-bd76-4819-be90-c69ccd10f26f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274930 Mar 14 18:33:14.729952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50902) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:14.734240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:14.802223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.861915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.957977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:14.975432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae83cbd0-c4b6-4ddc-9255-310707620383,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:15.074430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.075751 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a2b12dfa-50ba-4663-a467-3eaa980f08a4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448381 Mar 14 18:33:15.078747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50904) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:15.083411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:15.181035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:15.186061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.247652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.353222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.371069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53a6e08-f151-407a-841f-e0013f1e5ece,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:15.440146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.441362 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d58042da-aef7-4f10-930c-2615dbc524b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3614118 Mar 14 18:33:15.445267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50906) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:15.450124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '2bb40653-703d-4a13-b143-a2a1934be4b8', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:15.535564 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:15.540395 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.599475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.690877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:33:15.704884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.724850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23acb32-82cc-4864-877c-c6426f07de17,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:15.734400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:33:15.809766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:15.811065 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ddb4a1bb-58b5-45d7-8608-3cb57f78e6e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3648555 Mar 14 18:33:16.049527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-d988b229-546e-46cc-8583-901c79f0ab80 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911102702&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0333669 Mar 14 18:33:16.104818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-d87544d8-f518-47d7-adce-a04769f8c26e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:16.106167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-d87544d8-f518-47d7-adce-a04769f8c26e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 931 time: 0.0499830 Mar 14 18:33:16.155354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9ea764a2-29c9-468f-bd6d-9b11d6817d58 service neutron] 10.222.0.58 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0369127 Mar 14 18:33:16.250102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-3413c786-f56b-4ac1-95eb-bb9abee3881e service neutron] 10.222.0.58 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888464 Mar 14 18:33:16.345217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-8e7e5d39-28c7-46d8-bf86-f54c3c4f5ecd service neutron] 10.222.0.58 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889432 Mar 14 18:33:16.652590 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b05ffab6-6404-4445-9cac-c34656049460 req-89521d3a-e0a1-4624-925d-f02d76e106b1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Mar 14 18:33:17.745088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-abe0c64b-16eb-49c4-af1b-f348601de5e5 req-b8b1dae2-ee08-4cfc-98bd-0c02a0de7390 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Mar 14 18:33:17.893044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2357bbb2-52fe-4561-8e21-2dee0c349e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:18.634277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-e04a2b02-6b56-4d46-a3d2-9ba28c86fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:18.635781 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-e04a2b02-6b56-4d46-a3d2-9ba28c86fb8c service neutron] 10.222.0.61 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1027 time: 0.0341609 Mar 14 18:33:18.743281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-8611c217-bcda-4a47-9d31-728ce6598f95 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:18.745364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-8611c217-bcda-4a47-9d31-728ce6598f95 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 200 len: 796 time: 0.1026874 Mar 14 18:33:18.791637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-d674c2df-8d96-4253-b85c-dc83c1166060 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 473 time: 0.0365591 Mar 14 18:33:18.801916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Request body: {'port': {'device_id': '5af46fd2-123b-4d34-ac5a-2430beee5062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:18.837212 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-30462049-89c3-40af-af48-f82da93aab15 req-13aa0b43-5ea0-4368-8806-0a13c834e96d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 210 time: 0.0254250 Mar 14 18:33:18.860255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.127694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675dae24-82a7-4ef5-bae5-6b1307ba8e6d {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:19.135402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.146756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Transition to ACTIVE for port object 675dae24-82a7-4ef5-bae5-6b1307ba8e6d will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:19.209484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.286091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:19.387325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:19.387659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:19.388088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:19.392761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:33:19.393077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Attempting to bind port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:19.397911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:33:19.403630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Checking segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:19.403630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Bound using segment: {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:33:19.403630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Bound port: 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9436d27-1ea4-44d6-a07c-e264ca9743db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:19.403630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.463376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:19.466579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:33:19.529870 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.565373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.566029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:19.567451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] 10.222.0.61 "PUT /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1132 time: 0.7695866 Mar 14 18:33:19.567888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af46fd2-123b-4d34-ac5a-2430beee5062', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:19.570235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c723aa1-5959-4b12-bb00-a7420d36e418" -d '{"events": [{"name": "network-changed", "server_uuid": "5af46fd2-123b-4d34-ac5a-2430beee5062", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:33:19.594508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9312e4-ce18-416c-a68f-253c241fcdbb service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=8']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:19.620801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f18e24-1eb1-4204-a42c-98a5b69a68e1 x-openstack-request-id: req-53f18e24-1eb1-4204-a42c-98a5b69a68e1 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:33:19.620801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af46fd2-123b-4d34-ac5a-2430beee5062", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:33:19.620801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53f18e24-1eb1-4204-a42c-98a5b69a68e1 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:33:19.620801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af46fd2-123b-4d34-ac5a-2430beee5062', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'status': 'completed', 'code': 200} Mar 14 18:33:19.682571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-86cd0644-dc15-4d6d-bb32-f35d7c8fed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.684302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-86cd0644-dc15-4d6d-bb32-f35d7c8fed67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 1135 time: 0.0470510 Mar 14 18:33:19.791759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-6832930c-d5f8-4547-9912-8eb80bd9a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.793027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-6832930c-d5f8-4547-9912-8eb80bd9a7d7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993004 Mar 14 18:33:19.897785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-6469f985-bc46-473d-a3dc-fe69cd564a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.899469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c723aa1-5959-4b12-bb00-a7420d36e418 req-6469f985-bc46-473d-a3dc-fe69cd564a4f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989187 Mar 14 18:33:19.970618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbe8d8-d96a-4f65-afc3-e3e1ddedcedb req-c4338fdd-61b1-4d1d-96f4-1b8c67589692 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.972175 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9dbe8d8-d96a-4f65-afc3-e3e1ddedcedb req-c4338fdd-61b1-4d1d-96f4-1b8c67589692 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 982 time: 0.0608380 Mar 14 18:33:19.986188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-f3ca7f0c-6e62-40d1-9a45-b76059b6e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:19.988444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-f3ca7f0c-6e62-40d1-9a45-b76059b6e18f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 1135 time: 0.0516331 Mar 14 18:33:20.016940 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9dbe8d8-d96a-4f65-afc3-e3e1ddedcedb req-51ef0221-1701-429b-8adb-469233cf42ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Mar 14 18:33:20.065683 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-058da804-b32b-4d4c-814c-eeff33e849c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1037 time: 0.0703387 Mar 14 18:33:20.129629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-7a6cae15-86cd-4763-ba5d-0f7e7f120425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.130219 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-7a6cae15-86cd-4763-ba5d-0f7e7f120425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=556d2dc3-df15-4518-b2cd-d995db7efb40 HTTP/1.1" status: 200 len: 835 time: 0.0582385 Mar 14 18:33:20.178043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bded69-ae57-4172-91cb-0bc988b48847 req-b737efe6-f451-4134-b469-0a06499cfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:20.179971 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-b737efe6-f451-4134-b469-0a06499cfe4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4adf7257-0b51-41b4-90f9-5ce536c65ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437796 Mar 14 18:33:20.209480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-81736f92-6bff-4bfb-8114-437289b8d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:20.290976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-b855a554-177a-45ee-93ec-aa46cf43df75 service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045666 Mar 14 18:33:20.396699 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79bded69-ae57-4172-91cb-0bc988b48847 req-0f648de1-8922-4d51-a626-ee68a266773c service neutron] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994489 Mar 14 18:33:21.145099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec307a-3956-4d06-b28f-4e9099310d81 req-856c57fe-cc66-461e-ace2-3a94dd5c8ec7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:21.146578 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2fec307a-3956-4d06-b28f-4e9099310d81 req-856c57fe-cc66-461e-ace2-3a94dd5c8ec7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 982 time: 0.0487409 Mar 14 18:33:21.183950 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2fec307a-3956-4d06-b28f-4e9099310d81 req-338415d3-b706-4ce8-9d9a-1df8a161e4a2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Mar 14 18:33:21.426471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:22.299405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58082e8-1f49-43ba-be32-228c05f0b51a req-e7d91808-bc5d-4519-928b-720961655629 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:22.300899 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b58082e8-1f49-43ba-be32-228c05f0b51a req-e7d91808-bc5d-4519-928b-720961655629 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 982 time: 0.0483036 Mar 14 18:33:22.341646 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b58082e8-1f49-43ba-be32-228c05f0b51a req-8b60c9ed-a335-4476-b32e-5440dd32b61a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347812 Mar 14 18:33:22.911878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:23.155668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:23.460594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397515a-2f0e-4c87-a328-03821b4bba9e req-0f0b093a-eb66-4682-b10b-d27fdc5a8f81 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:23.462088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7397515a-2f0e-4c87-a328-03821b4bba9e req-0f0b093a-eb66-4682-b10b-d27fdc5a8f81 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 982 time: 0.0539777 Mar 14 18:33:23.499362 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7397515a-2f0e-4c87-a328-03821b4bba9e req-f519af6a-79d1-40c0-af74-181c7f07a664 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Mar 14 18:33:23.742479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:33:23.838161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:23.855687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'port_id': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'mac_address': 'fa:16:3e:6a:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:33:23.892731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:23.904933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675dae24-82a7-4ef5-bae5-6b1307ba8e6d {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:23.923794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:23.981179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:24.032081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:24.318584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['675dae24-82a7-4ef5-bae5-6b1307ba8e6d'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:33:24.612864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1420873-9e2e-46ec-86b5-96e0abf85156 req-de5fa104-e5be-43c0-9db7-46d50f4ee5ff tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:24.614291 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1420873-9e2e-46ec-86b5-96e0abf85156 req-de5fa104-e5be-43c0-9db7-46d50f4ee5ff tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 983 time: 0.0489061 Mar 14 18:33:24.651116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1420873-9e2e-46ec-86b5-96e0abf85156 req-bdf1a5b8-30b5-4191-94bc-f400935c6307 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Mar 14 18:33:25.763435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:25.772641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89e4a-7016-4192-b00b-4675c6789230 req-5ac5867e-131b-4562-b339-ea0183b2de4c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:25.774300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08c89e4a-7016-4192-b00b-4675c6789230 req-5ac5867e-131b-4562-b339-ea0183b2de4c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 983 time: 0.0515146 Mar 14 18:33:25.813114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08c89e4a-7016-4192-b00b-4675c6789230 req-5aedd689-644e-4849-b8c1-2d54cf28a7f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Mar 14 18:33:25.871933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:33:25.875890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:25.876263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.951698 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:25.973266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af46fd2-123b-4d34-ac5a-2430beee5062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:25.975509 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d9c84-cbda-4b22-99f2-3594fc2289b1" -d '{"events": [{"server_uuid": "5af46fd2-123b-4d34-ac5a-2430beee5062", "name": "network-vif-plugged", "status": "completed", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:33:25.988743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:26.011138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935a3a2-0fb9-4baf-9bbd-89a015005db2 x-openstack-request-id: req-6935a3a2-0fb9-4baf-9bbd-89a015005db2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:33:26.011431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af46fd2-123b-4d34-ac5a-2430beee5062", "name": "network-vif-plugged", "status": "completed", "tag": "675dae24-82a7-4ef5-bae5-6b1307ba8e6d", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:33:26.011690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6935a3a2-0fb9-4baf-9bbd-89a015005db2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:33:26.012109 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af46fd2-123b-4d34-ac5a-2430beee5062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dae24-82a7-4ef5-bae5-6b1307ba8e6d', 'code': 200} Mar 14 18:33:26.081858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:26.131634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:26.387130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb9f7a-2738-4050-ad73-278ec17ca88c req-1d7ae1ca-8366-47a8-a4d4-7a9f48fb407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:26.388483 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eebb9f7a-2738-4050-ad73-278ec17ca88c req-1d7ae1ca-8366-47a8-a4d4-7a9f48fb407f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 1138 time: 0.0397282 Mar 14 18:33:26.422113 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eebb9f7a-2738-4050-ad73-278ec17ca88c req-44456358-64ab-400a-a8a7-c6f7202e9a65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267556 Mar 14 18:33:26.934159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ef00-14a8-49c8-9e83-c61574941b7b req-e749a492-27fb-4324-abef-c2a7ed620614 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:26.935635 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9523ef00-14a8-49c8-9e83-c61574941b7b req-e749a492-27fb-4324-abef-c2a7ed620614 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0526543 Mar 14 18:33:26.973445 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9523ef00-14a8-49c8-9e83-c61574941b7b req-5ddc0121-5baf-4b47-bffe-cbe5bcfeecdb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Mar 14 18:33:28.095124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6585-d2cc-4e6f-bc45-25c07e8c595c req-ffa1de49-b68e-46ed-8edc-394d7d8487c8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:28.096512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e8ed6585-d2cc-4e6f-bc45-25c07e8c595c req-ffa1de49-b68e-46ed-8edc-394d7d8487c8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0532413 Mar 14 18:33:28.138319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e8ed6585-d2cc-4e6f-bc45-25c07e8c595c req-fc22817a-2d92-43db-8236-24d49b51ab47 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Mar 14 18:33:28.144440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:28.254228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8a0b5-90fb-4a84-8eb4-99a22c919009 req-8ca05fa3-b1df-494e-a2be-73520c243cd3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:28.255710 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d4d8a0b5-90fb-4a84-8eb4-99a22c919009 req-8ca05fa3-b1df-494e-a2be-73520c243cd3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0496969 Mar 14 18:33:28.294282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d4d8a0b5-90fb-4a84-8eb4-99a22c919009 req-973c7caa-74a8-42cb-8fe1-47cd13152d46 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Mar 14 18:33:28.316590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50964) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:28.384897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30961ec-addf-4db7-ad2d-6d0edefb0f5a tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:28.386461 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d30961ec-addf-4db7-ad2d-6d0edefb0f5a tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062&network_id=4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 200 len: 1133 time: 0.0688992 Mar 14 18:33:28.833561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8e092-1fe7-4df5-8c8e-8472d8414923 req-e7be58f9-16b2-4064-896f-eeea01607473 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:28.835178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-21e8e092-1fe7-4df5-8c8e-8472d8414923 req-e7be58f9-16b2-4064-896f-eeea01607473 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0530734 Mar 14 18:33:28.872828 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-21e8e092-1fe7-4df5-8c8e-8472d8414923 req-3aed056a-21fa-401b-9efd-8630d001952c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Mar 14 18:33:29.987297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845fcbb-0643-4a4c-831e-ad16235b4da0 req-4249bf71-4fd9-4ad7-ac4e-911070fc9417 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:29.988758 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6845fcbb-0643-4a4c-831e-ad16235b4da0 req-4249bf71-4fd9-4ad7-ac4e-911070fc9417 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0473557 Mar 14 18:33:30.025871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6845fcbb-0643-4a4c-831e-ad16235b4da0 req-1d23716e-33bb-4801-9a3c-b2a7b428460d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d7b9777-95cd-40fa-be1c-43e7c53b7c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Mar 14 18:33:30.367677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-02b9fdbf-869b-47da-9dd4-faa27dea402b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:30.369101 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-02b9fdbf-869b-47da-9dd4-faa27dea402b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 985 time: 0.0493951 Mar 14 18:33:30.411461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-70e43bc2-b490-4ef4-9ca2-5f46d53f139c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:30.412770 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-70e43bc2-b490-4ef4-9ca2-5f46d53f139c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0373316 Mar 14 18:33:30.516041 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-bc4b4961-befb-4d0e-8067-a63dc4b3e7ed tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0972602 Mar 14 18:33:30.527851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:30.578448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.707740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:30.740293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] For port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:30.772122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] device_id is not set on port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d yet. {{(pid=103393) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 14 18:33:30.780300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.846756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:30.929385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Pushing event updated for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=11']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:30.970366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] No DVR routers for this DVR port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:33:31.077629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-934c8b62-1acf-413e-8a16-281fe1d4d9d9 None None] Provisioning complete for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:31.078269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-934c8b62-1acf-413e-8a16-281fe1d4d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:31.112479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-934c8b62-1acf-413e-8a16-281fe1d4d9d9 None None] Port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:33:31.132212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-31919078-0c6b-4eb6-8b5e-184f3d29bb8f req-6b46cf41-8763-4ddf-bd62-affc0a568cb4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af46fd2-123b-4d34-ac5a-2430beee5062 HTTP/1.1" status: 200 len: 210 time: 0.0359800 Mar 14 18:33:31.137318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] In _notify_port_updated(), no bound segment for port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d on network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 {{(pid=103393) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 14 18:33:31.138164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:31.138775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:31.140008 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fbd53f2d-ee62-4221-8977-594bf92c780a req-a7da97d8-5ec9-4c10-8375-9a72b58c6068 service neutron] 10.222.0.61 "PUT /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 200 len: 1028 time: 0.6166186 Mar 14 18:33:32.190848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:32.250888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.275689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.395540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.398137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:32.399422 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/2bb40653-703d-4a13-b143-a2a1934be4b8 HTTP/1.1" status: 204 len: 168 time: 0.2075858 Mar 14 18:33:32.409049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22c7c3-2eec-4517-b43e-b438ce5b5b8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb40653-703d-4a13-b143-a2a1934be4b8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:32.488215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50982) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:32.944009 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port ab74a48e-1848-427a-8593-e45812d59200 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:33:32.944345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.020451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.020784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.032075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for ab74a48e-1848-427a-8593-e45812d59200 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:33:33.264275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.289267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=ab74a48e-1848-427a-8593-e45812d59200,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:33.350735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.351099 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP ba68493a-6a56-4c4a-9230-f69f3e547ecd disassociated (deleted). External IP: 172.26.3.89, port: 675dae24-82a7-4ef5-bae5-6b1307ba8e6d. Mar 14 18:33:33.555905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 705198c2-f98a-4f81-bafb-ac1b6d404ccc has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:33:33.661089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:33:33.665557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.678741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Sync routers for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:33.689190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:33.689794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:33.693252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-90506fb9-f56d-42da-8bc0-f3f8f7ad8278 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/ba68493a-6a56-4c4a-9230-f69f3e547ecd HTTP/1.1" status: 204 len: 168 time: 1.2039528 Mar 14 18:33:33.762776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:33.785966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:33:33.821514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:33.823849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.851427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:33.870478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 675dae24-82a7-4ef5-bae5-6b1307ba8e6d not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:33:34.012743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.015352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.016532 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/65d96276-a36d-4982-8427-6c7c0f16f34b HTTP/1.1" status: 204 len: 168 time: 0.2526755 Mar 14 18:33:34.028487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d96276-a36d-4982-8427-6c7c0f16f34b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:34.028637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:34.034529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.034883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.035226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.037847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.037847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.037847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.037847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.037847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.038442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.038442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.038717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.039251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd509eeb-8d3b-4a38-8374-c6823173022c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:33:34.063315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Checking router: 705198c2-f98a-4f81-bafb-ac1b6d404ccc for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:34.076589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:34.077381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:34.111070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 50992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:34.183105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:34.200949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 675dae24-82a7-4ef5-bae5-6b1307ba8e6d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:33:34.201687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.289327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.302407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 675dae24-82a7-4ef5-bae5-6b1307ba8e6d owned by {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:33:34.482802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.514838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=675dae24-82a7-4ef5-bae5-6b1307ba8e6d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:34.528776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:34.559946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee5449-254a-4bcf-9a67-f5dc88fe5ebb None None] The sync data for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv is: [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:32:49Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6a1275f8-3346-434f-8758-d4ac73912cf0', 'name': '', 'network_id': '4adf7257-0b51-41b4-90f9-5ce536c65ad5', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:52:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:48Z', 'updated_at': '2022-03-14T18:32:51Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '556d2dc3-df15-4518-b2cd-d995db7efb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:34.588109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:34.591437 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9b4aab9-1cfc-4300-819b-58f70100bf6b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/ports/675dae24-82a7-4ef5-bae5-6b1307ba8e6d HTTP/1.1" status: 204 len: 168 time: 0.4792674 Mar 14 18:33:34.594370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:34.813546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad6d0e-0285-42d6-a22c-5515fdfd27f6 None None] New status for floating IP ba68493a-6a56-4c4a-9230-f69f3e547ecd: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:33:35.021061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.275878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 6a1275f8-3346-434f-8758-d4ac73912cf0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:33:35.276119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.364717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 6a1275f8-3346-434f-8758-d4ac73912cf0, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6a1275f8-3346-434f-8758-d4ac73912cf0,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:35.365087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.378490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 6a1275f8-3346-434f-8758-d4ac73912cf0 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:33:35.614546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:35.643221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=6a1275f8-3346-434f-8758-d4ac73912cf0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:35.818501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.046412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 705198c2-f98a-4f81-bafb-ac1b6d404ccc has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:33:36.153221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:33:36.159131 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-75833df2-b5e2-4df3-9290-ad3784ec90c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/705198c2-f98a-4f81-bafb-ac1b6d404ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620518 Mar 14 18:33:36.160908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 50998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:36.165133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Sync routers for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:36.176629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:36.177234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:36.213328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 556d2dc3-df15-4518-b2cd-d995db7efb40 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:33:36.216787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.256549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.281392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:36.345053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.463638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:36.490012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Checking router: 705198c2-f98a-4f81-bafb-ac1b6d404ccc for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:36.498799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Routers {'705198c2-f98a-4f81-bafb-ac1b6d404ccc'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:36.499389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:36.527046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.554311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=556d2dc3-df15-4518-b2cd-d995db7efb40,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:36.564952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.564952 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e58c78d-1177-4bc9-80e4-cab5ecb631b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/556d2dc3-df15-4518-b2cd-d995db7efb40 HTTP/1.1" status: 204 len: 168 time: 0.4014778 Mar 14 18:33:36.565841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51000) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:36.580875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0102c-b0c0-42ae-982b-d27e342011d4 None None] Network 4adf7257-0b51-41b4-90f9-5ce536c65ad5 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:33:36.655518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] Set router 705198c2-f98a-4f81-bafb-ac1b6d404ccc gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:36.673095 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.780961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.886942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 9ab3dfbd-6988-4add-a873-65b7f6740e3b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:33:36.887347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.891591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:36.916417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] DHCP port deletion for 4adf7257-0b51-41b4-90f9-5ce536c65ad5 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:33:36.920237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d69983-f87b-4024-a0ef-03a02e9085de None None] The sync data for ids ['705198c2-f98a-4f81-bafb-ac1b6d404ccc'] in dv-neutron-833670-1-hyperv is: [{'id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'name': 'tempest-TestNetworkBasicOps-router-1071069299', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:32:44Z', 'updated_at': '2022-03-14T18:33:35Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '9ab3dfbd-6988-4add-a873-65b7f6740e3b', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705198c2-f98a-4f81-bafb-ac1b6d404ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:32:45Z', 'updated_at': '2022-03-14T18:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:36.970006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Deleting port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:33:36.973194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.975235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 9ab3dfbd-6988-4add-a873-65b7f6740e3b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9ab3dfbd-6988-4add-a873-65b7f6740e3b,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:36.975606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:36.988905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 9ab3dfbd-6988-4add-a873-65b7f6740e3b owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:33:37.037412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] For port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,segment=NetworkSegment(c9436d27-1ea4-44d6-a07c-e264ca9743db),segment_id=c9436d27-1ea4-44d6-a07c-e264ca9743db)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:37.037722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.050656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Calling delete_port for 0f2a38bb-a568-446c-ae6e-9526bfaa57ad owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:33:37.191313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.221101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] Pushing event deleted for resources: {'Port': ['ID=0f2a38bb-a568-446c-ae6e-9526bfaa57ad,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:37.225415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a468967-5209-43bb-84f7-ddcf8b62ccd3 None None] No DVR routers for this DVR port 0f2a38bb-a568-446c-ae6e-9526bfaa57ad on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:33:37.242986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.272034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=9ab3dfbd-6988-4add-a873-65b7f6740e3b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:37.339308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.433335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.439538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.578192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.578692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router 705198c2-f98a-4f81-bafb-ac1b6d404ccc {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:33:37.585446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.587234 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e8d89d99-b558-49d7-9b9d-5889d7a087a3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/705198c2-f98a-4f81-bafb-ac1b6d404ccc HTTP/1.1" status: 204 len: 168 time: 1.0204091 Mar 14 18:33:37.591164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:37.669324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.758947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.780170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adf7257-0b51-41b4-90f9-5ce536c65ad5']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:37.789273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9436d27-1ea4-44d6-a07c-e264ca9743db') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:37.789662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9436d27-1ea4-44d6-a07c-e264ca9743db') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:37.798975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.812422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.818114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:33:37.818495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:33:37.821342 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:33:38.071040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f2a38bb-a568-446c-ae6e-9526bfaa57ad no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:33:38.092854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0f2a38bb-a568-446c-ae6e-9526bfaa57ad {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:33:38.093282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0f2a38bb-a568-446c-ae6e-9526bfaa57ad not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:33:38.093795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6a1275f8-3346-434f-8758-d4ac73912cf0 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:33:38.114063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6a1275f8-3346-434f-8758-d4ac73912cf0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:33:38.114416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6a1275f8-3346-434f-8758-d4ac73912cf0 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:33:38.114851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9ab3dfbd-6988-4add-a873-65b7f6740e3b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:33:38.135669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9ab3dfbd-6988-4add-a873-65b7f6740e3b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:33:38.136040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9ab3dfbd-6988-4add-a873-65b7f6740e3b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:33:38.208498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.217444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.227103 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/4adf7257-0b51-41b4-90f9-5ce536c65ad5 HTTP/1.1" status: 204 len: 168 time: 0.6312795 Mar 14 18:33:38.236420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51004) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:38.239351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0294fb-3435-48d0-a710-a16ca2031894 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=4adf7257-0b51-41b4-90f9-5ce536c65ad5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.255204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7b119362-a7d6-4fd9-98d6-d94afa9b02b6 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0161943 Mar 14 18:33:38.257606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51006) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:38.262879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--452363803', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:38.357776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:38.361380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.386192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:33:38.395437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.395775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 9c611c03-3885-4ec3-934e-fff90ec17e83 of type vlan for network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 Mar 14 18:33:38.436102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.517164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.522756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:38.523335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.587697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:38.602641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:33:38.626932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d0ea1eb-0666-40a2-9847-098026755249 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3682182 Mar 14 18:33:38.629758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:38.635646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-250624280', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:38.734698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.735779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:38.791909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.320485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.512165 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-282cdaeb-f8c8-48ef-9906-2ab7db9256cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716310 Mar 14 18:33:39.622363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-36c987ec-91be-49b4-930b-81476fd8e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:39.623878 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-36c987ec-91be-49b4-930b-81476fd8e052 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1098 time: 0.0904944 Mar 14 18:33:39.696839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.741176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:39.817835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-a4fbb410-29b0-4aee-a1cb-4cffceb21468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:39.819314 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-a4fbb410-29b0-4aee-a1cb-4cffceb21468 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.1678841 Mar 14 18:33:39.920370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.118 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/234e811a-df7b-4aaf-9f47-b9cabb6f7828) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:39.923682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-321870e5-615e-4623-9aca-89bf90bd8184 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 1001 time: 0.0963702 Mar 14 18:33:40.020460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-d1692952-ce79-4d71-9265-a05717f17e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:40.021893 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-d1692952-ce79-4d71-9265-a05717f17e85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0905004 Mar 14 18:33:40.090665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.097942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-a445e8aa-268c-4380-a8bb-9031f8079a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:40.099440 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-a445e8aa-268c-4380-a8bb-9031f8079a03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701766 Mar 14 18:33:40.206960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-87fa39ff-835c-408b-8b31-80c84da7155f service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994856 Mar 14 18:33:40.260728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.330575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:40.342855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:40.348544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:40.348860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:33:40.354494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b80d4c5c-1bd3-449b-8b0f-a435d6768e3e req-67894b8c-abdf-478b-9277-193541e83181 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411984 Mar 14 18:33:40.694798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:40.889611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:41.145204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router d0520038-92df-46d1-83f6-afe0506c81b8 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:33:41.255088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:33:41.265522 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:41.275550 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:41.276144 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:41.369533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:41.371239 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b613f969-88b6-40f8-81eb-f15688bab0ce tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7402012 Mar 14 18:33:41.378865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:41.387177 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:41.409263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1556eb85-c327-4fc1-9e4a-fdd6f0660a38 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269368 Mar 14 18:33:41.409682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51016) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:41.561165 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:41.563443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4c58e-863e-41d9-ba16-81007981f4f6 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:41.567707 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-93a4c58e-863e-41d9-ba16-81007981f4f6 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1542592 Mar 14 18:33:41.567956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51018) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:41.591361 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:41.591705 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Updating router d0520038-92df-46d1-83f6-afe0506c81b8 port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:33:41.602170 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4d337e67-e9f0-48b1-b6ec-a9e396dcc380 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330901 Mar 14 18:33:41.604762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51020) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:41.610590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800223951', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:41.702811 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:41.774176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:41.777727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:41.947989 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.023516 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.069984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.078397 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Attempting to bind port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:42.078761 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Attempting to bind port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:42.079109 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Attempting to bind port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:42.082187 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ab54a-4784-4f1e-9600-bb89c1dbf38c None None] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:42.086752 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:33:42.087120 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:42.087528 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.087894 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:33:42.088361 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Bound port: 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:42.088721 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.140156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=e7b359e0-3b41-4ecd-8282-8b8875cd2764,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:42.140451 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:42.143248 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=234e811a-df7b-4aaf-9f47-b9cabb6f7828,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:33:42.145647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:42.146047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:33:42.220030 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.248331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:33:42.275720 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:42.276276 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:42.281706 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ab54a-4784-4f1e-9600-bb89c1dbf38c None None] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:42.332344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:42.337831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:42.338453 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.344322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3526d9-725b-4262-9033-26088f7b1066 None None] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:33:42.389228 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:42.443080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51022) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:42.447943 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9792a0ed-7114-4624-8d1c-697e7789e2c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8420541 Mar 14 18:33:42.498459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:33:42.499530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.576226 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:42.605264 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b539c50-dde6-4dee-bc21-3bb5d4293fe5 None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:40Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:42.651096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Allocated IP 172.20.0.2 (8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4/e7b359e0-3b41-4ecd-8282-8b8875cd2764/b4b01000-db4b-49b2-be3a-afe580fc9b85) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:42.809298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.911791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.941749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:42.959852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:42.964577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:42.968600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:33:42.974051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Pushing event updated for resources: {'Port': ['ID=b4b01000-db4b-49b2-be3a-afe580fc9b85,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:43.033731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Attempting to bind port b4b01000-db4b-49b2-be3a-afe580fc9b85 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:43.034129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Attempting to bind port b4b01000-db4b-49b2-be3a-afe580fc9b85 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:43.034494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Attempting to bind port b4b01000-db4b-49b2-be3a-afe580fc9b85 on network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:43.040428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:33:43.040799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Checking segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:43.041203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.041601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Bound using segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:33:43.042099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Bound port: b4b01000-db4b-49b2-be3a-afe580fc9b85, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:43.042519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.119374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] For port b4b01000-db4b-49b2-be3a-afe580fc9b85, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:43.124917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] For port b4b01000-db4b-49b2-be3a-afe580fc9b85, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4b01000-db4b-49b2-be3a-afe580fc9b85,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:33:43.219266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.250947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4/e7b359e0-3b41-4ecd-8282-8b8875cd2764/05048906-2931-4bb3-93ac-8515cafe4f0c) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:43.288732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdb6d0-599f-45b5-b007-4866d2efc7dc None None] Pushing event updated for resources: {'Port': ['ID=b4b01000-db4b-49b2-be3a-afe580fc9b85,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:43.388487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.482899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.525759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:43.528808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:43.531497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:33:43.566826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:43.592117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.795817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:43.939566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:43.988701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:43.989069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.102824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.162643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.221875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.243893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=234e811a-df7b-4aaf-9f47-b9cabb6f7828,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:44.245200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:44.247991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.322536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.323356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4b01000-db4b-49b2-be3a-afe580fc9b85 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:44.352060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:44.353481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:44.399168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:44.410878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b4b01000-db4b-49b2-be3a-afe580fc9b85 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:44.411603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.473892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router d0520038-92df-46d1-83f6-afe0506c81b8 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:33:44.498045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.530204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port b4b01000-db4b-49b2-be3a-afe580fc9b85, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4b01000-db4b-49b2-be3a-afe580fc9b85,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:44.584681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:33:44.589480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-63656a9b-fd52-43a3-8dfa-9157c33bda9c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1446104 Mar 14 18:33:44.593104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51024) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:44.594875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:33:44.605413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:44.606070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:44.613858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:44.737700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=b4b01000-db4b-49b2-be3a-afe580fc9b85,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:44.757139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:44.981586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:45.010003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:33:45.010256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Updating router d0520038-92df-46d1-83f6-afe0506c81b8 port 05048906-2931-4bb3-93ac-8515cafe4f0c binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:33:45.036781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.109983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.110544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.111010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.111463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.111969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.112552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.114529 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-435855c2-bac0-49f0-b93e-134c15249ceb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.5204399 Mar 14 18:33:45.117240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51026) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:45.155353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817d3e6-3d00-4e73-b19c-c32c1a588a45 None None] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:33:45.180860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.183489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.183489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.183489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.183489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.183489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:45.185425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f1e8789c-07f5-4751-9af1-e5fd778c7446 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0672455 Mar 14 18:33:45.188233 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:45.303906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-acad9c2a-ec00-482b-a9a3-576ca3f9af69 None None] Provisioning complete for port b4b01000-db4b-49b2-be3a-afe580fc9b85 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:45.304261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-acad9c2a-ec00-482b-a9a3-576ca3f9af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.415728 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c0be58b7-b406-4e4f-96db-4fa99861584a tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2237587 Mar 14 18:33:45.522724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.612575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.690196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6c5c-51c2-4ef2-a486-7a99acaa39a4 None None] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:45.729323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Attempting to bind port 05048906-2931-4bb3-93ac-8515cafe4f0c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:45.729687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Attempting to bind port 05048906-2931-4bb3-93ac-8515cafe4f0c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:45.731920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Attempting to bind port 05048906-2931-4bb3-93ac-8515cafe4f0c on network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:45.741709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:33:45.742101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Checking segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:45.742536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.742966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Bound using segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:33:45.743436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Bound port: 05048906-2931-4bb3-93ac-8515cafe4f0c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:45.743810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.763661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12ab78cc-72be-4ab3-9fe1-72bc548ef03f None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:45.764023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12ab78cc-72be-4ab3-9fe1-72bc548ef03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.841760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-12ab78cc-72be-4ab3-9fe1-72bc548ef03f None None] Port 05048906-2931-4bb3-93ac-8515cafe4f0c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:33:45.842472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:45.845640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042376551', 'description': 'tempest-secgroup-smoke-2042376551 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:45.852122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:45.855766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=05048906-2931-4bb3-93ac-8515cafe4f0c,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:33:45.861761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12ab78cc-72be-4ab3-9fe1-72bc548ef03f None None] Provisioning complete for port b4b01000-db4b-49b2-be3a-afe580fc9b85 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:45.861761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12ab78cc-72be-4ab3-9fe1-72bc548ef03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:45.914203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:45.987238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.025305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.059827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6c5c-51c2-4ef2-a486-7a99acaa39a4 None None] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:46.062375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:46.062737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.065863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:33:46.066451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:46.113750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.196723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:46.197086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.212330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.246188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d485e40d-181b-4f22-83d8-46a46dfcfc54,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:46.332790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.332790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-64af97a9-3925-464e-bb7d-afd80df44ffb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4913499 Mar 14 18:33:46.335433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51034) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:46.340344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:46.431484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:33:46.461414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.479958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4b01000-db4b-49b2-be3a-afe580fc9b85 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:46.522809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.625988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.635279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.651259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef04fcd-90f3-4535-8f90-d0e1cde82ed8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:46.687829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=05048906-2931-4bb3-93ac-8515cafe4f0c,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:46.688841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b4b01000-db4b-49b2-be3a-afe580fc9b85 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:46.689202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.797385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.798859 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6be3dfe9-6cac-470d-aeec-f978df1cc568 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4623632 Mar 14 18:33:46.800819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:45Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:33:46.807555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51036) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:46.812686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:46.833617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9231c-9784-4d03-b66e-b96e8f44aa1b None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:45Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:33:46.835504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.893043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d76e80-10a3-436a-853e-cc3a1642c47d None None] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:46.916027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.957870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ae3941e2-feb9-4fe6-be1e-26c44fc6efdd None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:46.958833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ae3941e2-feb9-4fe6-be1e-26c44fc6efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:46.993341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.060591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.079997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3dfee2-c005-4c21-8b35-ab49ee18794c,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:47.158966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.160217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-376641ce-013e-45a6-b283-6e52155fb793 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3516603 Mar 14 18:33:47.163535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51038) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:47.168014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:47.237510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.308866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.379517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.397320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a8c3de-3c2d-4ab2-9535-b89144cf0787,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:47.468299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.469697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9ea5b2a6-bf4a-4388-b712-7595cbae9987 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052247 Mar 14 18:33:47.472734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51040) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:47.477782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:47.607590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.668620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.739202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.758058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b87d32-bf65-42e5-825b-0491165ed1f4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:47.810292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.811640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-34000cf1-5593-4fe1-aa43-f0450b4a759f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3377938 Mar 14 18:33:47.814523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51042) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:47.819062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:47.825429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7069525d-92ae-4385-8774-9f8ed2a9be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.886846 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:47.892811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.916723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:33:47.962442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:47.965828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:47.966280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.019268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.036701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0c327c-7305-40d7-896e-157d8ecd78c9,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:48.116735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.118021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3b5a0dd4-63d8-47a4-9ec6-8b7609e962a0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024209 Mar 14 18:33:48.120762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51044) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:33:48.127344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'd485e40d-181b-4f22-83d8-46a46dfcfc54', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:48.206420 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:33:48.211564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.271871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.339528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.357674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d57cc3-762b-4ffd-b474-a6ec52fbf29f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:48.427114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:48.428324 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0b94e350-e591-4c2e-b280-cca18306336a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3066373 Mar 14 18:33:48.564687 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-a33fa69a-663d-42ec-bbd4-8efa897d4c04 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042376551&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0323865 Mar 14 18:33:48.672098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-e4a110b7-59d0-4d79-9687-251773d2d047 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:48.673654 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-e4a110b7-59d0-4d79-9687-251773d2d047 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 200 len: 796 time: 0.1024404 Mar 14 18:33:48.690526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-7edde351-8b98-4caa-9648-76e9b0c8ee45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0099418 Mar 14 18:33:48.744286 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-3a8f9b89-7d5c-4e55-a522-cb43404c58f6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471125 Mar 14 18:33:48.806322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-16490511-5762-40a5-b936-29c556e1b819 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:33:48.807387 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-16490511-5762-40a5-b936-29c556e1b819 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515914 Mar 14 18:33:48.898159 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-00968bb4-ea5e-4714-a6a1-f0d9b31ce6bd service neutron] 10.222.0.58 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839097 Mar 14 18:33:48.986030 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d45d5a9b-0d1f-488e-8df2-cf7861f19d49 service neutron] 10.222.0.58 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Mar 14 18:33:49.266619 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f728e74f-5bef-4364-997e-aa85aa509c64 req-a30940ca-881c-4bbb-ab36-436535d8cf69 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Mar 14 18:33:50.126506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f71dff-0256-45d6-a6b4-3b3a608ea46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:50.361454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3faff1d-760e-41e1-a35b-f3ff26bf7ca3 req-a665b040-eef0-4d3e-8e72-df2c851f7e6f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 210 time: 0.0274744 Mar 14 18:33:50.968683 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:33:51.120756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-0d695d5c-d39f-4631-be87-dd872dc33256 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:51.122304 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-0d695d5c-d39f-4631-be87-dd872dc33256 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 200 len: 796 time: 0.1065030 Mar 14 18:33:51.164654 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-5864dcc1-f881-4ddd-aa5e-56fe14767374 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 380 time: 0.0343130 Mar 14 18:33:51.174039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['d485e40d-181b-4f22-83d8-46a46dfcfc54']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:51.316229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:33:51.319886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:51.417692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:51.463388 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2a6792e0-d2ec-4efb-8ef9-d3898c7dac3b req-26dfbb70-f79e-47a8-ba5a-8baad2148a43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 210 time: 0.0336185 Mar 14 18:33:51.478786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.14 (8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4/e7b359e0-3b41-4ecd-8282-8b8875cd2764/654e456a-1532-403e-b721-936d9c8e13e2) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:33:51.611585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:51.715177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:51.761091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:33:51.764245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:33:51.767935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:33:51.791366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:51.821392 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:51.822042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:51.945792 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-d7f92040-76cd-4ea3-acad-7efe85628ca8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754295 Mar 14 18:33:51.959024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Request body: {'port': {'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:33:52.002302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c08f7c9b-4b2d-4ca2-80b7-627b127f13c1 None None] Provisioning complete for port 654e456a-1532-403e-b721-936d9c8e13e2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:33:52.002703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c08f7c9b-4b2d-4ca2-80b7-627b127f13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.017076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.035929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c08f7c9b-4b2d-4ca2-80b7-627b127f13c1 None None] Port 654e456a-1532-403e-b721-936d9c8e13e2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:33:52.273950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654e456a-1532-403e-b721-936d9c8e13e2 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:52.281328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.292599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Transition to ACTIVE for port object 654e456a-1532-403e-b721-936d9c8e13e2 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:33:52.350250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.401065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:52.478318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Attempting to bind port 654e456a-1532-403e-b721-936d9c8e13e2 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:33:52.478654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Attempting to bind port 654e456a-1532-403e-b721-936d9c8e13e2 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:33:52.479013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Attempting to bind port 654e456a-1532-403e-b721-936d9c8e13e2 on network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:52.484253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Port 654e456a-1532-403e-b721-936d9c8e13e2 on network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:33:52.484573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Attempting to bind port 654e456a-1532-403e-b721-936d9c8e13e2 on network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:33:52.490024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:33:52.490355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Checking segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:33:52.490733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Bound using segment: {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:33:52.491156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Bound port: 654e456a-1532-403e-b721-936d9c8e13e2, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c611c03-3885-4ec3-934e-fff90ec17e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:33:52.491512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.565258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:33:52.568429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=654e456a-1532-403e-b721-936d9c8e13e2,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:33:52.590240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9674202-393f-475f-b582-75e90297658d req-277db0c0-bc5b-4e97-97e8-4cd2f8a2cb93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:52.592440 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9674202-393f-475f-b582-75e90297658d req-277db0c0-bc5b-4e97-97e8-4cd2f8a2cb93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 944 time: 0.0559056 Mar 14 18:33:52.629332 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9674202-393f-475f-b582-75e90297658d req-5ffe2f29-47b4-43f5-8860-2543a2449914 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308585 Mar 14 18:33:52.656855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.695941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:52.695941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.695941 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] 10.222.0.61 "PUT /v2.0/ports/654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 200 len: 1094 time: 0.7398317 Mar 14 18:33:52.696616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:33:52.699474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:33:52.728011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184daa5c-741d-4c1a-ab73-1c685f8c7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:52.745593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c61e6e-bc4e-4f4d-98ed-35cfe35c966d x-openstack-request-id: req-09c61e6e-bc4e-4f4d-98ed-35cfe35c966d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:33:52.745994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:33:52.746312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09c61e6e-bc4e-4f4d-98ed-35cfe35c966d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:33:52.746809 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2', 'status': 'completed', 'code': 200} Mar 14 18:33:52.819047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-2ec3fe10-64e4-47a4-a198-3867acfec263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:52.820574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-2ec3fe10-64e4-47a4-a198-3867acfec263 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1097 time: 0.0545764 Mar 14 18:33:52.876997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:52.930142 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-ae44145b-4609-4d21-9fd1-5a0fcf42b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:52.931623 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-ae44145b-4609-4d21-9fd1-5a0fcf42b2e0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0920312 Mar 14 18:33:53.028894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-f60bf207-1a53-47c9-9b19-02eb1c0be803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.029175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:53.030591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1ef113a4-e89f-4ff0-9f9f-d63813b35f85 req-f60bf207-1a53-47c9-9b19-02eb1c0be803 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927563 Mar 14 18:33:53.106710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-2bb57581-7ccb-47f3-9bb1-7747fd934876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.108845 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-2bb57581-7ccb-47f3-9bb1-7747fd934876 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1097 time: 0.0430887 Mar 14 18:33:53.149840 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-1e7af030-1f1f-4faf-b134-767ec4f227a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 200 len: 217 time: 0.0340879 Mar 14 18:33:53.203679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-23470f52-9888-4c21-be64-19307b2d2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.207254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-23470f52-9888-4c21-be64-19307b2d2864 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7b359e0-3b41-4ecd-8282-8b8875cd2764 HTTP/1.1" status: 200 len: 834 time: 0.0480936 Mar 14 18:33:53.251651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-7551b20f-7882-4236-9389-1f07e8783ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.253223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-7551b20f-7882-4236-9389-1f07e8783ec1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419848 Mar 14 18:33:53.341199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-0ae942b3-e9a5-4dc6-9a6c-2ae4e3d5ce78 service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811274 Mar 14 18:33:53.434134 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-19a5b679-5d1e-4703-ab0d-f6b1677acd3d req-c6b12c0e-54e9-453c-acee-67cdfc9ce3f0 service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Mar 14 18:33:53.741075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032d2f2-7447-4d36-bac7-20081ec1a9ef req-3264b81f-9115-40b5-82db-f55170fb8d08 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:53.742586 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3032d2f2-7447-4d36-bac7-20081ec1a9ef req-3264b81f-9115-40b5-82db-f55170fb8d08 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 944 time: 0.0470858 Mar 14 18:33:53.780022 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3032d2f2-7447-4d36-bac7-20081ec1a9ef req-d48cf3d0-8461-4177-a7e8-3f52a35b1737 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304446 Mar 14 18:33:54.897289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c842e-4c2e-46bd-a0f4-67b35137422c req-586899f0-8954-4be2-a456-ca4f07fb68f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:54.898808 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-967c842e-4c2e-46bd-a0f4-67b35137422c req-586899f0-8954-4be2-a456-ca4f07fb68f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 944 time: 0.0505483 Mar 14 18:33:54.935415 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-967c842e-4c2e-46bd-a0f4-67b35137422c req-dca0243d-7339-4638-8c64-205e3517342d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301199 Mar 14 18:33:56.047500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bf873-777d-4823-adc1-9d4a66414267 req-1be04970-c98c-46b0-a2f3-012365d63abf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:56.048944 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e44bf873-777d-4823-adc1-9d4a66414267 req-1be04970-c98c-46b0-a2f3-012365d63abf tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 944 time: 0.0478606 Mar 14 18:33:56.085260 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e44bf873-777d-4823-adc1-9d4a66414267 req-d2c41292-68e1-4f65-bdf9-651bca867ba7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303578 Mar 14 18:33:57.199376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b99c6-5d3b-442c-830b-24f1166e35a5 req-184c0cf3-f638-49c7-897e-aad0cd5d3e0c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:57.201145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af9b99c6-5d3b-442c-830b-24f1166e35a5 req-184c0cf3-f638-49c7-897e-aad0cd5d3e0c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Mar 14 18:33:57.243583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af9b99c6-5d3b-442c-830b-24f1166e35a5 req-04833b12-4baf-485d-b82a-a42f9c750a82 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362952 Mar 14 18:33:57.878000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 654e456a-1532-403e-b721-936d9c8e13e2 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:33:57.967872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=654e456a-1532-403e-b721-936d9c8e13e2,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:57.979351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '654e456a-1532-403e-b721-936d9c8e13e2', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:33:58.015240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:58.031281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654e456a-1532-403e-b721-936d9c8e13e2 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:33:58.053668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=654e456a-1532-403e-b721-936d9c8e13e2,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:33:58.132825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:58.156251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:33:58.181206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:33:58.359770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd56251-b230-464b-8449-41d2b834c46e req-580d0e8b-7454-408f-a64f-4fc28ee253f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:58.361241 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3fd56251-b230-464b-8449-41d2b834c46e req-580d0e8b-7454-408f-a64f-4fc28ee253f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 945 time: 0.0520284 Mar 14 18:33:58.397974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3fd56251-b230-464b-8449-41d2b834c46e req-a0970b46-be72-4de7-81b5-df6ae63c04e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307994 Mar 14 18:33:58.471030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['654e456a-1532-403e-b721-936d9c8e13e2'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:33:59.512753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9c6-fc10-47f2-a99c-c894ee5b8a74 req-96d1efe3-b5f5-4647-a9d5-5e90c24c94f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:33:59.514490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff02f9c6-fc10-47f2-a99c-c894ee5b8a74 req-96d1efe3-b5f5-4647-a9d5-5e90c24c94f8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Mar 14 18:33:59.551913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff02f9c6-fc10-47f2-a99c-c894ee5b8a74 req-c9a061ba-3a16-47b8-a213-4c2782100014 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Mar 14 18:33:59.894071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 654e456a-1532-403e-b721-936d9c8e13e2 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:34:00.011735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 654e456a-1532-403e-b721-936d9c8e13e2 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:34:00.016372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 654e456a-1532-403e-b721-936d9c8e13e2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:34:00.016742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:00.094021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:00.115003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:00.117232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6979db87-b092-4b9d-a88e-07ef54195c8c" -d '{"events": [{"server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "name": "network-vif-plugged", "status": "completed", "tag": "654e456a-1532-403e-b721-936d9c8e13e2"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:00.129831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=654e456a-1532-403e-b721-936d9c8e13e2,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:00.155144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca469a91-114f-4ff7-b28b-e3612c9f1b15 x-openstack-request-id: req-ca469a91-114f-4ff7-b28b-e3612c9f1b15 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:00.155425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "name": "network-vif-plugged", "status": "completed", "tag": "654e456a-1532-403e-b721-936d9c8e13e2", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:00.155677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca469a91-114f-4ff7-b28b-e3612c9f1b15 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:00.156066 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2', 'code': 200} Mar 14 18:34:00.205984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:00.253252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:00.468209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc56c9b-67ec-43ed-9f6a-af12f187a2f8 req-ee07540e-97e9-4fdc-a459-8fd6c4ee7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.469731 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9fc56c9b-67ec-43ed-9f6a-af12f187a2f8 req-ee07540e-97e9-4fdc-a459-8fd6c4ee7296 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1099 time: 0.0408163 Mar 14 18:34:00.503337 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9fc56c9b-67ec-43ed-9f6a-af12f187a2f8 req-039b24bd-b768-46f6-8c39-fc88a392ee1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277259 Mar 14 18:34:00.665572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd579516-4b4c-4092-928b-4ddc7070a9c9 req-44d03113-e21e-491e-8c20-d09ef2a416e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:00.667044 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bd579516-4b4c-4092-928b-4ddc7070a9c9 req-44d03113-e21e-491e-8c20-d09ef2a416e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Mar 14 18:34:00.708081 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bd579516-4b4c-4092-928b-4ddc7070a9c9 req-bd0ab858-9d33-46e1-9ada-d682e7e0bb4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343468 Mar 14 18:34:01.823292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e566a-94fc-434e-afc3-490951ef50c9 req-699179a7-f23f-4689-a61c-e9660ddafdf3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:01.824759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e30e566a-94fc-434e-afc3-490951ef50c9 req-699179a7-f23f-4689-a61c-e9660ddafdf3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0481095 Mar 14 18:34:01.864567 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e30e566a-94fc-434e-afc3-490951ef50c9 req-08e6c326-5a28-4524-a92f-e91a81b5c52c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Mar 14 18:34:02.978626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb98e0-e6a7-4170-b385-e49f91e31664 req-f20a745e-7df8-4846-8bd3-80e898e6d231 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:02.980101 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cedb98e0-e6a7-4170-b385-e49f91e31664 req-f20a745e-7df8-4846-8bd3-80e898e6d231 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0492020 Mar 14 18:34:03.016941 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cedb98e0-e6a7-4170-b385-e49f91e31664 req-5f9a5c69-d44b-4397-8015-1ba13b720ed2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302565 Mar 14 18:34:03.132087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950d86-4c7d-46e8-a104-866eee77ac31 req-b010b69a-5601-4b06-bc06-91275145cba0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:03.133559 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27950d86-4c7d-46e8-a104-866eee77ac31 req-b010b69a-5601-4b06-bc06-91275145cba0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0503495 Mar 14 18:34:03.171086 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27950d86-4c7d-46e8-a104-866eee77ac31 req-dbdbc720-c2ac-42ed-9acc-25291c451a74 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Mar 14 18:34:03.192013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51106) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:03.234539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f9cbb-8199-4381-864e-689f5dea8ad5 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:03.236041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5f5f9cbb-8199-4381-864e-689f5dea8ad5 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1094 time: 0.0430768 Mar 14 18:34:03.238813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51108) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:03.243058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:34:03.344290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:03.708138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:03.811087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.23 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:34:03.908572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:03.989974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.033623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:34:04.036334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:34:04.039765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:34:04.045550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:04.389108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.528823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.676991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.755402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.826013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:04.837419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:04.936091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848 associated. External IP: 172.26.3.23, port: 654e456a-1532-403e-b721-936d9c8e13e2. Mar 14 18:34:05.137408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router d0520038-92df-46d1-83f6-afe0506c81b8 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:34:05.243872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:34:05.253792 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:34:05.263113 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:05.264337 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:05.344801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:05.365710 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:05.371998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-47896907-5e53-4591-bb45-9c6214323f98 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1321478 Mar 14 18:34:05.373103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:05.375255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51110) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:05.375786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb02af4b-c407-44f5-b9d0-376c98cb8831" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:05.518651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8cf34-c1d5-4b77-bdb3-80f010c9bf5c x-openstack-request-id: req-8aa8cf34-c1d5-4b77-bdb3-80f010c9bf5c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:05.519275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:05.519275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8aa8cf34-c1d5-4b77-bdb3-80f010c9bf5c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:05.519646 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2', 'status': 'completed', 'code': 200} Mar 14 18:34:05.602062 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:34:04Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:46Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:05.627908 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:34:05.636459 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:05.636819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-159b1a1d-f841-41b0-b0c0-1d9224595e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:05.637065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:33:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:05.638996 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-159b1a1d-f841-41b0-b0c0-1d9224595e50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1099 time: 0.0959849 Mar 14 18:34:05.735916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ed521518-f58c-456e-8a2a-2f22a5c7c0dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8 HTTP/1.1" status: 200 len: 922 time: 0.3591480 Mar 14 18:34:05.738357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51118) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:05.741072 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:05.810972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-296681cd-43ea-416d-ab51-5bf8128facda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:05.812431 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-296681cd-43ea-416d-ab51-5bf8128facda service neutron] 10.222.0.61 "GET /v2.0/networks?id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 200 len: 897 time: 0.1479743 Mar 14 18:34:05.817641 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-45ca211f-ec4e-4dc6-9d12-03b6423d136e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 991 time: 0.0783055 Mar 14 18:34:05.880930 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-541d5b02-d509-450e-89ab-a6aa969a41f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 200 len: 999 time: 0.0622175 Mar 14 18:34:05.930581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-ac69c5b8-c114-435a-82ff-c1440d8b67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:05.932087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-ac69c5b8-c114-435a-82ff-c1440d8b67d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7b359e0-3b41-4ecd-8282-8b8875cd2764 HTTP/1.1" status: 200 len: 834 time: 0.0439055 Mar 14 18:34:05.980089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-9e1755f8-c17e-4b8f-961e-72598bae4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:05.981612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-9e1755f8-c17e-4b8f-961e-72598bae4657 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423560 Mar 14 18:34:06.075876 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-042615e6-07f3-4200-88f6-34774dfef157 service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Mar 14 18:34:06.152040 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:34:04Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:46Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:06.164250 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb02af4b-c407-44f5-b9d0-376c98cb8831 req-9fbb8260-d8a9-4ac5-94fc-f5bc9b85f488 service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 Mar 14 18:34:06.178782 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab25c00-0026-442b-9940-d799b50a3bd2 None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:34:04Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:33:46Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:34:06.360930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecdd34e-06b2-4efc-bee3-526f1253b4eb None None] New status for floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:34:06.820745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51120) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:06.885461 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2dceceb3-8e7d-46bc-9fb2-5d755da94e08 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 993 time: 0.0635052 Mar 14 18:34:17.862496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c9cdb50-8f3a-4018-b5cb-5f9df0343efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:20.091582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-05b9f08b-61d0-4757-ab9f-55c6b75203ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.412001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.485352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:21.640746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port b6f0a428-8395-411a-a1a0-752a3feeb11a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:21.641092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.714254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.714499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.725625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for b6f0a428-8395-411a-a1a0-752a3feeb11a owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:21.971570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:21.996760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=b6f0a428-8395-411a-a1a0-752a3feeb11a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:22.025570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.025924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.026342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.026678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.027006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.027369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.027703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.028029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.028365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.028680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.028999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.029317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:22.070566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:22.070992 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP a8e7dd2d-26d4-483c-8bd7-d81d805e0973 disassociated (deleted). External IP: 172.26.3.121, port: 662f00b8-ac14-4d67-821b-0f3564e7fce0. Mar 14 18:34:22.275114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:34:22.376241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:34:22.381329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:22.386612 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:34:22.396602 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:22.399539 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:22.411555 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1071b2dd-8336-4d39-8d25-bb29caf78f99 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "DELETE /v2.0/floatingips/a8e7dd2d-26d4-483c-8bd7-d81d805e0973 HTTP/1.1" status: 204 len: 168 time: 0.9251046 Mar 14 18:34:22.412137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:22.414393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d144f6-e89d-460a-a6a9-7934ff8959c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:22.477405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984284fd-0a9c-4147-a9f6-8675f75b5be6 x-openstack-request-id: req-984284fd-0a9c-4147-a9f6-8675f75b5be6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:22.477689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:22.478055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-984284fd-0a9c-4147-a9f6-8675f75b5be6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:22.478431 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'status': 'completed', 'code': 200} Mar 14 18:34:22.508068 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:22.544166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-d05af590-7a4c-4472-bd5e-d6432036fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:22.545587 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-d05af590-7a4c-4472-bd5e-d6432036fad8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 1098 time: 0.0423117 Mar 14 18:34:22.643399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-efaa64b5-54ed-425e-870a-491602db91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:22.644916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-efaa64b5-54ed-425e-870a-491602db91cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.0919373 Mar 14 18:34:22.691432 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-357e6e83-ec88-4e68-b3df-6e3a77e52ec4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 200 len: 217 time: 0.0395529 Mar 14 18:34:22.741040 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:22.743530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-c03f01fe-ec13-486a-bbca-461161da76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:22.745135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-c03f01fe-ec13-486a-bbca-461161da76d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0465205 Mar 14 18:34:22.767181 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:34:22.776243 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:22.777068 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:22.802381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-89a2acd1-3c17-491d-902e-17497a89908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:22.803985 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-89a2acd1-3c17-491d-902e-17497a89908d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425472 Mar 14 18:34:22.885820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:22.896596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:22.925693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6c6be-91dd-44f1-9418-f933c7fdc6d1 req-4f9deb9f-c552-4947-99b0-32c47dd8c7ee tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:22.927215 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9dd6c6be-91dd-44f1-9418-f933c7fdc6d1 req-4f9deb9f-c552-4947-99b0-32c47dd8c7ee tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0947187 Mar 14 18:34:22.947734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-966ca8b3-06e9-4b89-a897-35f44ecdd2bc service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345401 Mar 14 18:34:23.016533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:23.021192 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9dd6c6be-91dd-44f1-9418-f933c7fdc6d1 req-32fd12bb-8e24-454c-9bfd-3e2004f42efc tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852664 Mar 14 18:34:23.060812 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7d144f6-e89d-460a-a6a9-7934ff8959c9 req-28d6f80b-0682-4b5f-a092-150610ad88fd service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050794 Mar 14 18:34:23.121965 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:23.150647 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aaed8e-0249-4d02-a8ae-f40fb48ebffe None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a1d5ab5d-a27f-45fd-8e42-81d830c7da8f', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'port_id': '473ddaaf-458a-41c0-a447-61fdde953041', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b268f21-6a4b-4f1f-8546-57044d188506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:29:14Z', 'updated_at': '2022-03-14T18:29:19Z', 'revision_number': 1, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:34:23.364440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143be96-7383-4cad-9810-f119beb28035 None None] New status for floating IP a8e7dd2d-26d4-483c-8bd7-d81d805e0973: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:34:24.148248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcff50-f6ab-4987-9ab9-f80ad26f3f5b req-113ab1b3-9533-4056-8412-7d5c8b4bedc7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:24.148990 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ebcff50-f6ab-4987-9ab9-f80ad26f3f5b req-113ab1b3-9533-4056-8412-7d5c8b4bedc7 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0531757 Mar 14 18:34:24.187950 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ebcff50-f6ab-4987-9ab9-f80ad26f3f5b req-3bd49097-1496-4505-91e2-7d2e8f97921f tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Mar 14 18:34:24.597659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-b62b10ec-e4a0-4e3d-9204-7bb98521b8a5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:24.599108 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-b62b10ec-e4a0-4e3d-9204-7bb98521b8a5 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0481319 Mar 14 18:34:24.690131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port 662f00b8-ac14-4d67-821b-0f3564e7fce0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:24.690471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:24.786529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] For port 662f00b8-ac14-4d67-821b-0f3564e7fce0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=662f00b8-ac14-4d67-821b-0f3564e7fce0,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:24.786891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:24.800150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for 662f00b8-ac14-4d67-821b-0f3564e7fce0 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:25.303166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a115c-5471-4e92-a6c3-194ccd1308af req-9d4877ec-459f-499f-81a4-984565f1b07b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:25.304633 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9f1a115c-5471-4e92-a6c3-194ccd1308af req-9d4877ec-459f-499f-81a4-984565f1b07b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 945 time: 0.0486534 Mar 14 18:34:25.318178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:25.356831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=662f00b8-ac14-4d67-821b-0f3564e7fce0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:25.393305 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9f1a115c-5471-4e92-a6c3-194ccd1308af req-9fdc9c3c-3e7f-42ab-b6b0-c7fbe5866bdb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824924 Mar 14 18:34:25.415306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] No DVR routers for this DVR port 662f00b8-ac14-4d67-821b-0f3564e7fce0 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:25.417881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:25.421147 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-320aa5e3-6183-4d9b-8839-6ffb6ecd30b7 req-5407abf8-59ff-41e0-a9d7-2a4d75cf3a6a tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "DELETE /v2.0/ports/662f00b8-ac14-4d67-821b-0f3564e7fce0 HTTP/1.1" status: 204 len: 173 time: 0.8163545 Mar 14 18:34:25.421576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'name': 'network-vif-deleted', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:25.424021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104fa349-9f12-4dd1-8317-1ae15b371a30" -d '{"events": [{"server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "name": "network-vif-deleted", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:25.460376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90055342-b81d-4f37-a092-1083a7a07c39 x-openstack-request-id: req-90055342-b81d-4f37-a092-1083a7a07c39 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:25.460663 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdcf902-92ff-4247-b522-cec619633e4d", "name": "network-vif-deleted", "tag": "662f00b8-ac14-4d67-821b-0f3564e7fce0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:25.460936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90055342-b81d-4f37-a092-1083a7a07c39 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:25.461329 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdcf902-92ff-4247-b522-cec619633e4d', 'name': 'network-vif-deleted', 'tag': '662f00b8-ac14-4d67-821b-0f3564e7fce0', 'status': 'completed', 'code': 200} Mar 14 18:34:26.487498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9052272f-868c-4cf7-8b51-6094a627a3cb req-aa383267-5888-4582-a458-7f7cb8976535 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0270545 Mar 14 18:34:27.592282 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4595b398-1503-45da-8e50-e236dd27c1ef req-6ed6d24c-bfde-48ed-acae-5207a4b1b851 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0315919 Mar 14 18:34:27.967296 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:34:28.037846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 662f00b8-ac14-4d67-821b-0f3564e7fce0 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:28.058799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 662f00b8-ac14-4d67-821b-0f3564e7fce0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:28.059134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 662f00b8-ac14-4d67-821b-0f3564e7fce0 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:28.131273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:28.686438 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3392c86b-1f6d-49e5-b465-2c3e5856f91d req-1c951581-be55-4285-900d-877bb9d9c19e tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0278885 Mar 14 18:34:29.798377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9cd961c-b44e-4425-ac49-b66a78fee11a req-1f554cee-242d-4510-885c-685adbbbddee tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bdcf902-92ff-4247-b522-cec619633e4d HTTP/1.1" status: 200 len: 210 time: 0.0266669 Mar 14 18:34:36.400085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:36.553482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port a1d54f51-aac7-45aa-ba9d-18efa24db442 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:36.553819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:36.625592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:36.626030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:36.637033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for a1d54f51-aac7-45aa-ba9d-18efa24db442 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:36.822177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:36.847710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=a1d54f51-aac7-45aa-ba9d-18efa24db442,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:36.878537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.878883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.879216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.879545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.879868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.880187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.880508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.880828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.881150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.881465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.881780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.882114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:36.923915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:36.924243 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Floating IP a1d5ab5d-a27f-45fd-8e42-81d830c7da8f disassociated (deleted). External IP: 172.26.3.29, port: 473ddaaf-458a-41c0-a447-61fdde953041. Mar 14 18:34:37.128658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:34:37.235097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:34:37.239910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:37.244446 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:34:37.253235 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:37.253922 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:37.267718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-644f95cc-949a-444b-a5bb-0bcc54b1ed98 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "DELETE /v2.0/floatingips/a1d5ab5d-a27f-45fd-8e42-81d830c7da8f HTTP/1.1" status: 204 len: 168 time: 0.8665640 Mar 14 18:34:37.268322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:37.270670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02c516-918a-4ac0-81db-01174c789c61" -d '{"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:37.309332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca014413-ba12-4edc-bb4a-bbcfeeac85cd x-openstack-request-id: req-ca014413-ba12-4edc-bb4a-bbcfeeac85cd {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:37.309618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "tag": "473ddaaf-458a-41c0-a447-61fdde953041", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:37.309870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca014413-ba12-4edc-bb4a-bbcfeeac85cd {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:37.312120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041', 'status': 'completed', 'code': 200} Mar 14 18:34:37.365839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:37.374433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c516-918a-4ac0-81db-01174c789c61 req-5136b92b-6efa-459d-b18b-ca218aeb0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:37.376498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-5136b92b-6efa-459d-b18b-ca218aeb0d48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a227c1c684149fdacd624d033aa7eea&device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 1099 time: 0.0424616 Mar 14 18:34:37.472341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c516-918a-4ac0-81db-01174c789c61 req-a05f52ee-ca3c-4c53-bc93-319bcc694fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:37.474004 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-a05f52ee-ca3c-4c53-bc93-319bcc694fc1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 200 len: 912 time: 0.0897884 Mar 14 18:34:37.517954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-920dd45e-be7d-436b-ba6d-e6471c499de4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Mar 14 18:34:37.571544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c516-918a-4ac0-81db-01174c789c61 req-369cae86-d0c5-4eb9-90d3-fedda0344f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:37.576209 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-369cae86-d0c5-4eb9-90d3-fedda0344f4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 200 len: 850 time: 0.0483968 Mar 14 18:34:37.576354 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:37.604815 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:34:37.613667 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:37.614317 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:37.624450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c516-918a-4ac0-81db-01174c789c61 req-657a8c67-5dca-4525-ab62-1069ab7aab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:37.626581 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-657a8c67-5dca-4525-ab62-1069ab7aab2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5de513d0-60d6-44de-9489-1965029c548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448816 Mar 14 18:34:37.730105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db28e4-d8da-4d60-8824-5054670b0a12 req-a2684503-a0dc-44f7-aeea-47a54e54f164 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:37.731713 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-29db28e4-d8da-4d60-8824-5054670b0a12 req-a2684503-a0dc-44f7-aeea-47a54e54f164 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 946 time: 0.1042709 Mar 14 18:34:37.776637 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-65f18855-d617-4ddf-aaec-097156c81cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409361 Mar 14 18:34:37.797540 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-29db28e4-d8da-4d60-8824-5054670b0a12 req-32da824f-7bc5-4b3a-ab1b-1f7cd60421ab tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f19ced9-c13b-4015-8c74-39638aa77d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564818 Mar 14 18:34:37.813884 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:37.879688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f02c516-918a-4ac0-81db-01174c789c61 req-2b9397ea-f12a-48ca-a4ce-f92067fa203a service neutron] 10.222.0.61 "GET /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940142 Mar 14 18:34:38.014668 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:38.043281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18fffaf-8d43-4c3e-80be-b8e3fccebe79 None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:24:15Z', 'revision_number': 4, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '34fd1b0f-780f-4801-aa70-ee465ad5c3af', 'name': '', 'network_id': '5de513d0-60d6-44de-9489-1965029c548e', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'mac_address': 'fa:16:3e:0b:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:13Z', 'updated_at': '2022-03-14T18:24:20Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'subnets': [{'id': '73a7a17c-d1a3-4406-b042-a11e00b380d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:34:38.259696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d4f0c-cee7-49d3-a530-c76825e2399e None None] New status for floating IP a1d5ab5d-a27f-45fd-8e42-81d830c7da8f: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:34:38.473682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-ebb69b36-6fc3-41c4-b669-4a14a528600b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:38.475188 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-ebb69b36-6fc3-41c4-b669-4a14a528600b tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 946 time: 0.0548565 Mar 14 18:34:38.565351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port 473ddaaf-458a-41c0-a447-61fdde953041 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:38.565694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:38.659082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] For port 473ddaaf-458a-41c0-a447-61fdde953041, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=473ddaaf-458a-41c0-a447-61fdde953041,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:38.659451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:38.672540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for 473ddaaf-458a-41c0-a447-61fdde953041 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:38.862635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:38.896398 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf2ec692-5f21-4d4f-ac2d-51617c57dda7 req-b5db1b1e-e100-48d5-b190-c8fc276c8fd4 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Mar 14 18:34:38.905427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=473ddaaf-458a-41c0-a447-61fdde953041,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:38.947337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] No DVR routers for this DVR port 473ddaaf-458a-41c0-a447-61fdde953041 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:38.950245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:38.954362 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f86e4c1a-34c9-470d-8ec7-7b8bb556805a req-f8787d0c-275a-4dcf-80a4-46a3c676d750 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.61 "DELETE /v2.0/ports/473ddaaf-458a-41c0-a447-61fdde953041 HTTP/1.1" status: 204 len: 173 time: 0.4728508 Mar 14 18:34:38.954919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'name': 'network-vif-deleted', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:34:38.957208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e69e7a6-735e-4598-a733-1648174c21e7" -d '{"events": [{"server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "name": "network-vif-deleted", "tag": "473ddaaf-458a-41c0-a447-61fdde953041"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:34:38.992080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27ca13-9feb-4b90-819a-f8cdb398a6d2 x-openstack-request-id: req-8f27ca13-9feb-4b90-819a-f8cdb398a6d2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:34:38.992420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b268f21-6a4b-4f1f-8546-57044d188506", "name": "network-vif-deleted", "tag": "473ddaaf-458a-41c0-a447-61fdde953041", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:34:38.992864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f27ca13-9feb-4b90-819a-f8cdb398a6d2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:34:38.993281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b268f21-6a4b-4f1f-8546-57044d188506', 'name': 'network-vif-deleted', 'tag': '473ddaaf-458a-41c0-a447-61fdde953041', 'status': 'completed', 'code': 200} Mar 14 18:34:39.997947 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4764e9ff-1713-4787-a06d-970b8018a9b3 req-1f3e1c16-7100-41b7-9a8a-c8d4f68a46f2 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Mar 14 18:34:41.097139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8973e4e5-af07-47a6-814d-38503d3567b4 req-39ae923b-89e4-452d-a257-664749f7e887 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Mar 14 18:34:41.457958 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-fccbe332-9368-4746-9dba-9a3bbcafc5d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425298 Mar 14 18:34:41.544869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-8c6f61fc-ed34-473d-82e4-9f84971146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:41.546457 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-8c6f61fc-ed34-473d-82e4-9f84971146c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1099 time: 0.0469382 Mar 14 18:34:41.653724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-a94dd37c-9222-44d0-836f-429518b0f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:41.655232 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-a94dd37c-9222-44d0-836f-429518b0f215 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 200 len: 897 time: 0.0878351 Mar 14 18:34:41.724913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-1ce48098-5110-4318-b28c-85f58af546d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 200 len: 1001 time: 0.0629413 Mar 14 18:34:41.773267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-dbdfcc0b-8b43-4e31-a2b6-5bcbffc832c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:41.774753 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-dbdfcc0b-8b43-4e31-a2b6-5bcbffc832c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7b359e0-3b41-4ecd-8282-8b8875cd2764 HTTP/1.1" status: 200 len: 834 time: 0.0437872 Mar 14 18:34:41.820664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-2bee098c-b953-482e-9509-e825db5c57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:34:41.822223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-2bee098c-b953-482e-9509-e825db5c57ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409315 Mar 14 18:34:41.914231 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-a69ff352-f3c8-4c32-a500-a9608f6f88cb service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855730 Mar 14 18:34:42.004199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67ca96ad-605c-4db5-8c87-514319f03ab2 req-e0ff0ec8-b2fc-4400-aa4a-4349c395bfdf service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Mar 14 18:34:42.137809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 473ddaaf-458a-41c0-a447-61fdde953041 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:42.163610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 473ddaaf-458a-41c0-a447-61fdde953041 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:42.164229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 473ddaaf-458a-41c0-a447-61fdde953041 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:42.197012 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb63f35a-a220-493b-a636-d493830f6501 req-4be0bc9a-7520-4572-929b-2c734c2a98e1 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Mar 14 18:34:43.305198 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-65294e30-b846-444e-b2a3-8651d70078dc req-584e2466-0980-4f12-8872-efb45ea661fa tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b268f21-6a4b-4f1f-8546-57044d188506 HTTP/1.1" status: 200 len: 210 time: 0.0263746 Mar 14 18:34:44.361629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51198) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:44.483832 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Deleting port 27ccd506-f91d-4331-90bf-2b3f2b900f95 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:44.484172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.559309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.559640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.570662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Calling delete_port for 27ccd506-f91d-4331-90bf-2b3f2b900f95 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:44.759216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.789060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'Port': ['ID=27ccd506-f91d-4331-90bf-2b3f2b900f95,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:44.844436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.847030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:44.848216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-71fd9369-0865-49a1-9579-57332d0b87fb tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed94d4d1-e480-4be8-9c42-ad63fe365c6d HTTP/1.1" status: 204 len: 168 time: 0.4855587 Mar 14 18:34:47.850504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f73f27a-4acf-44e0-8480-bafa4dcae4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:48.278256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51216) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:48.338299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:48.363365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:48.484756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:48.488059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:48.489268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f19ced9-c13b-4015-8c74-39638aa77d7c HTTP/1.1" status: 204 len: 168 time: 0.2098737 Mar 14 18:34:48.498364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcf2ed-a884-46b5-94de-77693b766489 tempest-TestVolumeBootPattern-1693910873 tempest-TestVolumeBootPattern-1693910873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f19ced9-c13b-4015-8c74-39638aa77d7c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:48.618027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:49.070064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:49.591442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Deleting port 34fd1b0f-780f-4801-aa70-ee465ad5c3af {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:49.592170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:49.668160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] For port 34fd1b0f-780f-4801-aa70-ee465ad5c3af, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=34fd1b0f-780f-4801-aa70-ee465ad5c3af,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:49.668517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:49.680941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Calling delete_port for 34fd1b0f-780f-4801-aa70-ee465ad5c3af owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:49.918920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:49.949663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Pushing event deleted for resources: {'Port': ['ID=34fd1b0f-780f-4801-aa70-ee465ad5c3af,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:50.091058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a31dba99-63c5-464d-b57f-771665c4dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.111316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.328424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Router 2ba1fbc8-12ac-4345-ba1e-318556172aab has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:34:50.489496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:34:50.489496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6702e685-7f01-4e7b-a212-b7dbfb4ef80b admin admin] 10.222.0.58 "PUT /v2.0/routers/2ba1fbc8-12ac-4345-ba1e-318556172aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327503 Mar 14 18:34:50.489718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51226) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:50.490579 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Sync routers for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:34:50.490579 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:50.490579 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:50.563334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.572105 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:50.665739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.744120 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:34:49Z', 'revision_number': 5, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port': {'id': 'b6cb20ef-5219-4531-af74-dbcde4778514', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:07Z', 'updated_at': '2022-03-14T18:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:50.773573 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Checking router: 2ba1fbc8-12ac-4345-ba1e-318556172aab for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:34:50.781637 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Routers {'2ba1fbc8-12ac-4345-ba1e-318556172aab'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:50.784693 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['2ba1fbc8-12ac-4345-ba1e-318556172aab'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:50.791282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Deleting port b6cb20ef-5219-4531-af74-dbcde4778514 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:50.791637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.864130 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] Set router 2ba1fbc8-12ac-4345-ba1e-318556172aab gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:50.875760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] For port b6cb20ef-5219-4531-af74-dbcde4778514, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b6cb20ef-5219-4531-af74-dbcde4778514,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:50.876873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:50.888559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Calling delete_port for b6cb20ef-5219-4531-af74-dbcde4778514 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:50.916772 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:34:50Z', 'revision_number': 6, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:50.942496 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167fad-92a8-4dfd-a820-9ca0133f6741 None None] The sync data for ids ['2ba1fbc8-12ac-4345-ba1e-318556172aab'] in dv-neutron-833670-1-hyperv is: [{'id': '2ba1fbc8-12ac-4345-ba1e-318556172aab', 'name': 'tempest-TestVolumeBootPattern-671781713-router', 'tenant_id': '0a227c1c684149fdacd624d033aa7eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:05Z', 'updated_at': '2022-03-14T18:34:50Z', 'revision_number': 6, 'project_id': '0a227c1c684149fdacd624d033aa7eea', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:34:51.158901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.182858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cb20ef-5219-4531-af74-dbcde4778514,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:51.255980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.348134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.350335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.398941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.450109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.450662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba1fbc8-12ac-4345-ba1e-318556172aab {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:34:51.455407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.456580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-05c82b96-4703-4485-805c-f4ea30c6b3f4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2ba1fbc8-12ac-4345-ba1e-318556172aab HTTP/1.1" status: 204 len: 168 time: 1.0007768 Mar 14 18:34:51.459066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:51.503374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Deleting subnet 73a7a17c-d1a3-4406-b042-a11e00b380d5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:34:51.506402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.539717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.619701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.719292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.744753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a7a17c-d1a3-4406-b042-a11e00b380d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:51.751674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.755601 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-872520fd-b94a-432d-9dfb-2f1132f73a68 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/73a7a17c-d1a3-4406-b042-a11e00b380d5 HTTP/1.1" status: 204 len: 168 time: 0.2955747 Mar 14 18:34:51.756466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c816c-31a5-4a67-89e9-ebe98f865622 None None] Network 5de513d0-60d6-44de-9489-1965029c548e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:34:51.758049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:51.831337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.896963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Deleting port 96e11df0-9548-4566-ba36-1de8017d7890 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:51.897345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.955445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] DHCP port deletion for 5de513d0-60d6-44de-9489-1965029c548e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:34:51.962464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] For port 96e11df0-9548-4566-ba36-1de8017d7890, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=96e11df0-9548-4566-ba36-1de8017d7890,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:51.962967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:51.977415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Calling delete_port for 96e11df0-9548-4566-ba36-1de8017d7890 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:51.987824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 34fd1b0f-780f-4801-aa70-ee465ad5c3af no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:52.014824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 34fd1b0f-780f-4801-aa70-ee465ad5c3af {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:52.015875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 34fd1b0f-780f-4801-aa70-ee465ad5c3af not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:52.016212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b6cb20ef-5219-4531-af74-dbcde4778514 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:52.037124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b6cb20ef-5219-4531-af74-dbcde4778514 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:52.037455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b6cb20ef-5219-4531-af74-dbcde4778514 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:52.053801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Deleting port 96e11df0-9548-4566-ba36-1de8017d7890 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:52.054214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.115135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] For port 96e11df0-9548-4566-ba36-1de8017d7890, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=96e11df0-9548-4566-ba36-1de8017d7890,segment=NetworkSegment(3995b5a6-a3e7-41f5-be9e-378304123b03),segment_id=3995b5a6-a3e7-41f5-be9e-378304123b03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:52.115523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.128352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Calling delete_port for 96e11df0-9548-4566-ba36-1de8017d7890 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:52.170445 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.197508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=96e11df0-9548-4566-ba36-1de8017d7890,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:52.202217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] No DVR routers for this DVR port 96e11df0-9548-4566-ba36-1de8017d7890 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:52.205996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.230223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Pushing event deleted for resources: {'Port': ['ID=96e11df0-9548-4566-ba36-1de8017d7890,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:52.234358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] No DVR routers for this DVR port 96e11df0-9548-4566-ba36-1de8017d7890 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:52.241613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.241974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.242313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.242643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.243014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.243331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.243833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.244690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.245222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.245700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.246304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.247478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be37f17b-6485-45fd-bdc7-dd657acd0bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:34:52.275323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.294976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de513d0-60d6-44de-9489-1965029c548e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:52.304506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3995b5a6-a3e7-41f5-be9e-378304123b03') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:52.304799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3995b5a6-a3e7-41f5-be9e-378304123b03') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:52.318238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.330900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.336372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:34:52.336725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:34:52.338324 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:34:52.455983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.461498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.468673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] 10.222.0.58 "DELETE /v2.0/networks/5de513d0-60d6-44de-9489-1965029c548e HTTP/1.1" status: 204 len: 168 time: 0.7054720 Mar 14 18:34:52.469240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51232) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:52.481816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e858-74c4-4393-866e-cb2ac80bbb0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5de513d0-60d6-44de-9489-1965029c548e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:52.808369 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:52.918823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.021666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.058549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Deleting port 3c82bc83-dc37-4300-8766-fe4ddc406220 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:53.058798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.134112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] For port 3c82bc83-dc37-4300-8766-fe4ddc406220, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3c82bc83-dc37-4300-8766-fe4ddc406220,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:53.134489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.146782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Calling delete_port for 3c82bc83-dc37-4300-8766-fe4ddc406220 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:53.375719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.398548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c82bc83-dc37-4300-8766-fe4ddc406220,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:53.572534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:53.966763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 96e11df0-9548-4566-ba36-1de8017d7890 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:53.992314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 96e11df0-9548-4566-ba36-1de8017d7890 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:53.992659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 96e11df0-9548-4566-ba36-1de8017d7890 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:54.103924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:34:54.206361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:34:54.211226 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-38e94d40-27e8-4050-8247-de8098a9700c admin admin] 10.222.0.58 "PUT /v2.0/routers/195c6bb5-4065-41b6-b31b-7b88ea0adb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426083 Mar 14 18:34:54.213836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51234) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:54.215253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Sync routers for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:34:54.324781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:54.366646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:54.367275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:54.428586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:54.472749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:54.533519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Deleting port 08b2a63c-71f4-49a2-892d-c20e113bace1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:54.533867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:54.617314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] For port 08b2a63c-71f4-49a2-892d-c20e113bace1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b2a63c-71f4-49a2-892d-c20e113bace1,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:54.617670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:54.629293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Calling delete_port for 08b2a63c-71f4-49a2-892d-c20e113bace1 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:54.646943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:34:53Z', 'revision_number': 5, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port': {'id': '08b2a63c-71f4-49a2-892d-c20e113bace1', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:24:24Z', 'updated_at': '2022-03-14T18:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:54.677515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Checking router: 195c6bb5-4065-41b6-b31b-7b88ea0adb57 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:34:54.685671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Routers {'195c6bb5-4065-41b6-b31b-7b88ea0adb57'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:34:54.686298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:54.767158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] Set router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:34:54.820898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:34:54Z', 'revision_number': 6, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:54.847609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc85a4-63a9-42b4-bf12-63f73bcc8ed6 None None] The sync data for ids ['195c6bb5-4065-41b6-b31b-7b88ea0adb57'] in dv-neutron-833670-1-hyperv is: [{'id': '195c6bb5-4065-41b6-b31b-7b88ea0adb57', 'name': 'tempest-TestVolumeBootPattern-1370527127-router', 'tenant_id': '3c6d0850786b4743aefc210443cc646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:24:21Z', 'updated_at': '2022-03-14T18:34:54Z', 'revision_number': 6, 'project_id': '3c6d0850786b4743aefc210443cc646c', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:34:54.867137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:54.890935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b2a63c-71f4-49a2-892d-c20e113bace1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:54.957277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.044093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.046073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.129621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.130327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195c6bb5-4065-41b6-b31b-7b88ea0adb57 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:34:55.134384 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.135527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e5f54a9a-2fd2-48eb-8599-d706805cf263 admin admin] 10.222.0.58 "DELETE /v2.0/routers/195c6bb5-4065-41b6-b31b-7b88ea0adb57 HTTP/1.1" status: 204 len: 168 time: 0.9207516 Mar 14 18:34:55.137973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51236) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:55.182921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Deleting subnet eac7361e-d874-4058-96be-fed052b37cdb {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:34:55.186287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.222169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.304636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.415827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.441460 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac7361e-d874-4058-96be-fed052b37cdb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:55.445330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.448742 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d1e93bd4-48a5-4471-aa0b-a2e1da584599 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eac7361e-d874-4058-96be-fed052b37cdb HTTP/1.1" status: 204 len: 168 time: 0.3098445 Mar 14 18:34:55.451686 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:55.452450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2150b3-52d6-4eb2-a5b7-437e9f2d68f2 None None] Network 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:34:55.524803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.579768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Deleting port 071bb8c5-2e36-4036-a970-cee8295a56b1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:55.580709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.646480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] DHCP port deletion for 7e9bbf53-75bc-488e-ac38-1a73501a4bb1 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:34:55.646897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] For port 071bb8c5-2e36-4036-a970-cee8295a56b1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=071bb8c5-2e36-4036-a970-cee8295a56b1,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:55.647259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.660860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Calling delete_port for 071bb8c5-2e36-4036-a970-cee8295a56b1 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:55.699716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Deleting port 071bb8c5-2e36-4036-a970-cee8295a56b1 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:34:55.700304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.765236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] For port 071bb8c5-2e36-4036-a970-cee8295a56b1, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=071bb8c5-2e36-4036-a970-cee8295a56b1,segment=NetworkSegment(79c1d22f-1d07-4811-91d8-01806535626f),segment_id=79c1d22f-1d07-4811-91d8-01806535626f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:34:55.765627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.778423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Calling delete_port for 071bb8c5-2e36-4036-a970-cee8295a56b1 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:34:55.810281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.841588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Pushing event deleted for resources: {'Port': ['ID=071bb8c5-2e36-4036-a970-cee8295a56b1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:55.849134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] No DVR routers for this DVR port 071bb8c5-2e36-4036-a970-cee8295a56b1 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:55.867038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.896482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] Pushing event deleted for resources: {'Port': ['ID=071bb8c5-2e36-4036-a970-cee8295a56b1,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:55.902825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb6f85-7af3-4cd7-bbed-d7978be25046 None None] No DVR routers for this DVR port 071bb8c5-2e36-4036-a970-cee8295a56b1 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:34:55.941291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.963191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9bbf53-75bc-488e-ac38-1a73501a4bb1']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:55.964048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b2a63c-71f4-49a2-892d-c20e113bace1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:55.973419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c1d22f-1d07-4811-91d8-01806535626f') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:55.973790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c1d22f-1d07-4811-91d8-01806535626f') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:34:55.983778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:55.984907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 08b2a63c-71f4-49a2-892d-c20e113bace1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:55.985191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b2a63c-71f4-49a2-892d-c20e113bace1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:55.985992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c82bc83-dc37-4300-8766-fe4ddc406220 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:55.997847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.003649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:34:56.009041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.009199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 3c82bc83-dc37-4300-8766-fe4ddc406220 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:34:56.009326 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:34:56.012107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3c82bc83-dc37-4300-8766-fe4ddc406220 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:56.012107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 071bb8c5-2e36-4036-a970-cee8295a56b1 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:34:56.025377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 071bb8c5-2e36-4036-a970-cee8295a56b1 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:34:56.025720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 071bb8c5-2e36-4036-a970-cee8295a56b1 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:34:56.113134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.118580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.125284 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e9bbf53-75bc-488e-ac38-1a73501a4bb1 HTTP/1.1" status: 204 len: 168 time: 0.6690664 Mar 14 18:34:56.139145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838234b-b3dd-4583-93fe-89aee2c27768 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9bbf53-75bc-488e-ac38-1a73501a4bb1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:56.468500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:56.507999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2bd0a65b-29f5-4f4c-b3ee-5045c396ff6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a227c1c684149fdacd624d033aa7eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382979 Mar 14 18:34:56.510350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:56.561321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.582172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.690226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.692913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:56.694090 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e37b091-020a-426a-8dda-abb167285c40 HTTP/1.1" status: 204 len: 168 time: 0.1828294 Mar 14 18:34:56.702048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c3e23-421b-4108-9a0b-df7f12666096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37b091-020a-426a-8dda-abb167285c40,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:57.261339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51252) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:57.300345 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cacf862d-5b9a-4be7-a33e-31850cf47d50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c6d0850786b4743aefc210443cc646c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378582 Mar 14 18:34:57.302822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51254) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:34:57.348842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.368967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.472512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.475102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:34:57.476273 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfb80c23-b9f7-4206-8990-0f38929a9515 HTTP/1.1" status: 204 len: 168 time: 0.1725836 Mar 14 18:34:57.485736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df98a6-d20d-49e9-9972-6ca80817cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb80c23-b9f7-4206-8990-0f38929a9515,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:34:58.118338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:04.966023 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:35:09.451135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51262) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:09.570922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2a237091-c703-4596-b072-39424d5783c0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1186211 Mar 14 18:35:09.574008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51264) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:09.730330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2838ca-1ff6-4ad8-a15b-3dafc8b94311 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Notify agent at dv-neutron-833670-1-hyperv the message router_removed_from_agent {{(pid=103392) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 18:35:09.733439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-eb2838ca-1ff6-4ad8-a15b-3dafc8b94311 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "DELETE /v2.0/agents/88af0c83-5595-48f0-8eaa-02539e406210/l3-routers/d0520038-92df-46d1-83f6-afe0506c81b8 HTTP/1.1" status: 204 len: 168 time: 0.1585166 Mar 14 18:35:09.736025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51266) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:09.844778 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0e6c0727-abe1-4142-bcf0-bbdf7839fe47 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1076784 Mar 14 18:35:09.847397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51268) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:09.904623 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-488e4988-7e7e-4387-bd39-2f9645bf675f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 993 time: 0.0562153 Mar 14 18:35:10.146308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:10.224521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:10.254566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=05048906-2931-4bb3-93ac-8515cafe4f0c,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:10.328937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:10.377110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:10.504373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134de55a-9f27-4d48-a37f-ac22da12919c None None] New status for floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:35:10.907840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51270) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:10.970437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-643afd41-ec2b-4efc-bf59-4b37be46583f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 991 time: 0.0612888 Mar 14 18:35:11.923064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:12.002171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:12.023105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=234e811a-df7b-4aaf-9f47-b9cabb6f7828,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:12.080670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51274) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:12.129029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:12.176384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:12.255022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c080c4-0ab1-4230-ae21-8485b40e0ca9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Router d0520038-92df-46d1-83f6-afe0506c81b8 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:35:12.255442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c080c4-0ab1-4230-ae21-8485b40e0ca9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Notify agent at dv-neutron-833670-1-hyperv the message router_added_to_agent {{(pid=103393) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 14 18:35:12.274180 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5c080c4-0ab1-4230-ae21-8485b40e0ca9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "POST /v2.0/agents/88af0c83-5595-48f0-8eaa-02539e406210/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1924279 Mar 14 18:35:12.276793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:12.277214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:12.288547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:12.289166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:12.390754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7bb3f53d-5c7c-456e-a0e6-ef8d36681908 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1127989 Mar 14 18:35:12.393431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51280) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:12.397067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:12.455838 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-50ff6aea-e09b-48cb-9879-68914b6b212c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 991 time: 0.0612619 Mar 14 18:35:12.617988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:12.643706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:12.652451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:12.653051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:12.755395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:12.968163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:12.997120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c8470-5cf9-4fd9-94a8-8fd4247dc030 None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '3ba9b88f-096a-48fd-8ab5-4921ea614848', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'port_id': '654e456a-1532-403e-b721-936d9c8e13e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'mac_address': 'fa:16:3e:b6:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:34:04Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:10Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:13.459531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51282) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:13.525077 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-89e20461-c2c4-4287-b0ce-cfa72e13b4af tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 991 time: 0.0644217 Mar 14 18:35:13.971727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:14.023269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:14.023643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.109268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.129415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=234e811a-df7b-4aaf-9f47-b9cabb6f7828,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:14.214989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.215772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:14.293840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:14.302913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:14.302913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.517274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.528969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51284) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:14.553526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=05048906-2931-4bb3-93ac-8515cafe4f0c,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:14.594338 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b159d960-8445-438b-a8cd-7cd08eb897c3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 991 time: 0.0629768 Mar 14 18:35:14.598342 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4100c9-5101-4d95-9c90-d525ecfdeb6c None None] New status for floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:35:14.620584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:14.668871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:15.596648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:15.659028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ccc097aa-640c-4587-a436-34b9de2bbfae tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 200 len: 993 time: 0.0612192 Mar 14 18:35:15.908994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:15.935886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:15.984827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:15.985197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.061692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:16.071756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:35:16.072341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.106583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 05048906-2931-4bb3-93ac-8515cafe4f0c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:16.106948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.145144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.145470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.157176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:35:16.414409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.437711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=fd37b0b7-b1fc-4cc3-bb66-b9a93e608c19,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:16.504573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.504935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848 disassociated (deleted). External IP: 172.26.3.23, port: 654e456a-1532-403e-b721-936d9c8e13e2. Mar 14 18:35:16.708831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router d0520038-92df-46d1-83f6-afe0506c81b8 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:35:16.814349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:35:16.819618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:16.825524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:16.834949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:16.835560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:16.845764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9ea7fffd-22b1-445f-b3f5-3a2863cafe0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ba9b88f-096a-48fd-8ab5-4921ea614848 HTTP/1.1" status: 204 len: 168 time: 0.9357162 Mar 14 18:35:16.846381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:35:16.848654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0adc65-fb4b-40e6-86bc-df734a237618" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:35:16.896875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5adcb-efce-455d-a710-a801bbc69b5f x-openstack-request-id: req-22f5adcb-efce-455d-a710-a801bbc69b5f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:35:16.901617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "tag": "654e456a-1532-403e-b721-936d9c8e13e2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:35:16.901617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22f5adcb-efce-455d-a710-a801bbc69b5f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:35:16.901617 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2', 'status': 'completed', 'code': 200} Mar 14 18:35:16.948338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:16.960381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-3294a123-722c-43c0-824e-92fe1760eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:16.961851 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-3294a123-722c-43c0-824e-92fe1760eae7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 1099 time: 0.0449653 Mar 14 18:35:17.050391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-cb28baaf-9ca4-40c8-a20a-6dcba32b7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:17.051884 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-cb28baaf-9ca4-40c8-a20a-6dcba32b7ef7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 200 len: 897 time: 0.0840046 Mar 14 18:35:17.096488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-e2bbe8e4-2fda-4691-a706-8261599c7b09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 200 len: 217 time: 0.0381088 Mar 14 18:35:17.146197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-6cab5919-ec33-481a-ad5d-b4cff42e2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:17.147673 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-6cab5919-ec33-481a-ad5d-b4cff42e2486 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7b359e0-3b41-4ecd-8282-8b8875cd2764 HTTP/1.1" status: 200 len: 834 time: 0.0447376 Mar 14 18:35:17.153174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:17.185460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:17.192324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-3c26d9bb-40f1-4ad0-b961-83e3def3c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:17.193714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:17.193847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-3c26d9bb-40f1-4ad0-b961-83e3def3c5b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399060 Mar 14 18:35:17.194350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:34:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:17.304908 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-ddb9ad6f-b914-4813-bdc7-2c22e31b7547 service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034441 Mar 14 18:35:17.305184 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ca91a-8657-4472-8357-591184a587aa req-56bef65c-b2cc-4a52-858f-d914c5f5e306 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:17.306643 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-774ca91a-8657-4472-8357-591184a587aa req-56bef65c-b2cc-4a52-858f-d914c5f5e306 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Mar 14 18:35:17.313529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:17.346514 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-774ca91a-8657-4472-8357-591184a587aa req-5b984c74-cc46-4cf7-84ae-820d6d3af2cc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Mar 14 18:35:17.404111 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d0adc65-fb4b-40e6-86bc-df734a237618 req-69d21255-e47c-4894-b9bb-a726109c788a service neutron] 10.222.0.61 "GET /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Mar 14 18:35:17.511798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:17.537785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148b2d7-1162-424d-b6e9-7969e86bfd23 None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:33:43Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '05048906-2931-4bb3-93ac-8515cafe4f0c', 'name': '', 'network_id': '8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:7e:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:43Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': 'e7b359e0-3b41-4ecd-8282-8b8875cd2764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:17.854669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b0f59a2-f379-4d59-a1e7-859a2e259a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:18.178904 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3a2fe-54a0-45cc-85cd-2e56a00a728d None None] New status for floating IP 3ba9b88f-096a-48fd-8ab5-4921ea614848: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:35:18.472818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae26636-ca4a-4455-859b-d9f9af5f05b6 req-4d0ed82a-7422-4d6b-abcd-bd7f34f59847 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:18.475097 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ae26636-ca4a-4455-859b-d9f9af5f05b6 req-4d0ed82a-7422-4d6b-abcd-bd7f34f59847 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0565691 Mar 14 18:35:18.513965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ae26636-ca4a-4455-859b-d9f9af5f05b6 req-8bdad3a3-8cdb-47ae-aab4-de3d119dd05e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=d485e40d-181b-4f22-83d8-46a46dfcfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Mar 14 18:35:18.901914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-8a1bc6c0-ac82-46e2-839d-d9a51c05d798 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:18.903362 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-8a1bc6c0-ac82-46e2-839d-d9a51c05d798 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Mar 14 18:35:18.990086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 654e456a-1532-403e-b721-936d9c8e13e2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:35:18.990435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:19.080462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 654e456a-1532-403e-b721-936d9c8e13e2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=654e456a-1532-403e-b721-936d9c8e13e2,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:19.080901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:19.095544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 654e456a-1532-403e-b721-936d9c8e13e2 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:35:19.271733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:19.299826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=654e456a-1532-403e-b721-936d9c8e13e2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:19.342019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 654e456a-1532-403e-b721-936d9c8e13e2 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:35:19.344467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:19.347760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2b5edca-c2d9-4fa6-8f3a-2d046ab6624e req-6d812c7a-1807-4f63-a7f3-adbc3f30e696 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/654e456a-1532-403e-b721-936d9c8e13e2 HTTP/1.1" status: 204 len: 173 time: 0.4380891 Mar 14 18:35:19.348194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'name': 'network-vif-deleted', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:35:19.350944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b18f95-f8a6-466d-aeba-9588353492a3" -d '{"events": [{"server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "name": "network-vif-deleted", "tag": "654e456a-1532-403e-b721-936d9c8e13e2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:35:19.390498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f29f51e-609a-4a6d-82d0-519ba98411c3 x-openstack-request-id: req-5f29f51e-609a-4a6d-82d0-519ba98411c3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:35:19.390849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6725c-fa8f-41d0-87ee-ca74ac312b84", "name": "network-vif-deleted", "tag": "654e456a-1532-403e-b721-936d9c8e13e2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:35:19.391102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f29f51e-609a-4a6d-82d0-519ba98411c3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:35:19.391499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6725c-fa8f-41d0-87ee-ca74ac312b84', 'name': 'network-vif-deleted', 'tag': '654e456a-1532-403e-b721-936d9c8e13e2', 'status': 'completed', 'code': 200} Mar 14 18:35:19.608206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e4df73e1-1024-4039-bf83-5c810098e3aa req-0a812213-6c00-4687-b7bf-b1084f2e082a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8d6725c-fa8f-41d0-87ee-ca74ac312b84 HTTP/1.1" status: 200 len: 210 time: 0.0269487 Mar 14 18:35:20.094273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ebdae80e-31d9-4e34-ac3a-e91051d2be7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:20.665683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51308) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:20.729393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:20.754101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:20.871506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:20.874180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:20.875386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/d485e40d-181b-4f22-83d8-46a46dfcfc54 HTTP/1.1" status: 204 len: 168 time: 0.2086895 Mar 14 18:35:20.885817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661c80-de1d-46fa-becf-9d12f98d04ec tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d485e40d-181b-4f22-83d8-46a46dfcfc54,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:20.976796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51312) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:21.529064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:21.728492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:21.978193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 05048906-2931-4bb3-93ac-8515cafe4f0c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:35:21.978585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.066831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 05048906-2931-4bb3-93ac-8515cafe4f0c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=05048906-2931-4bb3-93ac-8515cafe4f0c,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:22.067705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.080343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 05048906-2931-4bb3-93ac-8515cafe4f0c owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:35:22.319399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 654e456a-1532-403e-b721-936d9c8e13e2 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:22.339945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 654e456a-1532-403e-b721-936d9c8e13e2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:35:22.340317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 654e456a-1532-403e-b721-936d9c8e13e2 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:35:22.345658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.373422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=05048906-2931-4bb3-93ac-8515cafe4f0c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:22.397593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.397964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.398316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.398651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.398983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.399311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.399638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.399964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.400288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.400609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.400928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.401248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:22.569249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.780433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router d0520038-92df-46d1-83f6-afe0506c81b8 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:35:22.886820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:35:22.891680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-afb3d1df-1a08-4c8d-8d98-2f59313ef31e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138765 Mar 14 18:35:22.894565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51314) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:22.897751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Sync routers for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:22.906725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.908917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:22.909518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:22.951047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet e7b359e0-3b41-4ecd-8282-8b8875cd2764 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:35:22.954102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:22.994554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.028353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:23.057429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.079447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.210802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:35:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:23.226209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.238222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Checking router: d0520038-92df-46d1-83f6-afe0506c81b8 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:23.247408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Routers {'d0520038-92df-46d1-83f6-afe0506c81b8'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:23.248032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['d0520038-92df-46d1-83f6-afe0506c81b8'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:23.252715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b359e0-3b41-4ecd-8282-8b8875cd2764,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:23.260072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.263213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8ebea0a7-b0ff-40d7-95a8-617812749c79 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/e7b359e0-3b41-4ecd-8282-8b8875cd2764 HTTP/1.1" status: 204 len: 168 time: 0.3677361 Mar 14 18:35:23.265872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51316) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:23.289397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6759a94-de30-4e25-9ba0-f8a231375cc0 None None] Network 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:35:23.372606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.448344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] Set router d0520038-92df-46d1-83f6-afe0506c81b8 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:23.476564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.595444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 234e811a-df7b-4aaf-9f47-b9cabb6f7828 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:35:23.596432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.602852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] DHCP port deletion for 8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:35:23.677318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 234e811a-df7b-4aaf-9f47-b9cabb6f7828, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=234e811a-df7b-4aaf-9f47-b9cabb6f7828,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:23.677705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.689737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Deleting port b4b01000-db4b-49b2-be3a-afe580fc9b85 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:35:23.690079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 234e811a-df7b-4aaf-9f47-b9cabb6f7828 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:35:23.690280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.694255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:35:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:23.871817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa153180-53c8-45f6-b782-3246f81806f0 None None] The sync data for ids ['d0520038-92df-46d1-83f6-afe0506c81b8'] in dv-neutron-833670-1-hyperv is: [{'id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'name': 'tempest-TestNetworkBasicOps-router-250624280', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:33:38Z', 'updated_at': '2022-03-14T18:35:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '234e811a-df7b-4aaf-9f47-b9cabb6f7828', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0520038-92df-46d1-83f6-afe0506c81b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:33:39Z', 'updated_at': '2022-03-14T18:35:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:23.912479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.919919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] For port b4b01000-db4b-49b2-be3a-afe580fc9b85, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4b01000-db4b-49b2-be3a-afe580fc9b85,segment=NetworkSegment(9c611c03-3885-4ec3-934e-fff90ec17e83),segment_id=9c611c03-3885-4ec3-934e-fff90ec17e83)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:23.922209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:23.932892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Calling delete_port for b4b01000-db4b-49b2-be3a-afe580fc9b85 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:35:23.942204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=234e811a-df7b-4aaf-9f47-b9cabb6f7828,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:24.002655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.083471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.093862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.096000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.111231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] Pushing event deleted for resources: {'Port': ['ID=b4b01000-db4b-49b2-be3a-afe580fc9b85,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:24.117194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe8744-b353-4bee-b438-68148e818f81 None None] No DVR routers for this DVR port b4b01000-db4b-49b2-be3a-afe580fc9b85 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:35:24.191491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.192108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router d0520038-92df-46d1-83f6-afe0506c81b8 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:35:24.199407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.200677 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-31fa28ee-9fb8-4fe4-82b4-df27aa4e7d30 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/d0520038-92df-46d1-83f6-afe0506c81b8 HTTP/1.1" status: 204 len: 168 time: 0.9338653 Mar 14 18:35:24.203794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:24.293042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.346895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4b01000-db4b-49b2-be3a-afe580fc9b85 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:24.369282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b4b01000-db4b-49b2-be3a-afe580fc9b85 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:35:24.369836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4b01000-db4b-49b2-be3a-afe580fc9b85 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:35:24.390045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.409970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:24.419259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c611c03-3885-4ec3-934e-fff90ec17e83') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:24.419557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c611c03-3885-4ec3-934e-fff90ec17e83') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:24.433836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.447805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.456906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:35:24.457305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:35:24.460871 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:35:24.591704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.600779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.602744 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4 HTTP/1.1" status: 204 len: 168 time: 0.3973446 Mar 14 18:35:24.614134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7c7a-f24c-4915-82c9-51f68b1ca537 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=8328db0d-ee9c-4aa5-a6f7-a8a0eee2d1b4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:24.623439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51320) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:24.628489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--1570405725', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:24.705671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:35:24.709794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.732705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:35:24.740848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.741187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 02aa4670-2fc5-4274-ace3-375f2598663f of type vlan for network 95a901fe-c504-401e-8c45-8b5a2cb92224 Mar 14 18:35:24.778754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.871682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.877162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:24.877758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:24.948466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=95a901fe-c504-401e-8c45-8b5a2cb92224,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:24.958866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:35:24.965697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-80f08005-51a1-4ed5-9d2a-7c25cf276bf5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3411386 Mar 14 18:35:24.968429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51322) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:24.972983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:25.043277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.044421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.095492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.263869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.492551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.510560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.611614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.126 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/125713eb-9813-4175-b020-cd89a2837159) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:35:25.714277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.786221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:25.823905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:25.826720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:25.830017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:35:25.853986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=125713eb-9813-4175-b020-cd89a2837159,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:25.934129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:25.954837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 234e811a-df7b-4aaf-9f47-b9cabb6f7828 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:35:25.955176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 234e811a-df7b-4aaf-9f47-b9cabb6f7828 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:35:25.955582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:35:25.974241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 05048906-2931-4bb3-93ac-8515cafe4f0c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:35:25.974905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 05048906-2931-4bb3-93ac-8515cafe4f0c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:35:26.134798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:26.328221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:26.505567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fbe4e242-83af-4869-a1d3-d4a6c376fe15 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:35:26.896600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:35:26.907983 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Sync routers for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:26.917196 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:26.922227 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:26.982126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:26.983383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4838bf86-de86-4cc2-8d24-f6b1f0ad087e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0138416 Mar 14 18:35:26.986709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:27.021268 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:27.024241 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e69e4382-47d9-434b-8243-2243bb99ff27 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363750 Mar 14 18:35:27.026910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51326) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:27.116308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6be22-bd4c-42d9-8b90-283415b38495 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:27.117832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-60c6be22-bd4c-42d9-8b90-283415b38495 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900133 Mar 14 18:35:27.120666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:27.150863 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-91513bf6-c51e-4d8a-9a11-ad8d147546f9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289249 Mar 14 18:35:27.153166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:27.157767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992048636', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:27.283764 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:25Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:27.294410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:35:27.298129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.309958 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Checking router: fbe4e242-83af-4869-a1d3-d4a6c376fe15 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:27.310301 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Updating router fbe4e242-83af-4869-a1d3-d4a6c376fe15 port 125713eb-9813-4175-b020-cd89a2837159 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:35:27.335190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.545745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.580502 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.607483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=67ff0267-0348-47f5-9082-b7c01752e90a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:27.614632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:35:27.614986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 95a901fe-c504-401e-8c45-8b5a2cb92224, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:35:27.625546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.677075 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Attempting to bind port 125713eb-9813-4175-b020-cd89a2837159 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:35:27.677452 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Attempting to bind port 125713eb-9813-4175-b020-cd89a2837159 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:35:27.677808 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Attempting to bind port 125713eb-9813-4175-b020-cd89a2837159 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:35:27.684586 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=125713eb-9813-4175-b020-cd89a2837159,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:27.687549 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:35:27.687920 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:35:27.688315 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.688703 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:35:27.689159 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Bound port: 125713eb-9813-4175-b020-cd89a2837159, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:35:27.689531 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.699924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:35:27.712787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.713159 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.713503 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.713833 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.714182 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.714525 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.714852 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.715194 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.715545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.715858 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.716174 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.716488 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:35:27.751123 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] For port 125713eb-9813-4175-b020-cd89a2837159, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:35:27.754093 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] For port 125713eb-9813-4175-b020-cd89a2837159, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=125713eb-9813-4175-b020-cd89a2837159,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:35:27.756973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 95a901fe-c504-401e-8c45-8b5a2cb92224) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:27.762241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:27.762841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.765865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c30c3-ba5f-45ec-90e8-ab255fc6e41a None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:35:27.854783 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.865985 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7adb67f5-7c0b-4b17-8883-9f3819621db7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7089791 Mar 14 18:35:27.866514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51332) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:27.912467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-95a901fe-c504-401e-8c45-8b5a2cb92224', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:35:27.913479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:27.917621 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3d545-a89d-4e05-95ec-ca4aa8d4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=125713eb-9813-4175-b020-cd89a2837159,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:27.920522 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:27.921212 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:28.032202 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:28.057478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Allocated IP 172.20.0.2 (95a901fe-c504-401e-8c45-8b5a2cb92224/67ff0267-0348-47f5-9082-b7c01752e90a/64ed5d34-574e-4577-9f11-bd9fa77484ef) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:35:28.171568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.213250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.228345 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:25Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:28.255566 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8edb6-f514-4adf-809e-6e513b52e748 None None] The sync data for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv is: [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:25Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:28.323398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.343783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.364193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:28.367398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:28.370991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:35:28.378130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Pushing event updated for resources: {'Port': ['ID=64ed5d34-574e-4577-9f11-bd9fa77484ef,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:28.433034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Attempting to bind port 64ed5d34-574e-4577-9f11-bd9fa77484ef on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:35:28.433394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Attempting to bind port 64ed5d34-574e-4577-9f11-bd9fa77484ef by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:35:28.433748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Attempting to bind port 64ed5d34-574e-4577-9f11-bd9fa77484ef on network 95a901fe-c504-401e-8c45-8b5a2cb92224 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:35:28.439887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:35:28.440267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Checking segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:35:28.440666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.441058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Bound using segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:35:28.442437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Bound port: 64ed5d34-574e-4577-9f11-bd9fa77484ef, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:35:28.442659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.535447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] For port 64ed5d34-574e-4577-9f11-bd9fa77484ef, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:35:28.539080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] For port 64ed5d34-574e-4577-9f11-bd9fa77484ef, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=64ed5d34-574e-4577-9f11-bd9fa77484ef,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:35:28.615771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.674805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (95a901fe-c504-401e-8c45-8b5a2cb92224/67ff0267-0348-47f5-9082-b7c01752e90a/dea29b53-fdb0-4844-af6f-d5963d2eb2a8) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:35:28.682843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369851a-20ba-446c-9369-c367a1b63628 None None] Pushing event updated for resources: {'Port': ['ID=64ed5d34-574e-4577-9f11-bd9fa77484ef,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:28.817840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.917753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:28.964399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:28.967502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:28.971541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:35:28.997438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:29.026536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.214449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.499867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.556970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.600848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3a0cd-b88a-4a71-81a7-6ec3cc9e7f3e None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:35:29.629614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:29.632032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.667404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] Provisioning complete for port 64ed5d34-574e-4577-9f11-bd9fa77484ef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:29.667783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.729316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:29.731041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:29.827179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.849374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fbe4e242-83af-4869-a1d3-d4a6c376fe15 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:35:29.869242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] For port 64ed5d34-574e-4577-9f11-bd9fa77484ef, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=64ed5d34-574e-4577-9f11-bd9fa77484ef,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:29.923432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:29.983162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:35:29.990443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e1b02fbd-73a0-4ae3-82d7-a56a216d527a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fbe4e242-83af-4869-a1d3-d4a6c376fe15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226530 Mar 14 18:35:29.992913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51334) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:30.007905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a84e65-6a39-4e84-b386-8d72782bc6cd None None] Pushing event updated for resources: {'Port': ['ID=64ed5d34-574e-4577-9f11-bd9fa77484ef,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:30.075294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 125713eb-9813-4175-b020-cd89a2837159 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:30.108227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba195e-066b-48a7-90a0-ed4182163426 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.108886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba195e-066b-48a7-90a0-ed4182163426 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.109656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba195e-066b-48a7-90a0-ed4182163426 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.109850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba195e-066b-48a7-90a0-ed4182163426 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.111589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ffba195e-066b-48a7-90a0-ed4182163426 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1175876 Mar 14 18:35:30.115121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51336) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:30.140127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 125713eb-9813-4175-b020-cd89a2837159 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:30.140623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.173686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Sync routers for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:30.174633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef18f6-57a9-4346-9a1c-889193ff70dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.175104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef18f6-57a9-4346-9a1c-889193ff70dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.175559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef18f6-57a9-4346-9a1c-889193ff70dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.177646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef18f6-57a9-4346-9a1c-889193ff70dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:30.179254 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c6ef18f6-57a9-4346-9a1c-889193ff70dd tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0628257 Mar 14 18:35:30.181828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:30.193661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5ca1e6b9-b884-4881-bc4a-762922836ec8 None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:30.194131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e6b9-b884-4881-bc4a-762922836ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.201096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:30.201826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:30.291868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1e6b9-b884-4881-bc4a-762922836ec8 None None] Port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:35:30.329960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-28d34227-5dc1-4615-9e3d-9b3819f59109 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1467857 Mar 14 18:35:30.382160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5ca1e6b9-b884-4881-bc4a-762922836ec8 None None] Provisioning complete for port 64ed5d34-574e-4577-9f11-bd9fa77484ef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:30.382515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e6b9-b884-4881-bc4a-762922836ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.386778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.408810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:30.473823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 125713eb-9813-4175-b020-cd89a2837159, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=125713eb-9813-4175-b020-cd89a2837159,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:30.555364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.556134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 64ed5d34-574e-4577-9f11-bd9fa77484ef up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:30.703567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51342) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:30.708826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985334009', 'description': 'tempest-secgroup-smoke-985334009 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:30.774534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.842084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.846316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=125713eb-9813-4175-b020-cd89a2837159,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:30.880442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 64ed5d34-574e-4577-9f11-bd9fa77484ef triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:30.880812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.905616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.935104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004fc3fd-b818-476f-b20b-d695099cec72,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:30.941037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:30.973323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Checking router: fbe4e242-83af-4869-a1d3-d4a6c376fe15 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:30.973681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Updating router fbe4e242-83af-4869-a1d3-d4a6c376fe15 port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:35:30.987690 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.989553 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-48d4b42e-fe00-4169-a546-df17b5c1465d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2849512 Mar 14 18:35:30.992252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-26ec990e-5bb8-4dec-bf97-d2709212aef6 None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:30.992583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51344) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:30.992718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26ec990e-5bb8-4dec-bf97-d2709212aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:30.997051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:31.053865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.069969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-26ec990e-5bb8-4dec-bf97-d2709212aef6 None None] Port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:35:31.079270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.137673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.197533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.216121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6c5a7f-43b1-4903-993c-ce78c912b1e7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:31.313257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.314541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-38f518c9-d6dd-4f2f-8654-d024a6f3d6f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210773 Mar 14 18:35:31.318069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51346) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:31.323983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:31.342039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.407523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.425455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.472431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.474469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeafb68-4ed8-4531-b7eb-4c335c4a2e43 None None] Pushing event updated for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:31.529749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Attempting to bind port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:35:31.530265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Attempting to bind port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:35:31.530703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Attempting to bind port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 on network 95a901fe-c504-401e-8c45-8b5a2cb92224 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:35:31.533849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.536407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:35:31.536925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Checking segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:35:31.537332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.537869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Bound using segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:35:31.538195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Bound port: dea29b53-fdb0-4844-af6f-d5963d2eb2a8, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:35:31.538571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.554718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8353ba2-8f94-4e69-b504-022d5808be21,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:31.611340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.612081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] For port dea29b53-fdb0-4844-af6f-d5963d2eb2a8, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:35:31.612590 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-153f0195-ba91-41a1-a4e4-354f4018285f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934508 Mar 14 18:35:31.616313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:31.619492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] For port dea29b53-fdb0-4844-af6f-d5963d2eb2a8, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:35:31.621341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:31.678233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.721860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.748766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:31.749133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.756634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeafb68-4ed8-4531-b7eb-4c335c4a2e43 None None] Pushing event updated for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:31.760584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:31.761207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:31.787592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.837010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.858208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff4ae40-ac3c-4caf-86eb-8af4ac3908bf,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:31.919145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.920801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-545c8dd2-b0a1-4de8-9cab-70a0067b9569 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030255 Mar 14 18:35:31.923680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:31.929707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:31.938872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:31.968721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 125713eb-9813-4175-b020-cd89a2837159 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:31.980663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:31.984747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.046673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.116367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.118558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] For port dea29b53-fdb0-4844-af6f-d5963d2eb2a8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:32.135716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e29e46a-3a04-4434-b757-036b93ad7a53,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:32.138557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 125713eb-9813-4175-b020-cd89a2837159 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:32.138932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.176580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.187304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.189031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e488a01-164f-4228-b886-81fecf1c0c2a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2637215 Mar 14 18:35:32.191248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:32.196699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:32.260061 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:35:32.264675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cf570-1a86-4897-ba79-5e3925b9dec7 None None] Pushing event updated for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:32.265478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.329888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 64ed5d34-574e-4577-9f11-bd9fa77484ef up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:32.332014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.352592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-384852a0-578f-4614-bea3-2b8b9af6a433 None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:32.352964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-384852a0-578f-4614-bea3-2b8b9af6a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.373922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.386174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:31Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:32.393048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83e223a-9f9b-45ab-b4bf-964f87a8302f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:32.420235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a99297-47f1-4d55-98c9-6320a3a56a06 None None] The sync data for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv is: [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:31Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:32.448818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 64ed5d34-574e-4577-9f11-bd9fa77484ef triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:32.449197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.477657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.479647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-abb4e235-6fa5-4b63-a7c5-f7791d84742a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2871699 Mar 14 18:35:32.482283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:32.487866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '004fc3fd-b818-476f-b20b-d695099cec72', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:32.568826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:35:32.574372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.642895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.722931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.740806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e9221f-06f7-4f58-978e-cb918e9a080f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:32.816220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:32.818149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-96d13754-d5bf-4039-adca-5f2d6d4e9684 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3347328 Mar 14 18:35:33.011033 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-e267508b-3ad4-4a25-acff-eb51df163476 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985334009&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0348718 Mar 14 18:35:33.122408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-7fc7aaac-e837-4f5b-a9f5-fa4a022d94d7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:33.123933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-7fc7aaac-e837-4f5b-a9f5-fa4a022d94d7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 797 time: 0.1061974 Mar 14 18:35:33.139661 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-33ba6598-44fd-40e1-9324-523babe701f6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0097749 Mar 14 18:35:33.193266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-a3d8f82c-5f6e-42d5-9ad3-9b77cf5ec265 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478854 Mar 14 18:35:33.298720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-801881f0-7414-4618-bab0-df27443c61a7 service neutron] 10.222.0.58 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933378 Mar 14 18:35:33.392696 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-7916ee18-911d-4758-a138-76f24fe3c17b service neutron] 10.222.0.58 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869231 Mar 14 18:35:33.627426 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3eeefa6a-0dca-4979-aa0c-8e58c58251c5 req-6863b198-299f-4325-a3a7-4a797fb0918e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 210 time: 0.0316107 Mar 14 18:35:33.965036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dea29b53-fdb0-4844-af6f-d5963d2eb2a8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:34.016287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:34.016652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:34.735465 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c06cc533-311e-4610-a0d4-5ae63b184e4f req-bd04d84e-6a60-45bc-9e21-b63beafaaeba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 210 time: 0.0260279 Mar 14 18:35:35.256627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-66b9a292-470c-4999-a006-b533be3a7d18 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:35.258199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-66b9a292-470c-4999-a006-b533be3a7d18 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 797 time: 0.1051257 Mar 14 18:35:35.299158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-2b2584b8-534e-4e8c-94d7-2f99b0eda0ac tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 379 time: 0.0327971 Mar 14 18:35:35.309503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['004fc3fd-b818-476f-b20b-d695099cec72']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:35.460003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:35:35.463576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:35.584573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.13 (95a901fe-c504-401e-8c45-8b5a2cb92224/67ff0267-0348-47f5-9082-b7c01752e90a/3a4279d5-4eec-481e-826a-f5d92a7cbfb3) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:35:35.720849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:35.797374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:35.842775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:35.845633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:35.849632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:35:35.849965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b873f2-6826-400b-a81d-e2e2fd8b1bb6 req-aa182ee2-b046-4ba8-b882-5a0318083c82 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:35.851415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09b873f2-6826-400b-a81d-e2e2fd8b1bb6 req-aa182ee2-b046-4ba8-b882-5a0318083c82 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 932 time: 0.0509424 Mar 14 18:35:35.856097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:35.901773 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09b873f2-6826-400b-a81d-e2e2fd8b1bb6 req-6a6c2168-42b2-4179-8db9-3543683ec808 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Mar 14 18:35:35.906599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:35.907325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:35.965519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-5632ce58-091f-4206-94b6-22b76929fd76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6613796 Mar 14 18:35:35.981335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Request body: {'port': {'device_id': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:36.048219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.065332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-bae3b7fc-536c-4eab-84b5-52ff7ba469c5 None None] Provisioning complete for port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:36.065886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bae3b7fc-536c-4eab-84b5-52ff7ba469c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.099567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-bae3b7fc-536c-4eab-84b5-52ff7ba469c5 None None] Port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:35:36.301792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:35:36.309015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.320196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Transition to ACTIVE for port object 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:35:36.402463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.452441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:36.521711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Attempting to bind port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:35:36.522159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Attempting to bind port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:35:36.522483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Attempting to bind port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 on network 95a901fe-c504-401e-8c45-8b5a2cb92224 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:35:36.526897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 on network 95a901fe-c504-401e-8c45-8b5a2cb92224 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:35:36.527209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Attempting to bind port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 on network 95a901fe-c504-401e-8c45-8b5a2cb92224 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:35:36.532003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:35:36.532339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Checking segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:35:36.532720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Bound using segment: {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:35:36.533137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Bound port: 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02aa4670-2fc5-4274-ace3-375f2598663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:35:36.533491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.600783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:35:36.604063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:35:36.661556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.702651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:36.703278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:36.704660 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] 10.222.0.61 "PUT /v2.0/ports/3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 1094 time: 0.7277501 Mar 14 18:35:36.705099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:35:36.708997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:35:36.738537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03bd5-8d63-4454-9abe-4d9a92bde085 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:36.747699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299ed95-079c-4191-bed9-a0725cd38dc3 x-openstack-request-id: req-f299ed95-079c-4191-bed9-a0725cd38dc3 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:35:36.747998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:35:36.748256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f299ed95-079c-4191-bed9-a0725cd38dc3 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:35:36.748659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'status': 'completed', 'code': 200} Mar 14 18:35:36.813610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-7432a7dd-f53c-4918-838f-0bc86da8c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:36.815258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-7432a7dd-f53c-4918-838f-0bc86da8c599 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0444548 Mar 14 18:35:36.915457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-ad2d1141-607d-44fe-907c-3cce8e20a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:36.916844 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-ad2d1141-607d-44fe-907c-3cce8e20a9ad service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0946393 Mar 14 18:35:37.015735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-f13e6c53-b547-4e0a-a46d-bd0a812e8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:37.017123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bbb8e6f1-2e67-4d7e-a29e-83b6a929f164 req-f13e6c53-b547-4e0a-a46d-bd0a812e8541 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945125 Mar 14 18:35:37.038460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5111d-04a8-4889-a207-20d46d18cac1 req-c9eb2849-ec37-478f-ae89-b526b5689884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:37.039965 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dd5111d-04a8-4889-a207-20d46d18cac1 req-c9eb2849-ec37-478f-ae89-b526b5689884 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 944 time: 0.0489001 Mar 14 18:35:37.081376 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dd5111d-04a8-4889-a207-20d46d18cac1 req-ae974702-61f2-4d6f-b1b4-4ba042762526 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354426 Mar 14 18:35:37.095786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-18f9e45f-a336-41cb-8cbf-d6adbe7ea475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:37.097287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-18f9e45f-a336-41cb-8cbf-d6adbe7ea475 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1097 time: 0.0424137 Mar 14 18:35:37.141401 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-fc80aa27-3228-443b-bd7d-60ce13f93a9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 217 time: 0.0369477 Mar 14 18:35:37.516687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-58d03cd8-78c3-458d-8b53-51dc293083fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:37.518163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-58d03cd8-78c3-458d-8b53-51dc293083fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.3692091 Mar 14 18:35:37.561350 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-c1f0e37d-6af2-4cc1-98dc-ff0737eb9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:37.562846 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-c1f0e37d-6af2-4cc1-98dc-ff0737eb9c91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382833 Mar 14 18:35:37.652499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-df329b2b-e618-44bd-8a03-76f93d75a933 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Mar 14 18:35:37.741921 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bb06552f-14bb-4e7c-99ef-77fce8fbe0ae req-853525b4-0216-499d-9692-540dfb13ae54 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823171 Mar 14 18:35:38.196995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71079a15-bc70-43a4-899a-8fdac248d02e req-d15e0dcf-d76c-498d-9bb4-b360f8887e11 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:38.198486 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-71079a15-bc70-43a4-899a-8fdac248d02e req-d15e0dcf-d76c-498d-9bb4-b360f8887e11 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 944 time: 0.0490773 Mar 14 18:35:38.246520 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-71079a15-bc70-43a4-899a-8fdac248d02e req-4755f893-2706-4c70-b32c-51e0526ccb68 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Mar 14 18:35:39.361785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a405-84b0-49fc-af4b-f5f20af9ca1a req-5215e2e0-a51c-40cd-bb92-56ed39fc5b1b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:39.363293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b964a405-84b0-49fc-af4b-f5f20af9ca1a req-5215e2e0-a51c-40cd-bb92-56ed39fc5b1b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 944 time: 0.0492029 Mar 14 18:35:39.405226 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b964a405-84b0-49fc-af4b-f5f20af9ca1a req-294387db-d582-4f5d-bcf4-701bbfd54b45 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360904 Mar 14 18:35:40.351076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:35:40.443320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:40.455287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'port_id': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'mac_address': 'fa:16:3e:2b:b5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:35:40.522629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e469f5-174e-4f0d-81aa-a840eb9213ca req-75678c47-c9e2-40e9-87b0-499aef0b9dd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:40.524230 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-78e469f5-174e-4f0d-81aa-a840eb9213ca req-75678c47-c9e2-40e9-87b0-499aef0b9dd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 944 time: 0.0499008 Mar 14 18:35:40.564035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-78e469f5-174e-4f0d-81aa-a840eb9213ca req-415ff63d-105b-4242-b035-c653b1e03f8f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338793 Mar 14 18:35:40.642470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:40.654963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:35:40.673350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:40.756938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:40.804245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:41.082103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['3a4279d5-4eec-481e-826a-f5d92a7cbfb3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:35:41.684143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088ede-0dc4-404d-8c0d-6910cb8fd26b req-9f8aed89-1328-4c10-b1d5-16feec4bfc5e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:41.685634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-89088ede-0dc4-404d-8c0d-6910cb8fd26b req-9f8aed89-1328-4c10-b1d5-16feec4bfc5e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 945 time: 0.0507088 Mar 14 18:35:41.725474 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-89088ede-0dc4-404d-8c0d-6910cb8fd26b req-0c054f87-898b-47df-ba35-24df62d2ea62 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Mar 14 18:35:41.968220 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:35:42.367513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:35:42.464988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:35:42.469477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:35:42.469849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:42.545784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:42.568201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:35:42.570460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484499b2-68f8-4249-bc63-8514996fcaf6" -d '{"events": [{"server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:35:42.582613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:35:42.606122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d185db-a616-41b0-b522-037f4d4dce25 x-openstack-request-id: req-d0d185db-a616-41b0-b522-037f4d4dce25 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:35:42.606501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:35:42.606696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0d185db-a616-41b0-b522-037f4d4dce25 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:35:42.607084 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'code': 200} Mar 14 18:35:42.642000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:42.688655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:42.837878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60a24-fcaf-4504-9941-6cf7d8312dc7 req-c12e5e3c-1b79-45ce-8855-3792aaa6f896 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:42.839426 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3fa60a24-fcaf-4504-9941-6cf7d8312dc7 req-c12e5e3c-1b79-45ce-8855-3792aaa6f896 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0490458 Mar 14 18:35:42.879143 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3fa60a24-fcaf-4504-9941-6cf7d8312dc7 req-e428c883-f4a1-4fa5-888c-ed34baa85842 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334108 Mar 14 18:35:42.899809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6bf36-82cc-4112-a85d-0ff5aed69069 req-c5132be1-551a-4331-ab31-13bc17025819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:42.901250 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eca6bf36-82cc-4112-a85d-0ff5aed69069 req-c5132be1-551a-4331-ab31-13bc17025819 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0402336 Mar 14 18:35:42.935465 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eca6bf36-82cc-4112-a85d-0ff5aed69069 req-838a61c2-fdbb-4c57-b9df-2e3461670357 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275040 Mar 14 18:35:43.993493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2c45-f8f1-4aa2-87d9-a0315330e41f req-c3012123-5d4f-4f7c-b4cc-93229d6b922f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:43.994987 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55ad2c45-f8f1-4aa2-87d9-a0315330e41f req-c3012123-5d4f-4f7c-b4cc-93229d6b922f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0478497 Mar 14 18:35:44.036427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55ad2c45-f8f1-4aa2-87d9-a0315330e41f req-816b7c96-dbbd-4f20-8226-75b11ec398e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354025 Mar 14 18:35:45.149530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e4ff7-15a7-4a63-b47b-f145092bc5d3 req-be2fcdd9-e736-42a4-94d6-aa12931f32a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:45.151019 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-184e4ff7-15a7-4a63-b47b-f145092bc5d3 req-be2fcdd9-e736-42a4-94d6-aa12931f32a1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0478790 Mar 14 18:35:45.191193 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-184e4ff7-15a7-4a63-b47b-f145092bc5d3 req-d5e080ea-7dae-41be-84c6-b5cd68c11075 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337706 Mar 14 18:35:45.302457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30c816-ed0d-407f-bafe-18a6dc43426b req-bc5cd840-37f8-43aa-84c9-37e061149545 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:45.303921 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d30c816-ed0d-407f-bafe-18a6dc43426b req-bc5cd840-37f8-43aa-84c9-37e061149545 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Mar 14 18:35:45.341221 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d30c816-ed0d-407f-bafe-18a6dc43426b req-2bdbb243-5493-453d-bc24-f34c0959e7b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Mar 14 18:35:45.362268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51412) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:45.403011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891615b-58cd-4f5d-8f30-8c5c74452dcf tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:45.404516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a891615b-58cd-4f5d-8f30-8c5c74452dcf tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1094 time: 0.0411732 Mar 14 18:35:45.407388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51414) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:45.411850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:35:45.493667 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:45.591335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:45.695326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.201 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/19986c6c-811b-4165-845b-1e5bf454372b) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:35:45.799676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:45.887849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:45.929596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:35:45.932360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:35:45.936113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:35:45.941396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=19986c6c-811b-4165-845b-1e5bf454372b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:46.287333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:46.414942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:46.562406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:46.607282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:46.676815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=19986c6c-811b-4165-845b-1e5bf454372b,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:35:46.688422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:46.787803 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 58f3c1f0-2a7e-4096-8d3b-e1431723a52c associated. External IP: 172.26.3.201, port: 3a4279d5-4eec-481e-826a-f5d92a7cbfb3. Mar 14 18:35:46.992549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fbe4e242-83af-4869-a1d3-d4a6c376fe15 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:35:47.095027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:35:47.105442 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Sync routers for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:35:47.114909 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:47.115509 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:47.174877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:47.206156 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-026fdfd2-ea49-4d8d-9ae8-1492dbe6d423 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7977126 Mar 14 18:35:47.207138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:35:47.209094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51416) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:47.209638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5efd81-f885-400e-8bc6-07a70ce2440a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:35:47.217444 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:47.244405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933fbeb-6e85-48ef-b81f-e7b133b73950 x-openstack-request-id: req-7933fbeb-6e85-48ef-b81f-e7b133b73950 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:35:47.244700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:35:47.244957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7933fbeb-6e85-48ef-b81f-e7b133b73950 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:35:47.245367 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'status': 'completed', 'code': 200} Mar 14 18:35:47.275941 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0d29ce87-e70b-4bf3-a1ee-828ef62b261d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/58f3c1f0-2a7e-4096-8d3b-e1431723a52c HTTP/1.1" status: 200 len: 992 time: 0.0648932 Mar 14 18:35:47.319186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-591c68bd-0989-4489-a4c7-e4391ef0adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:47.321608 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-591c68bd-0989-4489-a4c7-e4391ef0adca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0550382 Mar 14 18:35:47.410379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-a6b384f3-c2d8-4523-b928-ea1b7b8b10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:47.411875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-a6b384f3-c2d8-4523-b928-ea1b7b8b10f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 898 time: 0.0836992 Mar 14 18:35:47.441216 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '58f3c1f0-2a7e-4096-8d3b-e1431723a52c', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'port_id': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'mac_address': 'fa:16:3e:2b:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:35:46Z', 'updated_at': '2022-03-14T18:35:46Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:47.470896 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Checking router: fbe4e242-83af-4869-a1d3-d4a6c376fe15 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:35:47.479506 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:35:47.480111 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:35:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:47.483141 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-476a7fb6-daae-4d61-b97a-ac0d31b507c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 1000 time: 0.0649261 Mar 14 18:35:47.530987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-2a2e329e-ab84-4297-8d72-bd900d797371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:47.532487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-2a2e329e-ab84-4297-8d72-bd900d797371 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.0429676 Mar 14 18:35:47.577504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-80777e93-f6d8-49fb-b4a4-b21331e73c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:35:47.579035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-80777e93-f6d8-49fb-b4a4-b21331e73c0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402238 Mar 14 18:35:47.586364 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:35:47.676903 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-1402b42c-2b3b-42b0-9645-33f562c4a956 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907106 Mar 14 18:35:47.773503 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8e5efd81-f885-400e-8bc6-07a70ce2440a req-008f2527-c5bb-4848-bb2c-1cc1194456a6 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903509 Mar 14 18:35:47.870715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f93f54d9-3440-4fc2-bfdc-66a042211b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:47.904470 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '58f3c1f0-2a7e-4096-8d3b-e1431723a52c', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'port_id': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'mac_address': 'fa:16:3e:2b:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:35:46Z', 'updated_at': '2022-03-14T18:35:46Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:35:47.935816 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b2e62-5892-4e64-b36c-b2045e25bfab None None] The sync data for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv is: [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '58f3c1f0-2a7e-4096-8d3b-e1431723a52c', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'port_id': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'mac_address': 'fa:16:3e:2b:b5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:35:46Z', 'updated_at': '2022-03-14T18:35:46Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:35:48.121193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1fb55-74a0-4283-b04f-3c82cbce22f5 None None] New status for floating IP 58f3c1f0-2a7e-4096-8d3b-e1431723a52c: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:35:48.279660 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51420) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:48.348779 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5a34ec5b-c1c5-4c1a-8227-43567891e714 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/58f3c1f0-2a7e-4096-8d3b-e1431723a52c HTTP/1.1" status: 200 len: 992 time: 0.0679688 Mar 14 18:35:49.352540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51422) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:35:49.412559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f95b5332-0ad5-4369-a410-b3a9bc4cb9bc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/58f3c1f0-2a7e-4096-8d3b-e1431723a52c HTTP/1.1" status: 200 len: 994 time: 0.0587873 Mar 14 18:35:50.082682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d60f6d8-6701-40f5-918d-b8f2f782dcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:51.436084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:52.876127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:53.036023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:35:58.161527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:17.880605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80c9cec5-91f0-493f-9b66-cc10720a255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:18.966777 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:36:20.101970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1584c386-4455-4b31-b15b-25c3fdd7ff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:21.410537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:22.898059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:23.046552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:28.165049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:42.437635 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-f2b1cfa7-14c9-4b92-9b49-2c946819159b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397160 Mar 14 18:36:42.520028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-5299d8b7-180f-4b91-bbaa-839dd46cc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:42.521495 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-5299d8b7-180f-4b91-bbaa-839dd46cc077 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0405548 Mar 14 18:36:42.630684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-fa4e5f3e-6e17-4c88-8332-c9400bb06a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:42.630684 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-fa4e5f3e-6e17-4c88-8332-c9400bb06a8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 898 time: 0.0856187 Mar 14 18:36:42.689700 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-3137d0fa-dad0-467c-8e09-63e91e4c2340 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 1002 time: 0.0576475 Mar 14 18:36:42.738687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-426d7675-4f87-4b61-b412-1a05176db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:42.740121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-426d7675-4f87-4b61-b412-1a05176db8aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.0443084 Mar 14 18:36:42.788631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-8fcfa6a4-6cf2-4cd2-bc81-6ec5bbef9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:36:42.790153 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-8fcfa6a4-6cf2-4cd2-bc81-6ec5bbef9513 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436411 Mar 14 18:36:42.876821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-e775e70c-109b-4ae7-bb2c-cacb0371dff3 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799327 Mar 14 18:36:42.966274 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-275d92b4-8f59-4d1e-8749-e5f462829ced req-52a8ad95-97b5-45d7-8658-0159cc3269a5 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Mar 14 18:36:47.839809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24fe73f9-7658-4734-9f6f-b302b1e809d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:50.097282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c117b778-acfa-4497-a7b6-97553152b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:51.416214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:52.890671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:53.039266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:36:55.966325 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:36:58.180139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:02.503318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-5708bc64-2db8-4727-be69-2f706179df0d req-ace76ad0-b119-4977-b07e-3c3a7d27bb82 service neutron] (103392) timed out ('10.222.0.61', 62026) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 18:37:17.855804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-27c3866e-8027-4fb8-934a-bb5338beabe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:20.093131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4a80eb2-5fb7-45cc-8844-3cfdc49291e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:21.424043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:22.889874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:23.029803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:28.172313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:32.965403 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:37:43.549258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-0a005d77-4cfc-4cdd-b000-b6b2b69bca8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414232 Mar 14 18:37:43.632805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-29209f04-e0eb-46b1-9801-581d266d49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:43.634343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-29209f04-e0eb-46b1-9801-581d266d49a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0428300 Mar 14 18:37:43.736376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-884f96a9-8fb3-4a57-ac36-14e58b3052db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:43.737835 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-884f96a9-8fb3-4a57-ac36-14e58b3052db service neutron] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 898 time: 0.0831106 Mar 14 18:37:43.804733 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-5038aa5e-a04f-4994-9613-48e96b5a1551 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 1002 time: 0.0597415 Mar 14 18:37:43.852103 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-59b82f79-2037-425f-a489-3cb81293615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:43.853489 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-59b82f79-2037-425f-a489-3cb81293615d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.0425150 Mar 14 18:37:43.896692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-689df683-3dda-4c95-930e-e55c30d91a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:37:43.898144 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-689df683-3dda-4c95-930e-e55c30d91a00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378723 Mar 14 18:37:43.988242 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-fd72f5d2-0710-4570-b34a-4a1a5d5d607c service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834410 Mar 14 18:37:44.076877 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4cd39cb2-9195-4883-b4ab-b4da544e8bcf req-c27a2491-066d-402d-9ef1-4f184a421694 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808899 Mar 14 18:37:47.842891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8182aaea-2452-4a10-8d00-3476399bf687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:50.088346 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d852321a-b8eb-4271-bca0-95a73fc77172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:51.428271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:52.905730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:53.036928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:37:58.170873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:09.964364 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:38:13.388085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:38:13.393979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:38:13.485234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-532691905'] for subnet, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:13.681662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771666028728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-533817253'] for subnet, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:13.714254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:13.714846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:13.724001 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/subnets/67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 835 time: 0.3270609 Mar 14 18:38:13.724151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46141af0-279a-46ff-b9a5-d1a649c5adfa None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:38:13.733722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=67ff0267-0348-47f5-9082-b7c01752e90a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:13.740994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.741351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.741693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.742059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.742393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.742723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.743052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.743406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.743735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.744058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.744383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:13.744702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3987cc3-294b-4f5f-9a63-aec504e86dea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:38:14.057506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Provisioning complete for port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:14.057882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.148014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Provisioning complete for port 64ed5d34-574e-4577-9f11-bd9fa77484ef triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:14.148297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:14.239877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Provisioning complete for port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:38:14.239877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-70525028-452e-4ed8-b9d5-32dd3aa16152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:17.875863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf533234-aeba-453d-a652-0fc20e503c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:20.106590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b1390be-b3d9-4b3d-834a-ec1ba1012365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:21.426801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:22.901096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:23.032179 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:28.198148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:43.435129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-0141893e-f538-4987-a864-f6440d3c69d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389831 Mar 14 18:38:43.517626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-2f5307f5-27b8-471f-9fc6-21e18dcf4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:43.519131 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-2f5307f5-27b8-471f-9fc6-21e18dcf4e5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0426648 Mar 14 18:38:43.620680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-dfa6e075-0d63-439d-a702-8301995b6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:43.622176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-dfa6e075-0d63-439d-a702-8301995b6811 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 898 time: 0.0828624 Mar 14 18:38:43.690050 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-97da25b0-3196-46f5-acef-47f28eee9ec2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 1002 time: 0.0615265 Mar 14 18:38:43.737101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-5ccf9852-5f56-41cd-81b1-59ce72584dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:43.738522 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-5ccf9852-5f56-41cd-81b1-59ce72584dd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.0420523 Mar 14 18:38:43.782645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-48e78c41-7506-4263-9cf3-d7ad5479967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:43.784203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-48e78c41-7506-4263-9cf3-d7ad5479967e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394676 Mar 14 18:38:43.875243 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-a2a340e4-88da-4e3f-83e6-e0af22729469 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 Mar 14 18:38:43.962153 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cc455cd-af56-4273-9776-54ec6f6b115f req-e002fbf8-37ee-4e2d-9d81-7effb0b68118 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794730 Mar 14 18:38:46.966098 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:38:47.895505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91c7174a-b1e8-4b2f-b0d3-2add7aacb2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:50.106937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6f77ce97-f12a-4943-ac0d-fc6af80e0c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:51.430556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:52.933451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:53.059272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.303694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51490) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:38:57.824320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 19986c6c-811b-4165-845b-1e5bf454372b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:38:57.824656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.898774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.899094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:57.910547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 19986c6c-811b-4165-845b-1e5bf454372b owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:38:58.111170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.135647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=19986c6c-811b-4165-845b-1e5bf454372b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:38:58.179534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.197666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.198027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 58f3c1f0-2a7e-4096-8d3b-e1431723a52c disassociated (deleted). External IP: 172.26.3.201, port: 3a4279d5-4eec-481e-826a-f5d92a7cbfb3. Mar 14 18:38:58.434926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fbe4e242-83af-4869-a1d3-d4a6c376fe15 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:38:58.539089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:38:58.543908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:38:58.550624 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Sync routers for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:38:58.559708 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:38:58.560309 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:58.571829 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-04fc384a-3910-4ed5-93c3-d50e365666e4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/58f3c1f0-2a7e-4096-8d3b-e1431723a52c HTTP/1.1" status: 204 len: 168 time: 1.2670989 Mar 14 18:38:58.572924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:38:58.575281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2fb165-05a4-4105-b68c-a2ea338ebd44" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:38:58.666193 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:38:58.859948 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:58.885914 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Checking router: fbe4e242-83af-4869-a1d3-d4a6c376fe15 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:38:58.894555 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:38:58.895152 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:58.998331 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:38:59.105723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf801a11-9686-477a-9bd7-78b76a32d933 req-f5de7a80-c315-4d24-816a-eb93a8f788b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.107246 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf801a11-9686-477a-9bd7-78b76a32d933 req-f5de7a80-c315-4d24-816a-eb93a8f788b6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.1031494 Mar 14 18:38:59.145083 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf801a11-9686-477a-9bd7-78b76a32d933 req-b95ca41c-e4a2-4a04-916a-96f0268cc02f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Mar 14 18:38:59.277841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:38:59.305819 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321127d-4a44-41eb-8a3c-74f2d5a5ac94 None None] The sync data for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv is: [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:29Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'dea29b53-fdb0-4844-af6f-d5963d2eb2a8', 'name': '', 'network_id': '95a901fe-c504-401e-8c45-8b5a2cb92224', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:1e:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:28Z', 'updated_at': '2022-03-14T18:35:32Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '67ff0267-0348-47f5-9082-b7c01752e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:38:59.646979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783aa94-ad7e-47d8-a017-b62f982fb515 None None] New status for floating IP 58f3c1f0-2a7e-4096-8d3b-e1431723a52c: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:38:59.769558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0b458-c393-456b-b8ff-77083636c244 x-openstack-request-id: req-10e0b458-c393-456b-b8ff-77083636c244 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:38:59.770091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:38:59.770215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10e0b458-c393-456b-b8ff-77083636c244 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:38:59.770548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'status': 'completed', 'code': 200} Mar 14 18:38:59.833113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-83e5d8e0-2591-45cb-a747-b88f756e5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.834624 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-83e5d8e0-2591-45cb-a747-b88f756e5883 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0399108 Mar 14 18:38:59.925621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-725743a2-37fa-423f-b33b-3a27beeff9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:38:59.927020 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-725743a2-37fa-423f-b33b-3a27beeff9f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 200 len: 898 time: 0.0851300 Mar 14 18:38:59.967799 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-30d86dca-8360-484c-838e-c67de4112b35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 200 len: 217 time: 0.0339928 Mar 14 18:39:00.018805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-5d8b647b-88f3-47f8-ae0e-637b12328ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:00.020238 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-5d8b647b-88f3-47f8-ae0e-637b12328ca6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 200 len: 843 time: 0.0432763 Mar 14 18:39:00.070712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-836e504a-c4d1-4f2b-a94c-7313ad1409df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:00.072194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-836e504a-c4d1-4f2b-a94c-7313ad1409df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95a901fe-c504-401e-8c45-8b5a2cb92224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449352 Mar 14 18:39:00.159738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-d037d035-2ae0-4216-912a-4cdbb8ec9e41 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794430 Mar 14 18:39:00.258249 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ae2fb165-05a4-4105-b68c-a2ea338ebd44 req-5cf8622b-9817-48bd-b24d-522eee9dbda9 service neutron] 10.222.0.61 "GET /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898058 Mar 14 18:39:00.269865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d53e7-f71e-4a86-a115-687706527e8c req-c5c1c4ba-8aaa-4d76-b039-58a4d16bbd3e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:00.271417 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e84d53e7-f71e-4a86-a115-687706527e8c req-c5c1c4ba-8aaa-4d76-b039-58a4d16bbd3e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0539494 Mar 14 18:39:00.310642 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e84d53e7-f71e-4a86-a115-687706527e8c req-52332058-58ea-4c79-b79f-802ded18e3ff tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=004fc3fd-b818-476f-b20b-d695099cec72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Mar 14 18:39:00.724869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-d59360e8-4e5f-45f4-8281-380c8ee3d450 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:00.726247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-d59360e8-4e5f-45f4-8281-380c8ee3d450 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 946 time: 0.0484245 Mar 14 18:39:00.820506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:39:00.821231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:00.909468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:00.909822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:00.921709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:39:01.122818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:01.153490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=3a4279d5-4eec-481e-826a-f5d92a7cbfb3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:01.193416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:39:01.195974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:01.199267 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6bde1e96-4e60-4f24-93b6-528cefb15622 req-c02198aa-81b6-48c0-a602-22890ca56bb1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/3a4279d5-4eec-481e-826a-f5d92a7cbfb3 HTTP/1.1" status: 204 len: 173 time: 0.4672413 Mar 14 18:39:01.461860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0af0724e-0755-41cc-be7b-97e9ed6efe72 req-0fe8f681-3703-4fa0-983d-6a5c9d9c3551 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9103a4-2ed5-4443-bb91-efa95374bdf0 HTTP/1.1" status: 200 len: 210 time: 0.0811510 Mar 14 18:39:01.771917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'name': 'network-vif-deleted', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:01.774314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7435703-1e05-44f9-82f4-292a9e6ae680" -d '{"events": [{"server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "name": "network-vif-deleted", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:01.809581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b4779-ceef-4696-b25e-921b41648c78 x-openstack-request-id: req-442b4779-ceef-4696-b25e-921b41648c78 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:01.809873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9103a4-2ed5-4443-bb91-efa95374bdf0", "name": "network-vif-deleted", "tag": "3a4279d5-4eec-481e-826a-f5d92a7cbfb3", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:01.810172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-442b4779-ceef-4696-b25e-921b41648c78 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:01.810561 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9103a4-2ed5-4443-bb91-efa95374bdf0', 'name': 'network-vif-deleted', 'tag': '3a4279d5-4eec-481e-826a-f5d92a7cbfb3', 'status': 'completed', 'code': 200} Mar 14 18:39:02.521349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51528) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:02.580239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:02.607739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:02.735709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:02.738675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:02.742133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/004fc3fd-b818-476f-b20b-d695099cec72 HTTP/1.1" status: 204 len: 168 time: 0.2175260 Mar 14 18:39:02.749442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e1f3e-148d-4fc5-bce7-670f19f129d5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004fc3fd-b818-476f-b20b-d695099cec72,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:02.831978 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51532) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:03.185178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:03.433890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port dea29b53-fdb0-4844-af6f-d5963d2eb2a8 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:39:03.434326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:03.525748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port dea29b53-fdb0-4844-af6f-d5963d2eb2a8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:03.526472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:03.538025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for dea29b53-fdb0-4844-af6f-d5963d2eb2a8 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:39:03.769352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:03.795543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=dea29b53-fdb0-4844-af6f-d5963d2eb2a8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:03.977448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.186744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router fbe4e242-83af-4869-a1d3-d4a6c376fe15 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:39:04.309135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:39:04.315185 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69a7943d-8eae-49f6-8bde-210fd6ed6d56 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/fbe4e242-83af-4869-a1d3-d4a6c376fe15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822009 Mar 14 18:39:04.318002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:04.322489 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Sync routers for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:04.332949 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:04.333639 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:04.367076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 67ff0267-0348-47f5-9082-b7c01752e90a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:39:04.370078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.408952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.443530 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:04.496964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.604241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.628987 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:39:03Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:04.631623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=67ff0267-0348-47f5-9082-b7c01752e90a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:04.639151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.645473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/67ff0267-0348-47f5-9082-b7c01752e90a HTTP/1.1" status: 204 len: 168 time: 0.3239167 Mar 14 18:39:04.645664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a3e1c-8dfd-4adc-82b3-bf0b4aed6a70 None None] Network 95a901fe-c504-401e-8c45-8b5a2cb92224 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:39:04.646355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.646355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.646575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51536) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:04.653348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.653348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.653348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.654235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.654845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.655418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.655694 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Checking router: fbe4e242-83af-4869-a1d3-d4a6c376fe15 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:04.656342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.657420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.658572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.659264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc56ed-817b-43b0-ba45-3f8337134805 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:04.664542 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Routers {'fbe4e242-83af-4869-a1d3-d4a6c376fe15'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:04.665164 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:04.757007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.774217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] Set router fbe4e242-83af-4869-a1d3-d4a6c376fe15 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:04.849499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] DHCP port deletion for 95a901fe-c504-401e-8c45-8b5a2cb92224 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:39:04.871131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.898216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Deleting port 64ed5d34-574e-4577-9f11-bd9fa77484ef {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:39:04.898702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.952121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:39:03Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:04.961787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] For port 64ed5d34-574e-4577-9f11-bd9fa77484ef, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=64ed5d34-574e-4577-9f11-bd9fa77484ef,segment=NetworkSegment(02aa4670-2fc5-4274-ace3-375f2598663f),segment_id=02aa4670-2fc5-4274-ace3-375f2598663f)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:04.962202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.963277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 125713eb-9813-4175-b020-cd89a2837159 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:39:04.963630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:04.977450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Calling delete_port for 64ed5d34-574e-4577-9f11-bd9fa77484ef owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:39:04.988371 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008c4e4-c917-4362-a939-f11ddca95db6 None None] The sync data for ids ['fbe4e242-83af-4869-a1d3-d4a6c376fe15'] in dv-neutron-833670-1-hyperv is: [{'id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'name': 'tempest-TestNetworkBasicOps-router-1740697771', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '125713eb-9813-4175-b020-cd89a2837159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:39:03Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '125713eb-9813-4175-b020-cd89a2837159', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe4e242-83af-4869-a1d3-d4a6c376fe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:35:25Z', 'updated_at': '2022-03-14T18:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:05.050227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 125713eb-9813-4175-b020-cd89a2837159, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=125713eb-9813-4175-b020-cd89a2837159,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:05.050592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.061948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 125713eb-9813-4175-b020-cd89a2837159 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:39:05.135272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.159532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Pushing event deleted for resources: {'Port': ['ID=64ed5d34-574e-4577-9f11-bd9fa77484ef,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:05.168574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] No DVR routers for this DVR port 64ed5d34-574e-4577-9f11-bd9fa77484ef on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:39:05.171836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.172564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.173104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.173440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.173769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.174123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.174450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.174774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.175091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.175597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.176256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.176395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a8ec-cbb2-4972-a7d6-c78adccd3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:05.289699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.306665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:39:05.314894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=125713eb-9813-4175-b020-cd89a2837159,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:05.328229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:39:05.329213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3a4279d5-4eec-481e-826a-f5d92a7cbfb3 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:39:05.381345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.475166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.477292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.614163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.614704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router fbe4e242-83af-4869-a1d3-d4a6c376fe15 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:39:05.621562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.622725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5c88a057-f54a-40aa-b118-baa2f0b6ab12 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/fbe4e242-83af-4869-a1d3-d4a6c376fe15 HTTP/1.1" status: 204 len: 168 time: 0.9759240 Mar 14 18:39:05.626229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51538) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:05.709154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.795810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.816087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a901fe-c504-401e-8c45-8b5a2cb92224']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:05.824879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02aa4670-2fc5-4274-ace3-375f2598663f') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:05.825176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02aa4670-2fc5-4274-ace3-375f2598663f') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:05.834217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.846910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.852532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:39:05.852913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:39:05.855766 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:39:05.998354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.002756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.006227 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/95a901fe-c504-401e-8c45-8b5a2cb92224 HTTP/1.1" status: 204 len: 168 time: 0.3789692 Mar 14 18:39:06.018755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51540) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:06.020854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577bfef-0d8e-454e-9b1d-70c6e170f4fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=95a901fe-c504-401e-8c45-8b5a2cb92224,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:06.024707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--455330353', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:06.102311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 125713eb-9813-4175-b020-cd89a2837159 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:39:06.123113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 125713eb-9813-4175-b020-cd89a2837159 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:39:06.123449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 125713eb-9813-4175-b020-cd89a2837159 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:39:06.123854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dea29b53-fdb0-4844-af6f-d5963d2eb2a8 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:39:06.135486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:39:06.139345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.146464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: dea29b53-fdb0-4844-af6f-d5963d2eb2a8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:39:06.146812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device dea29b53-fdb0-4844-af6f-d5963d2eb2a8 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:39:06.147225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 64ed5d34-574e-4577-9f11-bd9fa77484ef no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:39:06.164108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:39:06.165834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 64ed5d34-574e-4577-9f11-bd9fa77484ef {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:39:06.166204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 64ed5d34-574e-4577-9f11-bd9fa77484ef not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:39:06.174722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.175301 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment 11f98e9e-bc6f-47d8-a4b5-c6947f974cdb of type vlan for network 894464cb-26a8-452f-8dfa-3eccb02ab8db Mar 14 18:39:06.214373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.295532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.301488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:06.302105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.370092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=894464cb-26a8-452f-8dfa-3eccb02ab8db,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:06.380500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:39:06.430245 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3544a8a4-fe78-4daf-990a-003e089b79b5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4096701 Mar 14 18:39:06.432941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:06.437536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:06.541046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.542157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.595305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:06.779807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:07.347634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:07.365474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:07.471633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.215 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/08b26ca6-cad5-46ae-bc38-4b95623e7b72) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:07.574094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:07.667265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:07.707472 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:07.710145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:07.713499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:07.718549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=08b26ca6-cad5-46ae-bc38-4b95623e7b72,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:08.038082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:08.238928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:08.426903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:39:08.533033 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:39:08.542754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:08.552173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:08.559077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:08.600213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:08.601731 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-99648e6e-d95f-4d95-8487-f88ab98f36a9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1675189 Mar 14 18:39:08.604773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51544) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:08.656829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:08.728750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97cf3670-238a-47c5-b8b9-dd912d450ee0 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1228156 Mar 14 18:39:08.731489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51548) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:08.819871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd729e-0fb5-4606-85fc-dd384280007d tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:08.821481 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-66dd729e-0fb5-4606-85fc-dd384280007d tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890329 Mar 14 18:39:08.824333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51550) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:08.834726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:07Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:08.854916 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a63c900-521d-45c7-9052-64dad7f2e5e2 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271688 Mar 14 18:39:08.855137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51552) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:08.859810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398201904', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:08.860815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:08.861160 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Updating router aab1d629-69a2-441d-8006-b27a598d5daa port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:39:08.884596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.036796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:39:09.040521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.273246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.288758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.355556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=113c45a2-921c-42fb-b1e3-bc83fb40822f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:09.361388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:09.363151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: 894464cb-26a8-452f-8dfa-3eccb02ab8db, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:39:09.380785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.428694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Attempting to bind port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:39:09.429058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Attempting to bind port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:39:09.429413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Attempting to bind port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:09.436024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b665e-8248-4816-9015-eabc3fed7110 None None] Pushing event updated for resources: {'Port': ['ID=08b26ca6-cad5-46ae-bc38-4b95623e7b72,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:09.439032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:39:09.439398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:09.439802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.443904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:39:09.443904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Bound port: 08b26ca6-cad5-46ae-bc38-4b95623e7b72, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:39:09.443904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.466660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:39:09.492848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] For port 08b26ca6-cad5-46ae-bc38-4b95623e7b72, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:39:09.495782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] For port 08b26ca6-cad5-46ae-bc38-4b95623e7b72, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b26ca6-cad5-46ae-bc38-4b95623e7b72,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:39:09.539613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 894464cb-26a8-452f-8dfa-3eccb02ab8db) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:09.544260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:09.545051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.548963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34671f8b-5a24-495b-86a8-2a7bf206ee12 None None] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:39:09.594525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.645429 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0982d8a7-9d91-40aa-a5ec-b0c625f50e4e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7893217 Mar 14 18:39:09.648399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51554) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:09.678564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b665e-8248-4816-9015-eabc3fed7110 None None] Pushing event updated for resources: {'Port': ['ID=08b26ca6-cad5-46ae-bc38-4b95623e7b72,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:09.686142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:09.686880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:09.851067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-894464cb-26a8-452f-8dfa-3eccb02ab8db', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:39:09.851926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:09.868984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:10.147681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Allocated IP 172.20.0.2 (894464cb-26a8-452f-8dfa-3eccb02ab8db/113c45a2-921c-42fb-b1e3-bc83fb40822f/c27f91d7-325d-4102-9b86-ac2341d68e0d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:10.235521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:07Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:10.271037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e21117-bca6-4092-82e9-dc1041cd95b6 None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:07Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:10.339019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.380033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.387383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.433402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:10.436137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:10.440368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:10.451017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Pushing event updated for resources: {'Port': ['ID=c27f91d7-325d-4102-9b86-ac2341d68e0d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:10.520066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Attempting to bind port c27f91d7-325d-4102-9b86-ac2341d68e0d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:39:10.520066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Attempting to bind port c27f91d7-325d-4102-9b86-ac2341d68e0d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:39:10.520066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Attempting to bind port c27f91d7-325d-4102-9b86-ac2341d68e0d on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:10.550237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:39:10.551549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Checking segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:10.552210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.552826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Bound using segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:39:10.553648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Bound port: c27f91d7-325d-4102-9b86-ac2341d68e0d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:39:10.554349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.635811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] For port c27f91d7-325d-4102-9b86-ac2341d68e0d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:39:10.639105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] For port c27f91d7-325d-4102-9b86-ac2341d68e0d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c27f91d7-325d-4102-9b86-ac2341d68e0d,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:39:10.730069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.733352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (894464cb-26a8-452f-8dfa-3eccb02ab8db/113c45a2-921c-42fb-b1e3-bc83fb40822f/c238144f-6496-421d-ab74-1594bf93d3eb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:10.796861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892556-540e-46e5-b5f7-3c4eccf42cf0 None None] Pushing event updated for resources: {'Port': ['ID=c27f91d7-325d-4102-9b86-ac2341d68e0d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:10.872704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:10.957355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.009030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:11.012529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:11.017297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:11.046151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:11.075372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.285112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.562541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.638165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.712131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.714048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:11.731909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e240d87c-85bc-4708-8111-dbdb636d70f0 None None] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:39:11.809598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] Provisioning complete for port c27f91d7-325d-4102-9b86-ac2341d68e0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:11.809983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.817251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:11.818723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:11.933501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:39:11.954233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:11.988547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] For port c27f91d7-325d-4102-9b86-ac2341d68e0d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c27f91d7-325d-4102-9b86-ac2341d68e0d,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:12.056717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.068172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:39:12.074200 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c30db3a9-2dde-483d-9c41-2ecdfeb7cdd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/aab1d629-69a2-441d-8006-b27a598d5daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4240954 Mar 14 18:39:12.079220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51556) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:12.152790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b26ca6-cad5-46ae-bc38-4b95623e7b72 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:12.191761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4011cc-aa3b-4dfa-9029-035173a0cbd0 None None] Pushing event updated for resources: {'Port': ['ID=c27f91d7-325d-4102-9b86-ac2341d68e0d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:12.219482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a096b-1de9-441f-8932-e4874a1c18b9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.219972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.220288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a096b-1de9-441f-8932-e4874a1c18b9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.220407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.220944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a096b-1de9-441f-8932-e4874a1c18b9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.223244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a096b-1de9-441f-8932-e4874a1c18b9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.227975 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-268a096b-1de9-441f-8932-e4874a1c18b9 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1440938 Mar 14 18:39:12.228090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51558) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:12.279086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e96221fe-1b00-48c9-b7d3-28b027c14204 None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.279457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e96221fe-1b00-48c9-b7d3-28b027c14204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.283825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1112004-2641-46a9-8fab-28a28c3c26d1 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.284361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1112004-2641-46a9-8fab-28a28c3c26d1 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.284830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1112004-2641-46a9-8fab-28a28c3c26d1 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.285286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1112004-2641-46a9-8fab-28a28c3c26d1 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:12.291564 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a1112004-2641-46a9-8fab-28a28c3c26d1 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0626404 Mar 14 18:39:12.294325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51560) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:12.326614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e96221fe-1b00-48c9-b7d3-28b027c14204 None None] Port c238144f-6496-421d-ab74-1594bf93d3eb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:12.372233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e96221fe-1b00-48c9-b7d3-28b027c14204 None None] Provisioning complete for port c27f91d7-325d-4102-9b86-ac2341d68e0d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.372608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e96221fe-1b00-48c9-b7d3-28b027c14204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.406040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.431479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 08b26ca6-cad5-46ae-bc38-4b95623e7b72, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b26ca6-cad5-46ae-bc38-4b95623e7b72,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:12.439865 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-85679de7-54c0-44e2-8b7d-a405d806c8ce tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1440940 Mar 14 18:39:12.511521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.512411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c27f91d7-325d-4102-9b86-ac2341d68e0d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:12.513346 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:12.524283 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:12.526613 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:12.613357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=08b26ca6-cad5-46ae-bc38-4b95623e7b72,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:12.629384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c27f91d7-325d-4102-9b86-ac2341d68e0d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.629991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.660992 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:12.667755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-e5631590-d250-4d2f-b590-3b589a320ebd None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.669767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5631590-d250-4d2f-b590-3b589a320ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.715162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-e5631590-d250-4d2f-b590-3b589a320ebd None None] Port c238144f-6496-421d-ab74-1594bf93d3eb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:12.835533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-00215bbd-0099-496c-b618-f6615533c19d None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:12.836243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00215bbd-0099-496c-b618-f6615533c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:12.865542 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:12.873226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-00215bbd-0099-496c-b618-f6615533c19d None None] Port c238144f-6496-421d-ab74-1594bf93d3eb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:12.887372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51564) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:12.892739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975356060', 'description': 'tempest-secgroup-smoke-975356060 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:12.896058 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:12.896631 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Updating router aab1d629-69a2-441d-8006-b27a598d5daa port c238144f-6496-421d-ab74-1594bf93d3eb binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:39:12.920343 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.004073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.071918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.158312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.176402 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.187582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f334b68f-73dc-46bf-960e-0ea388185f62,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:13.268861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.270166 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7d4039c5-da99-4380-8c6d-b79390a6c12f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3817680 Mar 14 18:39:13.273202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51566) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:13.277623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:13.289773 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.342692 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Pushing event updated for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:13.363844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.373282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.374378 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.374793 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.375201 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.375569 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.376496 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.377217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.377217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.377854 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.378209 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.378539 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.378860 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.432518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.503626 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Attempting to bind port c238144f-6496-421d-ab74-1594bf93d3eb on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:39:13.503998 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Attempting to bind port c238144f-6496-421d-ab74-1594bf93d3eb by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:39:13.504416 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Attempting to bind port c238144f-6496-421d-ab74-1594bf93d3eb on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:13.506671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.509331 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:39:13.509701 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Checking segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:13.510136 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.510533 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Bound using segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:39:13.510986 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Bound port: c238144f-6496-421d-ab74-1594bf93d3eb, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:39:13.511359 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.526206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4baff900-b4ef-4c6a-b078-7a2b8321f0f2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:13.572920 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] For port c238144f-6496-421d-ab74-1594bf93d3eb, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:39:13.575880 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] For port c238144f-6496-421d-ab74-1594bf93d3eb, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c238144f-6496-421d-ab74-1594bf93d3eb,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:39:13.597261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-131cc7f1-ae45-4cb8-a698-de631104e48f None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:13.597557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-131cc7f1-ae45-4cb8-a698-de631104e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.610551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.611798 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6d4c5fb6-5ab7-4570-bfcb-350e7f48e10a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376520 Mar 14 18:39:13.614608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51568) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:13.619135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:13.633126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-131cc7f1-ae45-4cb8-a698-de631104e48f None None] Port c238144f-6496-421d-ab74-1594bf93d3eb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:13.644078 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.697444 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:13.698116 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:38:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:13.707998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.751543 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac3857-21c7-48dd-976d-37da8c0a4f27 None None] Pushing event updated for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:13.771857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.811840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:13.849530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.867771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26117cd-998a-4c33-ae14-f44c99b4af33,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:13.874867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.875215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.875552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.876002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.876380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.876892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.877176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.877501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.877828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.878173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.878492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.878809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:39:13.937205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:13.938750 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-68b75c96-a48e-4e9b-bd80-9760b4082c52 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3230917 Mar 14 18:39:13.941507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51570) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:13.946025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:13.958398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:13.958993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.023174 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:13Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:14.033416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.043693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.056067 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40006373-e7b2-4197-b3d8-2fb52496f2b1 None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:13Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:14.073435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b26ca6-cad5-46ae-bc38-4b95623e7b72 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:14.121042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] For port c238144f-6496-421d-ab74-1594bf93d3eb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c238144f-6496-421d-ab74-1594bf93d3eb,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:14.129787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.148771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:14.149144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.178289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.227279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.247518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed734f4-03d4-4da6-a32c-31a59c493fc3 None None] Pushing event updated for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:14.250406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc8b05e-a699-42cb-b1c5-4fdd14b200eb,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:14.288539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c27f91d7-325d-4102-9b86-ac2341d68e0d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:14.335892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c27f91d7-325d-4102-9b86-ac2341d68e0d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:14.336371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.341811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.343124 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-87ce12d1-0d45-42af-a122-47d9dcac513e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006500 Mar 14 18:39:14.346280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51572) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:14.351050 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:14.436455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.513866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.591182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.609462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d0f0c2-b203-44f5-9d6d-64e475117fc8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:14.690533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.691773 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-26d466dc-df36-4a17-b73e-6db7e9fd7ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444672 Mar 14 18:39:14.694573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51574) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:14.699234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:14.779886 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:39:14.785781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.847999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.916852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:14.936732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a52f52-bc97-4c27-8445-6da9390a0dbf,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:15.005886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:15.007270 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9df90ed9-21c4-476b-a197-e25b45cb42cd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3117089 Mar 14 18:39:15.010064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51576) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:15.014996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': 'f334b68f-73dc-46bf-960e-0ea388185f62', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:15.089965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:39:15.095976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:15.158131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:15.209604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:15.226572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f1c841-f1d5-433f-88ad-c3d0f16d443b,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:15.285112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:15.286333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5726d23-ae80-4af9-ba53-c53135fc7864 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750373 Mar 14 18:39:15.423496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-8756db6f-7d14-4d34-82a7-e1005ce2126c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975356060&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0316350 Mar 14 18:39:15.542936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-9ab9b863-5d87-47f7-a78c-59e7662a1dd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:15.544410 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-9ab9b863-5d87-47f7-a78c-59e7662a1dd9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 796 time: 0.1142139 Mar 14 18:39:15.559983 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-3fd2cf7c-b678-487f-aed0-aa4ddd30b399 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0091531 Mar 14 18:39:15.609738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-6b0cc01e-4fa4-492a-b62e-97d109051b9f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435464 Mar 14 18:39:15.744571 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-770736b7-bf52-4b9d-b00d-4239462d74c4 service neutron] 10.222.0.58 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230819 Mar 14 18:39:15.836707 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-a322c090-dfc3-49f9-9598-9e074fedd9b0 service neutron] 10.222.0.58 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Mar 14 18:39:16.083385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c238144f-6496-421d-ab74-1594bf93d3eb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:16.101395 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-335188b1-c7fb-494f-bb56-7220c5634aae req-6ef87a7c-82d5-47d3-a269-f8c210061bfe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 210 time: 0.0280468 Mar 14 18:39:16.144877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c238144f-6496-421d-ab74-1594bf93d3eb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:16.145241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:17.200261 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-15a3a782-8974-474c-a203-515730420cb0 req-3aba0386-4553-4ebd-abfc-9374a4d57e81 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 210 time: 0.0281193 Mar 14 18:39:17.860626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3258a20-5758-42fe-9bdd-ae827c9af468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:18.279041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-c4e4cda0-b523-404f-9b0d-3f1b0c486347 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:18.280365 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-c4e4cda0-b523-404f-9b0d-3f1b0c486347 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 796 time: 0.1133931 Mar 14 18:39:18.316198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4af652d4-186c-4870-ab65-2abe9ee391ec req-1eca08f5-5e2f-4bdd-8177-41ea5e2cbfea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 210 time: 0.0442970 Mar 14 18:39:18.337962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-4598dcdd-2b10-433d-a412-4d0b3cbf5a7a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 379 time: 0.0484583 Mar 14 18:39:18.347990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['f334b68f-73dc-46bf-960e-0ea388185f62']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:18.524088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:39:18.527759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:18.653586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.10 (894464cb-26a8-452f-8dfa-3eccb02ab8db/113c45a2-921c-42fb-b1e3-bc83fb40822f/d307d767-fe0b-42ee-85dc-cd4c5c110f4c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:18.788332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:18.860971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:18.902953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:18.905974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:18.909559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:18.935985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:18.963358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:18.969803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.052333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-d643cf48-ac64-4657-9f90-272c5ea2ee86 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7081485 Mar 14 18:39:19.082526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Request body: {'port': {'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:19.134385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b7f15982-5bfb-4bea-a426-174de451fe42 None None] Provisioning complete for port d307d767-fe0b-42ee-85dc-cd4c5c110f4c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:19.135029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b7f15982-5bfb-4bea-a426-174de451fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.138233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.172042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b7f15982-5bfb-4bea-a426-174de451fe42 None None] Port d307d767-fe0b-42ee-85dc-cd4c5c110f4c cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:19.399325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d307d767-fe0b-42ee-85dc-cd4c5c110f4c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:39:19.406697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.418446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Transition to ACTIVE for port object d307d767-fe0b-42ee-85dc-cd4c5c110f4c will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:39:19.431411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9540-5a14-4a63-9cbb-8ee5a83aee95 req-93a15578-874b-42bc-901d-755ce16ea6ed tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:19.432843 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e74d9540-5a14-4a63-9cbb-8ee5a83aee95 req-93a15578-874b-42bc-901d-755ce16ea6ed tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 932 time: 0.0498557 Mar 14 18:39:19.470929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e74d9540-5a14-4a63-9cbb-8ee5a83aee95 req-eaf3e76e-e1a5-41da-afdc-dbf46a400db3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Mar 14 18:39:19.489718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.541579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:19.610548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Attempting to bind port d307d767-fe0b-42ee-85dc-cd4c5c110f4c on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:39:19.610896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Attempting to bind port d307d767-fe0b-42ee-85dc-cd4c5c110f4c by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:39:19.611226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Attempting to bind port d307d767-fe0b-42ee-85dc-cd4c5c110f4c on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:19.616407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Port d307d767-fe0b-42ee-85dc-cd4c5c110f4c on network 894464cb-26a8-452f-8dfa-3eccb02ab8db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:39:19.616727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Attempting to bind port d307d767-fe0b-42ee-85dc-cd4c5c110f4c on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:19.621758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:39:19.622148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Checking segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:19.622526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Bound using segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:39:19.622944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Bound port: d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:39:19.623295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.691075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:39:19.694405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:39:19.758685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.795064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:19.795853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:19.797549 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] 10.222.0.61 "PUT /v2.0/ports/d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1094 time: 0.7199261 Mar 14 18:39:19.800335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:19.803658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395f1d54-98fa-437a-96de-e5305ee960d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:19.836448 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d04c52-ff67-4e3c-817b-7f25a10aeea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:19.849426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6993baf-1c38-413a-8a0d-63d09573ad55 x-openstack-request-id: req-e6993baf-1c38-413a-8a0d-63d09573ad55 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:19.849717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:19.850000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6993baf-1c38-413a-8a0d-63d09573ad55 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:19.850402 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:39:19.913388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-ed98a14f-c193-4e4d-ab52-1763f8628a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:19.914996 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-ed98a14f-c193-4e4d-ab52-1763f8628a97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1097 time: 0.0433128 Mar 14 18:39:20.019840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-a08f29cb-2590-4d27-9a9b-0eea43547e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.021575 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-a08f29cb-2590-4d27-9a9b-0eea43547e26 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995023 Mar 14 18:39:20.119960 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-63c03be4-f13d-48bf-acee-2627f484195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.121343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-395f1d54-98fa-437a-96de-e5305ee960d7 req-63c03be4-f13d-48bf-acee-2627f484195f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933883 Mar 14 18:39:20.129596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12fdb10f-6f96-4d22-a5fa-aacad2f9e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:20.196114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-c39e8d29-d1f2-4379-90c3-2b78c2f55c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.197691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-c39e8d29-d1f2-4379-90c3-2b78c2f55c33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1097 time: 0.0415056 Mar 14 18:39:20.242357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-1fbe7545-1b3d-4b71-9e48-f9d3b4416060 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 217 time: 0.0371575 Mar 14 18:39:20.293061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-f80dac7f-80e2-4146-bb35-ec1a08ea9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.294614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-f80dac7f-80e2-4146-bb35-ec1a08ea9b28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0465596 Mar 14 18:39:20.344659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-84a7c656-4cf6-4ef9-a82a-669da81cea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.346176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-84a7c656-4cf6-4ef9-a82a-669da81cea21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441172 Mar 14 18:39:20.433925 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-c13acc37-7887-48bf-8f08-60ddde103468 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810714 Mar 14 18:39:20.525957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5f63eea-77e6-49d0-9f33-5363e970ccec req-e844206d-126a-4491-b51d-e27e5176a13f service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Mar 14 18:39:20.588398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c29d6-1d88-43ac-beb3-a3d72bcddf27 req-a49a8dc5-b882-412f-9138-4b858e83c536 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:20.589885 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a53c29d6-1d88-43ac-beb3-a3d72bcddf27 req-a49a8dc5-b882-412f-9138-4b858e83c536 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 944 time: 0.0524850 Mar 14 18:39:20.629191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a53c29d6-1d88-43ac-beb3-a3d72bcddf27 req-03332da9-bba3-467a-a8d1-3ac9dbbd464c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Mar 14 18:39:21.437690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:21.743727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cd213-3abe-48e4-b4b5-b81ae3d483e1 req-959a4c95-f257-4b91-af19-8a0aa12e2780 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:21.745192 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc4cd213-3abe-48e4-b4b5-b81ae3d483e1 req-959a4c95-f257-4b91-af19-8a0aa12e2780 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 944 time: 0.0482743 Mar 14 18:39:21.783006 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc4cd213-3abe-48e4-b4b5-b81ae3d483e1 req-ecead866-8160-4e0a-bf92-3695d89ac7fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Mar 14 18:39:22.897120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b059052-8d75-4c06-ac32-791bf6bfe68a req-6e81d674-858f-4e75-9811-655f26182630 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:22.898655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2b059052-8d75-4c06-ac32-791bf6bfe68a req-6e81d674-858f-4e75-9811-655f26182630 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 944 time: 0.0492139 Mar 14 18:39:22.923953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:22.935710 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2b059052-8d75-4c06-ac32-791bf6bfe68a req-fdbe0c78-ebc8-4917-8aec-7883bae81b19 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311770 Mar 14 18:39:23.042588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:23.425512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d307d767-fe0b-42ee-85dc-cd4c5c110f4c details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:39:23.517488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:23.528556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:39:23.563782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:23.580113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307d767-fe0b-42ee-85dc-cd4c5c110f4c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:39:23.598260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:23.660670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:23.708577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:23.964316 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:39:24.022841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['d307d767-fe0b-42ee-85dc-cd4c5c110f4c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:39:24.049560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598fece-ef1b-42ba-b320-6d29d5fc9d23 req-23c42cb4-9935-49d1-9600-9f01b8696b5c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:24.051773 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8598fece-ef1b-42ba-b320-6d29d5fc9d23 req-23c42cb4-9935-49d1-9600-9f01b8696b5c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 945 time: 0.0487325 Mar 14 18:39:24.088950 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8598fece-ef1b-42ba-b320-6d29d5fc9d23 req-16c908a4-2d57-4095-9fba-47e7f90a69dc tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312088 Mar 14 18:39:25.210656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2808fd-1934-4a23-a318-cd0c3c671365 req-83030384-0060-4243-8717-61924b73a00a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:25.212157 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7b2808fd-1934-4a23-a318-cd0c3c671365 req-83030384-0060-4243-8717-61924b73a00a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 945 time: 0.0563135 Mar 14 18:39:25.253936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7b2808fd-1934-4a23-a318-cd0c3c671365 req-4b2292c0-943f-4639-bb08-0ef1d3a9c2c8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358083 Mar 14 18:39:25.424919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d307d767-fe0b-42ee-85dc-cd4c5c110f4c up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:25.563262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port d307d767-fe0b-42ee-85dc-cd4c5c110f4c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:39:25.567867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port d307d767-fe0b-42ee-85dc-cd4c5c110f4c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:25.568239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:25.647378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:25.668416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:25.670686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25531484-998b-4bad-b916-ee4ce26ea051" -d '{"events": [{"server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "name": "network-vif-plugged", "status": "completed", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:25.683801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:25.752561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:25.760968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20669fab-b75e-4844-a191-9a6dbc112f57 x-openstack-request-id: req-20669fab-b75e-4844-a191-9a6dbc112f57 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:25.761254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "name": "network-vif-plugged", "status": "completed", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:25.761757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20669fab-b75e-4844-a191-9a6dbc112f57 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:25.762172 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'code': 200} Mar 14 18:39:25.811026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:26.070725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb368a-bf05-4dc7-9ea2-bd3b4bd4944f req-2e12255a-2018-4a50-8ed0-a724d7aa840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:26.075549 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38eb368a-bf05-4dc7-9ea2-bd3b4bd4944f req-2e12255a-2018-4a50-8ed0-a724d7aa840c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0441751 Mar 14 18:39:26.107051 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38eb368a-bf05-4dc7-9ea2-bd3b4bd4944f req-1fea04bc-48e8-4cc7-85b5-1da22b9a55e9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271726 Mar 14 18:39:26.373911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d87022-2ef7-49f4-82cd-e2d540d5ce9e req-8e00f7fe-7352-4274-9029-8e64956560f2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:26.375367 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61d87022-2ef7-49f4-82cd-e2d540d5ce9e req-8e00f7fe-7352-4274-9029-8e64956560f2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0518601 Mar 14 18:39:26.411960 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-61d87022-2ef7-49f4-82cd-e2d540d5ce9e req-bc92cc3f-e5df-48dc-a9c4-ca2a7e5d8d99 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304832 Mar 14 18:39:27.529245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba6a4-7d5a-4c07-bfe4-0711e8c432f1 req-3f58a74c-18d1-4c9e-8923-9b6d83d4e457 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:27.530750 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c1eba6a4-7d5a-4c07-bfe4-0711e8c432f1 req-3f58a74c-18d1-4c9e-8923-9b6d83d4e457 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0497062 Mar 14 18:39:27.570336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c1eba6a4-7d5a-4c07-bfe4-0711e8c432f1 req-0b15bdc6-aaad-4b6f-a966-954b172b02aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Mar 14 18:39:28.214882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:28.684408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c18046-9fd7-45e4-8df6-a8b992723d32 req-6220efc7-bae0-4b47-96e4-33b952639e29 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:28.685882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-47c18046-9fd7-45e4-8df6-a8b992723d32 req-6220efc7-bae0-4b47-96e4-33b952639e29 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0484684 Mar 14 18:39:28.724178 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-47c18046-9fd7-45e4-8df6-a8b992723d32 req-ee200b25-3f2c-4836-8e9f-755448a0c873 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Mar 14 18:39:28.834393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f04d-8dc8-4f81-b878-248c7736ec9e req-2b16f517-f100-456f-8064-38b409bebea5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:28.835833 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8552f04d-8dc8-4f81-b878-248c7736ec9e req-2b16f517-f100-456f-8064-38b409bebea5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0478854 Mar 14 18:39:28.877096 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8552f04d-8dc8-4f81-b878-248c7736ec9e req-49090aa2-b19c-421a-9b4d-703568adf1f6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353999 Mar 14 18:39:28.899201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51642) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:28.941393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbfe32-53c0-4c34-b12d-9e5c1794bf58 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:28.942936 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e0cbfe32-53c0-4c34-b12d-9e5c1794bf58 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1094 time: 0.0427969 Mar 14 18:39:28.945664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51644) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:28.949825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:29.038258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.134025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.235383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.165 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/72f9506a-4ac1-45db-a012-00053cdd7c08) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:29.337343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.444146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.488331 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:29.492428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:29.496736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:29.499419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=72f9506a-4ac1-45db-a012-00053cdd7c08,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:29.842309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:29.969979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:30.115577 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:30.186244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:30.254010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=72f9506a-4ac1-45db-a012-00053cdd7c08,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:30.265519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:30.363808 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 674237fa-3655-408b-836f-f00220f9e3fc associated. External IP: 172.26.3.165, port: d307d767-fe0b-42ee-85dc-cd4c5c110f4c. Mar 14 18:39:30.894440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:39:30.999957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:39:31.010131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:31.020308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:31.020909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:39:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:31.125229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:31.132389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:31.158841 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-23854509-fbb7-4246-bb58-dfe30d3e070d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2119873 Mar 14 18:39:31.159687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:31.161588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de803bd8-76c4-411c-a4c2-d1d86de674b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:31.161775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51646) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:31.198968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1554178-00a8-4cde-a8c0-14bfab5bcb17 x-openstack-request-id: req-f1554178-00a8-4cde-a8c0-14bfab5bcb17 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:31.199258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:31.199509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1554178-00a8-4cde-a8c0-14bfab5bcb17 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:31.199911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:39:31.206869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd0150-f5e9-4c70-902b-2b23084b9769 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:31.218467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-75dd0150-f5e9-4c70-902b-2b23084b9769 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1094 time: 0.0555441 Mar 14 18:39:31.263895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-cf12917a-51c0-4677-bdf3-b826779175c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:31.271448 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-cf12917a-51c0-4677-bdf3-b826779175c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0433595 Mar 14 18:39:31.363266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-442fc64e-42dd-41ab-ac13-5138d28363c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:31.365194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-442fc64e-42dd-41ab-ac13-5138d28363c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0930572 Mar 14 18:39:31.368746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:29Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:31.399505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:31.407824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:31.408488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:39:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:31.431535 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-963a6c1d-0de5-479b-b7b2-7645c917db8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1000 time: 0.0589476 Mar 14 18:39:31.488088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-0ba88b73-992d-462e-ae4c-4ef0c0beaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:31.489682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-0ba88b73-992d-462e-ae4c-4ef0c0beaaee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0521991 Mar 14 18:39:31.495435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51652) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:31.499992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208032541', 'description': 'tempest-secgroup-smoke-208032541 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:31.519942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:31.553840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-49112936-4049-481f-afa8-b75f22397d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:31.555384 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-49112936-4049-481f-afa8-b75f22397d1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500607 Mar 14 18:39:31.631921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:31.664875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-4f1bd08b-51ec-4220-85f6-9bfefdeb1158 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033585 Mar 14 18:39:31.745076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:29Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:31.772250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdb975-7de6-4a4b-a4bc-11badb23b9e1 None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:29Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:31.784849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:31.790338 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-de803bd8-76c4-411c-a4c2-d1d86de674b5 req-db7d1940-977a-4ef4-b44a-a08ab588214e service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173165 Mar 14 18:39:31.878803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:31.907228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128f92ab-79d9-4499-a409-ed49ae28744c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:31.971281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:31.972352 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8de15-ba6c-45a3-8383-887049dc3175 None None] New status for floating IP 674237fa-3655-408b-836f-f00220f9e3fc: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:31.974312 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-37382697-f0c1-402d-9ec9-7950b2c52b1d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4779043 Mar 14 18:39:31.980910 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51654) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:31.985810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:32.094177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.154149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.221008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.239768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd43237e-f8b7-4d93-83b7-5cdd33cf2906,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:32.291441 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.292607 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-40936d3f-efb7-4b1a-be1f-43684428fdc5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106470 Mar 14 18:39:32.295499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51656) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:32.300635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:32.374179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.431045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.536106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.556335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3095cda2-31aa-4528-bb18-4693661a1f20,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:32.634397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.635610 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-664fcc72-8056-42ab-83bb-fa664e16cd9a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391583 Mar 14 18:39:32.638309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51658) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:32.642611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:32.745212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.800257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.860732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.880358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b868aa38-7b11-4730-a6d2-09f9127b77b7,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:32.959820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:32.961028 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4fcd8369-7392-49a1-baf3-ae69b7fe3c4f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218169 Mar 14 18:39:32.963764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51660) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:32.968104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:33.076944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.135838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.214747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.232474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087935e3-3533-4291-9a8d-54393a20804a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:33.308172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.309391 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8c600049-ee0e-41f7-ae01-64be563f1b3c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447108 Mar 14 18:39:33.312295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51662) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:33.322793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:33.392065 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:39:33.398011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.456937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.511839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.529058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab1f980-9cf6-42fa-9213-4b07b591e407,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:33.583362 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.584560 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-45f773e7-3f90-4471-8b1f-c848b5c2b157 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2713349 Mar 14 18:39:33.587255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51664) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:33.591719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '128f92ab-79d9-4499-a409-ed49ae28744c', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:33.644352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:39:33.648974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.707556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.786258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.805556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39254377-70dd-4c0b-a670-63221e3fbf77,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:33.868235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:33.869419 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-60c0022e-27b0-4cd6-808c-7f1b5a0472d9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2811723 Mar 14 18:39:34.004859 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-4a402c41-8540-4742-822c-8014ced7495e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208032541&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0324831 Mar 14 18:39:34.111538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-a206651f-6a7c-4d2b-b1d2-c16d61ecd1e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:34.113038 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-a206651f-6a7c-4d2b-b1d2-c16d61ecd1e6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 796 time: 0.1014266 Mar 14 18:39:34.127424 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-7aff147f-bab6-453f-a96e-4cbad46195b8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0087678 Mar 14 18:39:34.180988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-d7e7d6ff-bc1d-4711-bf09-0fe66eca451c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483680 Mar 14 18:39:34.276230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-9a3d909c-a8e9-4e0a-a707-53b41329aed4 service neutron] 10.222.0.58 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Mar 14 18:39:34.362430 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-98c987b2-e58b-41c3-83fe-2577dcf594a9 service neutron] 10.222.0.58 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800059 Mar 14 18:39:34.641097 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-57a313ea-afbf-40be-b326-92c48cf630c8 req-fdd16f00-6fc5-432d-bf87-2c85d65a279c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 210 time: 0.0285110 Mar 14 18:39:35.734817 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d549c3cc-4599-4154-81a7-bfefeb009ac8 req-424f4434-f4ca-4470-83d1-8db9d11329be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 210 time: 0.0264151 Mar 14 18:39:36.480938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-cf73c755-6e8d-4504-988e-076b3bd2c46b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:36.482410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-cf73c755-6e8d-4504-988e-076b3bd2c46b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 796 time: 0.1020632 Mar 14 18:39:36.527279 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-04a302df-55de-4fc1-b369-c9ba47ad39f3 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 471 time: 0.0357945 Mar 14 18:39:36.536116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['128f92ab-79d9-4499-a409-ed49ae28744c']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:36.746631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:39:36.750316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:36.837791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9cadbf3-b7fb-478f-a298-f3adfbbb7018 req-a5095ea0-15ea-4a2e-be19-a69e00338c88 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 210 time: 0.0323882 Mar 14 18:39:36.905100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.14 (894464cb-26a8-452f-8dfa-3eccb02ab8db/113c45a2-921c-42fb-b1e3-bc83fb40822f/6bf2ed8e-69be-4f79-836f-76f368abf7a4) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:37.043104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.141203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.188290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:37.191571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:37.195253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:37.220929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:37.250434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:37.251078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.332885 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-037e684d-1918-403c-b279-2734049c25e2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003125 Mar 14 18:39:37.357223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Request body: {'port': {'device_id': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:37.409437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.446605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a1cd81ca-36fa-415b-bf50-951e62f7a1e0 None None] Provisioning complete for port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:37.447085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1cd81ca-36fa-415b-bf50-951e62f7a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.480991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd81ca-36fa-415b-bf50-951e62f7a1e0 None None] Port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:39:37.671283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf2ed8e-69be-4f79-836f-76f368abf7a4 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:39:37.678878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.690385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Transition to ACTIVE for port object 6bf2ed8e-69be-4f79-836f-76f368abf7a4 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:39:37.757617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.806994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:37.877162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Attempting to bind port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:39:37.877496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Attempting to bind port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:39:37.877822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Attempting to bind port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:37.883558 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 on network 894464cb-26a8-452f-8dfa-3eccb02ab8db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:39:37.883946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Attempting to bind port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 on network 894464cb-26a8-452f-8dfa-3eccb02ab8db {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:39:37.896884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:39:37.898244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Checking segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:39:37.898757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Bound using segment: {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:39:37.899309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Bound port: 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:39:37.899814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:37.963577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10af09-a0d5-45b6-a5fd-e926a93f9cb7 req-49e3f6bd-176c-46d8-ad5e-193f0280fed7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:37.965397 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ba10af09-a0d5-45b6-a5fd-e926a93f9cb7 req-49e3f6bd-176c-46d8-ad5e-193f0280fed7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 944 time: 0.0562212 Mar 14 18:39:37.979054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:39:37.982436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:39:38.010945 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ba10af09-a0d5-45b6-a5fd-e926a93f9cb7 req-22244567-a532-4029-841d-63976d3f9ce5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382309 Mar 14 18:39:38.061327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:38.098863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.099505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:38.100905 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] 10.222.0.61 "PUT /v2.0/ports/6bf2ed8e-69be-4f79-836f-76f368abf7a4 HTTP/1.1" status: 200 len: 1094 time: 0.7483201 Mar 14 18:39:38.101934 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:38.103566 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:38.130238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acff87-1e31-4e67-838a-a34e6d667fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:38.149421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad4442a-0bef-4ec8-9897-f49d2fcdb30c x-openstack-request-id: req-dad4442a-0bef-4ec8-9897-f49d2fcdb30c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:38.149719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:38.149995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dad4442a-0bef-4ec8-9897-f49d2fcdb30c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:38.150408 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'status': 'completed', 'code': 200} Mar 14 18:39:38.222991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-9e6cbb20-685c-48e0-b535-18d1b8dd71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.224646 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-9e6cbb20-685c-48e0-b535-18d1b8dd71aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1097 time: 0.0483925 Mar 14 18:39:38.333207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-d5d952ca-2080-4fbc-8654-f72397f30a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.334739 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-d5d952ca-2080-4fbc-8654-f72397f30a8f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1034629 Mar 14 18:39:38.431397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-d6c3b62e-a2fa-4d66-be05-6ff596c0741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.432771 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddc5a6d7-df23-4282-ade5-bc352ebd7dc5 req-d6c3b62e-a2fa-4d66-be05-6ff596c0741b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918043 Mar 14 18:39:38.511303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-aafc3c8f-ccb6-46e5-8fd6-5d82c8421226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.512796 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-aafc3c8f-ccb6-46e5-8fd6-5d82c8421226 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1097 time: 0.0416501 Mar 14 18:39:38.558995 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-f103699d-99ea-4a1d-b598-dac1ee8a0c23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Mar 14 18:39:38.606542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-7ef800b7-2c68-4657-b4d6-0c6baf66afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.607962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-7ef800b7-2c68-4657-b4d6-0c6baf66afb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0430930 Mar 14 18:39:38.653267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-97c17f08-21b3-44b7-aea6-56a87237a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:38.654843 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-97c17f08-21b3-44b7-aea6-56a87237a9b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397499 Mar 14 18:39:38.750839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-1a104669-dec3-4e1d-a995-88af1bea5bf3 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886319 Mar 14 18:39:38.839857 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cc8c8eca-8ab9-4c5a-8d35-ccd851aac8bb req-b1e38f13-e8e9-46ea-ab25-b7841c4f5da3 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Mar 14 18:39:39.128211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff260f5-9ab6-449b-9339-431b69fd6227 req-55ecd868-9759-4599-8ec2-1ab22be79aa0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:39.130028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2ff260f5-9ab6-449b-9339-431b69fd6227 req-55ecd868-9759-4599-8ec2-1ab22be79aa0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 944 time: 0.0504935 Mar 14 18:39:39.167730 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2ff260f5-9ab6-449b-9339-431b69fd6227 req-80119a7a-f616-4845-ad69-30e90652786e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Mar 14 18:39:40.289124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ff596-84ea-4df5-8132-a61a963f02e6 req-8801f790-eaa0-45f3-8644-b0a1f39ef8f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:40.290557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c13ff596-84ea-4df5-8132-a61a963f02e6 req-8801f790-eaa0-45f3-8644-b0a1f39ef8f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 944 time: 0.0547280 Mar 14 18:39:40.328309 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c13ff596-84ea-4df5-8132-a61a963f02e6 req-2b907b15-aacf-48f5-bfb1-ef0634e711ef tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Mar 14 18:39:41.439571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3b6f3-4b1d-4cc6-9a59-8d698fcc106c req-33ed821f-46de-43ab-91ad-e04c013279eb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:41.440964 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcd3b6f3-4b1d-4cc6-9a59-8d698fcc106c req-33ed821f-46de-43ab-91ad-e04c013279eb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 944 time: 0.0477262 Mar 14 18:39:41.479131 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcd3b6f3-4b1d-4cc6-9a59-8d698fcc106c req-bc9abd51-0633-4e3d-a887-1641f9409a7a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Mar 14 18:39:41.550898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bf2ed8e-69be-4f79-836f-76f368abf7a4 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:39:41.647203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:41.657884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'port_id': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'mac_address': 'fa:16:3e:f5:22:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:39:41.693026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:41.704737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf2ed8e-69be-4f79-836f-76f368abf7a4 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:39:41.724860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:41.825921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:41.876595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:42.154744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['6bf2ed8e-69be-4f79-836f-76f368abf7a4'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:39:42.596043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b689463-31d5-49ef-838d-dab4da0a0f6b req-31b545a5-8954-4029-8b02-0d8e1fdc1253 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:42.597957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1b689463-31d5-49ef-838d-dab4da0a0f6b req-31b545a5-8954-4029-8b02-0d8e1fdc1253 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 945 time: 0.0504186 Mar 14 18:39:42.635800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1b689463-31d5-49ef-838d-dab4da0a0f6b req-19d00723-baed-49e3-9b74-adecd5348003 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Mar 14 18:39:43.564147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bf2ed8e-69be-4f79-836f-76f368abf7a4 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:39:43.666494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:39:43.670456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:39:43.670826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.752831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.755311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ee8a0-194c-4552-850e-e8d4252af168 req-26e70f0d-9f44-4d5e-a410-ddd5c9497d05 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:43.756820 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-634ee8a0-194c-4552-850e-e8d4252af168 req-26e70f0d-9f44-4d5e-a410-ddd5c9497d05 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 945 time: 0.0534964 Mar 14 18:39:43.775152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:43.777381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1765e1cb-5e5a-4ce7-b1fc-d9306859a19a" -d '{"events": [{"server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "name": "network-vif-plugged", "status": "completed", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:43.790370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:39:43.797719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-634ee8a0-194c-4552-850e-e8d4252af168 req-9c5aecc7-4ca1-46f9-b536-03dc48d0a926 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335710 Mar 14 18:39:43.814288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a3eae0-e7cd-4055-a675-51b28cfd0604 x-openstack-request-id: req-29a3eae0-e7cd-4055-a675-51b28cfd0604 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:43.814575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "name": "network-vif-plugged", "status": "completed", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:43.814825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29a3eae0-e7cd-4055-a675-51b28cfd0604 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:43.815276 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'code': 200} Mar 14 18:39:43.854157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:43.900446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:44.107688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a48ce9-1765-4988-9268-cc9a04ed7029 req-82565c0a-88c8-4992-90f3-5e4afa3bfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:44.109149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1a48ce9-1765-4988-9268-cc9a04ed7029 req-82565c0a-88c8-4992-90f3-5e4afa3bfc28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1099 time: 0.0387514 Mar 14 18:39:44.141603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1a48ce9-1765-4988-9268-cc9a04ed7029 req-9d8b1fd6-0764-4dd8-81a3-e0a07243e902 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260730 Mar 14 18:39:44.908358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9e92-9db5-4afc-abe6-7b67f14263b5 req-698fc75d-13d2-4f7b-bac1-5060dbbe9621 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:44.909841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fddc9e92-9db5-4afc-abe6-7b67f14263b5 req-698fc75d-13d2-4f7b-bac1-5060dbbe9621 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0484595 Mar 14 18:39:44.946739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fddc9e92-9db5-4afc-abe6-7b67f14263b5 req-88dbe1bd-7ce6-465f-bad0-f8c7193ed12b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307028 Mar 14 18:39:45.493442 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-f34cf585-49a9-40ea-9408-bdd03ffebc2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435052 Mar 14 18:39:45.575631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-f66b3e29-b85a-439e-8bfc-ad8935ce2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.577108 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-f66b3e29-b85a-439e-8bfc-ad8935ce2b85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0404756 Mar 14 18:39:45.684995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-4126bf78-b8a3-4127-84e6-1db148328c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.686538 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-4126bf78-b8a3-4127-84e6-1db148328c5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0869424 Mar 14 18:39:45.757800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-4b439fb2-64cb-48c5-bae0-c0a9dfbb739c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1002 time: 0.0627906 Mar 14 18:39:45.806319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-07bf4e6d-e3bf-47ed-8fe8-7dfe9af017e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.807735 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-07bf4e6d-e3bf-47ed-8fe8-7dfe9af017e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0434794 Mar 14 18:39:45.852835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-7c798e2a-7850-4176-922c-9957e3f9b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:45.854331 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-7c798e2a-7850-4176-922c-9957e3f9b566 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388350 Mar 14 18:39:45.944737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-c52a4cb9-46ad-4347-885f-40cea1e05b1d service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836346 Mar 14 18:39:46.067334 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e53257d2-be3a-413b-9255-f1b6cded6da6 req-63b614df-1e2c-4fc5-9ea3-c653a9aadf76 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136270 Mar 14 18:39:46.082224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64539a22-5281-44bb-b214-6218aa293290 req-255d167b-a5fd-4428-ada1-68bb838bc25c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:46.084228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64539a22-5281-44bb-b214-6218aa293290 req-255d167b-a5fd-4428-ada1-68bb838bc25c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0699122 Mar 14 18:39:46.121935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-64539a22-5281-44bb-b214-6218aa293290 req-2690cd77-92ac-4791-99b8-955d214bf7e1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Mar 14 18:39:46.235003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e872-d4e8-445d-a0e1-e154603f92cf req-3323875b-be8b-416d-b4af-dc6791e7c974 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:46.236513 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-02f6e872-d4e8-445d-a0e1-e154603f92cf req-3323875b-be8b-416d-b4af-dc6791e7c974 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0490263 Mar 14 18:39:46.275682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-02f6e872-d4e8-445d-a0e1-e154603f92cf req-bae31c4b-bc94-4d93-9510-8708466a13ff tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321741 Mar 14 18:39:46.297268 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51718) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:46.336607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f726477c-18a6-49b9-bf06-db87ad356edb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:46.338139 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f726477c-18a6-49b9-bf06-db87ad356edb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1094 time: 0.0398221 Mar 14 18:39:46.341025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51720) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:39:46.346321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:39:46.420518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.520390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.621323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.188 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/90b299b4-6f06-42c3-b251-c27c38dfd64e) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:39:46.719184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.798013 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:46.836656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:39:46.839459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:39:46.841892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:39:46.868715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=90b299b4-6f06-42c3-b251-c27c38dfd64e,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:47.199235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.347841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.496174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.569157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.633957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=90b299b4-6f06-42c3-b251-c27c38dfd64e,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:39:47.646161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.745068 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 5cb5e67c-2bad-4322-a289-a263c1b0ec87 associated. External IP: 172.26.3.188, port: 6bf2ed8e-69be-4f79-836f-76f368abf7a4. Mar 14 18:39:47.854872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-def54b8a-a1fd-49fa-b339-14928bce8f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:47.950968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:39:48.056470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:39:48.066168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:39:48.077055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:48.077665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:39:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:48.125617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:48.155127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4c4aa81b-adb3-4129-8fa7-e5077d7e7f7d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8129234 Mar 14 18:39:48.155822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:39:48.158204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:39:48.196077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724c588-5efa-44d4-83c8-a7c891bdd84c x-openstack-request-id: req-d724c588-5efa-44d4-83c8-a7c891bdd84c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:39:48.196370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:39:48.196630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d724c588-5efa-44d4-83c8-a7c891bdd84c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:39:48.197033 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'status': 'completed', 'code': 200} Mar 14 18:39:48.260655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-1aaf253b-85a5-4872-b37d-e8027b6dc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:48.262235 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-1aaf253b-85a5-4872-b37d-e8027b6dc112 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1099 time: 0.0423973 Mar 14 18:39:48.351604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:48.363010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-7517e12c-144a-4c24-80bf-c45cabb6f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:48.365466 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-7517e12c-144a-4c24-80bf-c45cabb6f8cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0967817 Mar 14 18:39:48.433312 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-41855d14-cc15-47f6-a0d7-acd616142285 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4 HTTP/1.1" status: 200 len: 1000 time: 0.0588088 Mar 14 18:39:48.485720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-06664d83-b90b-42d8-b0a7-7a04be660e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:48.487207 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-06664d83-b90b-42d8-b0a7-7a04be660e64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0475290 Mar 14 18:39:48.534263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-03dc8b50-2581-4976-9dad-245362c9cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:39:48.535775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-03dc8b50-2581-4976-9dad-245362c9cc46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394704 Mar 14 18:39:48.581622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '5cb5e67c-2bad-4322-a289-a263c1b0ec87', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:f5:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:47Z', 'updated_at': '2022-03-14T18:39:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}, {'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:48.608280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:39:48.616481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:39:48.617092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:39:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:48.624266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-85fd09a5-2998-4ce6-83a8-809d2090f987 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809538 Mar 14 18:39:48.729710 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e2a2f223-aa6b-4f94-94b9-1a4639aac3cf req-109f9f31-9dbb-41d3-8ef2-05a0daca685e service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974202 Mar 14 18:39:48.742640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:39:48.984417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '5cb5e67c-2bad-4322-a289-a263c1b0ec87', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:f5:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:47Z', 'updated_at': '2022-03-14T18:39:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}, {'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:39:49.014942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f6987-5b4a-4394-bfd7-62886c856bb9 None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '5cb5e67c-2bad-4322-a289-a263c1b0ec87', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:f5:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:47Z', 'updated_at': '2022-03-14T18:39:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}, {'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:39:49.181683 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a0d54-0093-4c24-a833-3018dbb39bcd None None] New status for floating IP 5cb5e67c-2bad-4322-a289-a263c1b0ec87: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:39:50.106025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2b1ff9aa-317c-4fbe-a882-653d6841c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:51.420385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:52.905990 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:53.043682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:39:58.283626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:00.963244 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:40:17.865675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3fa5-78cf-4764-b6cd-64661905b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:20.094356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b2e086e-4aef-4beb-98b1-3a879975db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:21.432289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:22.900069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:23.037226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:28.208574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:37.961013 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:40:46.432527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-6c4c342a-ccee-404d-9c57-1161d462f526 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385985 Mar 14 18:40:46.514475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed71f-628d-4102-9794-50031adf0daf req-c2449157-1ee6-4167-9709-b180d72d3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:46.515977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-c2449157-1ee6-4167-9709-b180d72d3670 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0434792 Mar 14 18:40:46.616427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed71f-628d-4102-9794-50031adf0daf req-d7fa152c-1bfc-4fa6-ae24-022bc9820bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:46.618429 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-d7fa152c-1bfc-4fa6-ae24-022bc9820bcc service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0830793 Mar 14 18:40:47.010646 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-1e56aa6b-3ab1-4980-8b1f-9d441b31e0e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1002 time: 0.3865497 Mar 14 18:40:47.058275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed71f-628d-4102-9794-50031adf0daf req-08ef0b01-f452-4618-beba-e69eb2d7f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:47.059691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-08ef0b01-f452-4618-beba-e69eb2d7f831 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0421796 Mar 14 18:40:47.103662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbed71f-628d-4102-9794-50031adf0daf req-404aeb8d-546e-4fb8-82e6-458be0166bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:40:47.105124 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-404aeb8d-546e-4fb8-82e6-458be0166bd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390737 Mar 14 18:40:47.193439 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-8406e907-89b2-450a-baad-7524a0e40beb service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813649 Mar 14 18:40:47.280754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcbed71f-628d-4102-9794-50031adf0daf req-11c43511-a241-496e-b774-d300d0131e6d service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798988 Mar 14 18:40:47.866262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-553ed288-0361-4b9f-83c4-53f582e5ff77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:50.129147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-906a8921-7cc5-417f-838e-25b845aa1c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:51.431532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:52.928751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:53.049158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:40:58.220571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:03.266728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51750) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:03.329326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0f6bfd40-19c3-4eeb-8477-704eb43656f1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/674237fa-3655-408b-836f-f00220f9e3fc HTTP/1.1" status: 200 len: 994 time: 0.0614562 Mar 14 18:41:03.965291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:03.975803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:04.044117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:04.188619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:04.217842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:04.283563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:04.330191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.363314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:04.363314 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/ports/d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 939 time: 0.3659854 Mar 14 18:41:04.363314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:04.363314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168fbfbb-1450-43b3-89e1-feec96f0ac43" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:04.363314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=6']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:04.367282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.369965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.370302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.370629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.370950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9432195-916f-4360-8de6-a7983a12fb28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:04.439142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c93c7-59c9-4f1d-b9d3-f02f0b8d742a x-openstack-request-id: req-b17c93c7-59c9-4f1d-b9d3-f02f0b8d742a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:04.439437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:04.439700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b17c93c7-59c9-4f1d-b9d3-f02f0b8d742a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:04.440168 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:41:04.504735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-6541f790-ad48-411c-9fe4-8b664a6ffcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.506297 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-6541f790-ad48-411c-9fe4-8b664a6ffcb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1100 time: 0.0411434 Mar 14 18:41:04.535687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-34d1b9b2-b264-4159-920c-042e5c27ae52 None None] Provisioning complete for port d307d767-fe0b-42ee-85dc-cd4c5c110f4c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:04.536325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34d1b9b2-b264-4159-920c-042e5c27ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:04.575771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-34d1b9b2-b264-4159-920c-042e5c27ae52 None None] Port d307d767-fe0b-42ee-85dc-cd4c5c110f4c is administratively disabled so it will not transition to active. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 14 18:41:04.600749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-6af8be4b-52be-4d29-8b68-8f3073bc9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.602167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-6af8be4b-52be-4d29-8b68-8f3073bc9109 service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0880387 Mar 14 18:41:04.665266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-5ff3c761-1f07-436e-b06d-3458cdc4c369 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1003 time: 0.0561783 Mar 14 18:41:04.711755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-359d56a8-e3f9-4144-aad8-60431077e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.714140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-359d56a8-e3f9-4144-aad8-60431077e3ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0421162 Mar 14 18:41:04.761488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-5721aa5e-d167-46d0-88df-e6163d9591ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:04.762964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-5721aa5e-d167-46d0-88df-e6163d9591ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425582 Mar 14 18:41:04.850251 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-13347c49-3c4e-4ede-8323-e0ca0d3d970a service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804954 Mar 14 18:41:04.939967 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-168fbfbb-1450-43b3-89e1-feec96f0ac43 req-e71ae6b4-2a3b-4709-ac04-98b758223e69 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Mar 14 18:41:07.729971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51774) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:07.735162 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:07.795066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:07.940812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:07.969419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:08.031778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:08.073692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.074328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:08.075801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/ports/d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 938 time: 0.3449166 Mar 14 18:41:08.078984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:08.079174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51776) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:08.080929 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:08.113279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=7']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:08.122554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.123031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.123307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.123727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.124155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.124510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.124843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.125363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.125654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.126680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.126680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.126680 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce4ad1-92d3-427a-b47a-c44595065a0a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:08.137316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87da8a1b-d2ba-4013-a773-68c171a89ca9 x-openstack-request-id: req-87da8a1b-d2ba-4013-a773-68c171a89ca9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:08.137596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:08.137853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87da8a1b-d2ba-4013-a773-68c171a89ca9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:08.138329 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:41:08.165042 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0989bd89-6e57-4f60-8399-2c018b8bfa7b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/674237fa-3655-408b-836f-f00220f9e3fc HTTP/1.1" status: 200 len: 994 time: 0.0773962 Mar 14 18:41:08.196466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-85352b0b-f266-49d4-85b4-4c2cb35f14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.198726 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-85352b0b-f266-49d4-85b4-4c2cb35f14cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0445089 Mar 14 18:41:08.295764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-e798bc4a-aa1c-4787-9ef5-785ed9aba633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.297145 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-e798bc4a-aa1c-4787-9ef5-785ed9aba633 service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0903437 Mar 14 18:41:08.314718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-aa0f17a0-cff3-467d-b2dd-5b190d7eb64e None None] Provisioning complete for port d307d767-fe0b-42ee-85dc-cd4c5c110f4c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:08.315317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa0f17a0-cff3-467d-b2dd-5b190d7eb64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:08.363587 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-8bb77fc9-240b-45d1-a6f0-3681b6d28a15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 1002 time: 0.0593138 Mar 14 18:41:08.409414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['d307d767-fe0b-42ee-85dc-cd4c5c110f4c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:41:08.421214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-a3f629c1-8225-4fec-8956-9987acd016a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.422703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-a3f629c1-8225-4fec-8956-9987acd016a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0519376 Mar 14 18:41:08.470487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-6089cc0b-e248-4737-8597-b0b4d57f6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:08.472133 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-6089cc0b-e248-4737-8597-b0b4d57f6bb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424447 Mar 14 18:41:08.559752 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-d7e57a4f-c3eb-4525-a4bd-0741bbaaa1df service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805638 Mar 14 18:41:08.653203 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9444623-3b3f-4a41-b5b3-3ac7ac1273e9 req-e2648dea-ab00-4c96-9bfc-f856c3ebafed service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Mar 14 18:41:10.684389 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51786) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:10.838816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 90b299b4-6f06-42c3-b251-c27c38dfd64e {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:10.839155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:10.911270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:10.911613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:10.923386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 90b299b4-6f06-42c3-b251-c27c38dfd64e owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:11.111067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:11.136028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=90b299b4-6f06-42c3-b251-c27c38dfd64e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:11.199242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:11.199572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 5cb5e67c-2bad-4322-a289-a263c1b0ec87 disassociated (deleted). External IP: 172.26.3.188, port: 6bf2ed8e-69be-4f79-836f-76f368abf7a4. Mar 14 18:41:11.401143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:41:11.506130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:11.511744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:11.516403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:11.526212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:11.526849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:40:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:11.637015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:11.830851 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-08fd1c9b-4b85-451f-81bf-2aec830c69fa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/5cb5e67c-2bad-4322-a289-a263c1b0ec87 HTTP/1.1" status: 204 len: 168 time: 1.1453700 Mar 14 18:41:11.831488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:11.833927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d9355-feba-4789-b025-7cba0ced290f" -d '{"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:11.866906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:11.871264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be911a-f0c4-4016-a0a9-591980cb3806 x-openstack-request-id: req-39be911a-f0c4-4016-a0a9-591980cb3806 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:11.871704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:11.872072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39be911a-f0c4-4016-a0a9-591980cb3806 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:11.872504 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'status': 'completed', 'code': 200} Mar 14 18:41:11.897932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:11.906879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:11.907501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:40:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:11.936610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9355-feba-4789-b025-7cba0ced290f req-901e13e7-e7d9-4169-a159-5b01e1f59e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:11.938472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-901e13e7-e7d9-4169-a159-5b01e1f59e7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 1099 time: 0.0456305 Mar 14 18:41:12.014198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:12.032627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9355-feba-4789-b025-7cba0ced290f req-0451caf2-9bc8-46d5-9e60-1cc3cff1d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:12.034129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-0451caf2-9bc8-46d5-9e60-1cc3cff1d3e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0892155 Mar 14 18:41:12.076714 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-d67a752f-7665-49b9-a428-a7a07fefb9a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4 HTTP/1.1" status: 200 len: 217 time: 0.0362420 Mar 14 18:41:12.127938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9355-feba-4789-b025-7cba0ced290f req-abb40b6e-0707-4d48-aca2-c6780a69d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:12.129330 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-abb40b6e-0707-4d48-aca2-c6780a69d6a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0469384 Mar 14 18:41:12.186662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9355-feba-4789-b025-7cba0ced290f req-76375ffb-0b8e-4637-8150-e6fb621176b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:12.188860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-76375ffb-0b8e-4637-8150-e6fb621176b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500960 Mar 14 18:41:12.250180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59024a-6b38-4525-b17c-132f2eeb2fb3 req-1f011753-42a6-4f45-a504-098b69c7d9b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:12.250965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:12.251680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb59024a-6b38-4525-b17c-132f2eeb2fb3 req-1f011753-42a6-4f45-a504-098b69c7d9b4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0509436 Mar 14 18:41:12.281514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fd218-c6ea-4229-b977-490563dbf909 None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '674237fa-3655-408b-836f-f00220f9e3fc', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'port_id': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'mac_address': 'fa:16:3e:bd:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:39:29Z', 'updated_at': '2022-03-14T18:39:32Z', 'revision_number': 1, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:12.284458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-9fb6dbc9-194c-48f8-b672-a35c2d92c3f1 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Mar 14 18:41:12.293328 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb59024a-6b38-4525-b17c-132f2eeb2fb3 req-8b0053eb-5f01-4075-b6fd-ec76d30f88cb tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342577 Mar 14 18:41:12.381310 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b96d9355-feba-4789-b025-7cba0ced290f req-6d6637e2-7b7f-4be7-9b08-2b6d7735d0da service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887301 Mar 14 18:41:12.504695 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d59f57e-9cbc-4914-9cc4-714e7a55b334 None None] New status for floating IP 5cb5e67c-2bad-4322-a289-a263c1b0ec87: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:41:13.412746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47732a-019e-4670-8565-7cf74c47b06d req-a6f0d744-675c-4b59-b9e8-b2ee5d7a3c42 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:13.414248 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6b47732a-019e-4670-8565-7cf74c47b06d req-a6f0d744-675c-4b59-b9e8-b2ee5d7a3c42 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0495877 Mar 14 18:41:13.454394 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6b47732a-019e-4670-8565-7cf74c47b06d req-38afad7e-5223-4555-9c0c-5e6af2112c76 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=128f92ab-79d9-4499-a409-ed49ae28744c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326505 Mar 14 18:41:13.902661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfac14a-e714-41d8-ab18-11306510d28f req-2cb4be9b-9e4e-4a98-98bc-9c9d3b20b7b1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:13.904121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1dfac14a-e714-41d8-ab18-11306510d28f req-2cb4be9b-9e4e-4a98-98bc-9c9d3b20b7b1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 946 time: 0.0482702 Mar 14 18:41:13.997497 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:13.997839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.087462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 6bf2ed8e-69be-4f79-836f-76f368abf7a4, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bf2ed8e-69be-4f79-836f-76f368abf7a4,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:14.087826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.100244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 6bf2ed8e-69be-4f79-836f-76f368abf7a4 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:14.329181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.356773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=6bf2ed8e-69be-4f79-836f-76f368abf7a4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:14.398831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port 6bf2ed8e-69be-4f79-836f-76f368abf7a4 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:41:14.401941 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:14.405227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1dfac14a-e714-41d8-ab18-11306510d28f req-086c2001-1f5a-4844-8cf6-673a60982c0d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/6bf2ed8e-69be-4f79-836f-76f368abf7a4 HTTP/1.1" status: 204 len: 173 time: 0.4953773 Mar 14 18:41:14.405666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'name': 'network-vif-deleted', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:14.407948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e64af6-43ff-40b1-ba7b-d4f2823fe7d4" -d '{"events": [{"server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "name": "network-vif-deleted", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:14.444059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3315c-449b-4617-b5d8-3218ffd033ea x-openstack-request-id: req-c9e3315c-449b-4617-b5d8-3218ffd033ea {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:14.444698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50a1002-6499-4ca2-9022-ce0ce40557ba", "name": "network-vif-deleted", "tag": "6bf2ed8e-69be-4f79-836f-76f368abf7a4", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:14.444698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9e3315c-449b-4617-b5d8-3218ffd033ea {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:14.444988 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50a1002-6499-4ca2-9022-ce0ce40557ba', 'name': 'network-vif-deleted', 'tag': '6bf2ed8e-69be-4f79-836f-76f368abf7a4', 'status': 'completed', 'code': 200} Mar 14 18:41:14.552484 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d43e2d4-673a-44b6-a768-8e392411637c req-59433f2b-c122-4d56-a7a2-9912f368b813 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=a50a1002-6499-4ca2-9022-ce0ce40557ba HTTP/1.1" status: 200 len: 210 time: 0.0303161 Mar 14 18:41:14.959265 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:41:15.609753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51804) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:15.666541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.690333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.825922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.828453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:15.829644 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/128f92ab-79d9-4499-a409-ed49ae28744c HTTP/1.1" status: 204 len: 168 time: 0.2188725 Mar 14 18:41:15.847922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e862aa-9ed3-44ed-9798-8b668418f7d0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f92ab-79d9-4499-a409-ed49ae28744c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:15.923746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51808) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:16.079569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 72f9506a-4ac1-45db-a012-00053cdd7c08 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:16.079831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.150190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.150511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.161410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 72f9506a-4ac1-45db-a012-00053cdd7c08 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:16.363345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.388454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=72f9506a-4ac1-45db-a012-00053cdd7c08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:16.450038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.450377 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 674237fa-3655-408b-836f-f00220f9e3fc disassociated (deleted). External IP: 172.26.3.165, port: d307d767-fe0b-42ee-85dc-cd4c5c110f4c. Mar 14 18:41:16.653235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:41:16.756810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:16.761837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:16.766283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:16.776007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:16.776614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:40:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:16.788236 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f8de62bc-ba2c-4beb-a735-a3751b663ba4 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/674237fa-3655-408b-836f-f00220f9e3fc HTTP/1.1" status: 204 len: 168 time: 0.8634217 Mar 14 18:41:16.788807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:16.791753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:16.831662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77d4e70-4b10-4fe5-92d9-f5b1c28b4b5c x-openstack-request-id: req-a77d4e70-4b10-4fe5-92d9-f5b1c28b4b5c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:16.831949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:16.832199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a77d4e70-4b10-4fe5-92d9-f5b1c28b4b5c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:16.832600 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:41:16.889366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:16.894004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-c3d3df5a-b878-4f34-9199-1439fb4eaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:16.895562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-c3d3df5a-b878-4f34-9199-1439fb4eaca0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 1099 time: 0.0407040 Mar 14 18:41:16.989781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-6b123852-3c06-4d16-b751-be9ad9aeec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:16.992251 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-6b123852-3c06-4d16-b751-be9ad9aeec08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 200 len: 897 time: 0.0893855 Mar 14 18:41:17.036885 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-d2540085-9323-43d4-a0e8-7c83bec1c329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 200 len: 217 time: 0.0389209 Mar 14 18:41:17.086534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-f5021838-ddc6-4521-a59a-b78b6e959c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:17.088206 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-f5021838-ddc6-4521-a59a-b78b6e959c0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 200 len: 835 time: 0.0456538 Mar 14 18:41:17.093421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:17.124162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:17.132376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:17.132986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:40:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:17.135320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-e0b15195-2c5d-496e-b0db-b0c71eddfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:17.136839 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-e0b15195-2c5d-496e-b0db-b0c71eddfcfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=894464cb-26a8-452f-8dfa-3eccb02ab8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416222 Mar 14 18:41:17.242755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:17.266266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-44db4cd7-3473-4497-bd53-7237ae2dc096 service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 Mar 14 18:41:17.278447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f94178-5f86-4f06-b096-8f3d832ab956 req-9bbe3d60-7680-4097-865d-c051e13fdd18 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:17.280043 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0f94178-5f86-4f06-b096-8f3d832ab956 req-9bbe3d60-7680-4097-865d-c051e13fdd18 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0715499 Mar 14 18:41:17.367574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0f94178-5f86-4f06-b096-8f3d832ab956 req-cec05832-2b79-4ea9-80da-33560f47f38f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784621 Mar 14 18:41:17.396846 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7200294d-bcc8-47f2-9cb8-d4b9e524de7d req-81f2e24b-e06b-426b-8e49-700be6adb5ff service neutron] 10.222.0.61 "GET /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158659 Mar 14 18:41:17.442043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:17.468335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610ece8-0aeb-4e35-878d-3ecb564c6d4c None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:39:11Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'c238144f-6496-421d-ab74-1594bf93d3eb', 'name': '', 'network_id': '894464cb-26a8-452f-8dfa-3eccb02ab8db', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:22:77:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:10Z', 'updated_at': '2022-03-14T18:39:14Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '113c45a2-921c-42fb-b1e3-bc83fb40822f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:17.668367 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8553c-2fc0-46b2-9e42-bc12e32f5fbd None None] New status for floating IP 674237fa-3655-408b-836f-f00220f9e3fc: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:41:17.871836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bff473dc-fc5e-40dd-88bf-09a023249845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:18.042263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bf2ed8e-69be-4f79-836f-76f368abf7a4 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:41:18.063027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 6bf2ed8e-69be-4f79-836f-76f368abf7a4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:41:18.063363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bf2ed8e-69be-4f79-836f-76f368abf7a4 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:41:18.488626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce90359-d0e2-4224-a265-ca8e63952ffe req-9d4de544-ed91-41d8-a6a1-16d152c76f3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:18.490123 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cce90359-d0e2-4224-a265-ca8e63952ffe req-9d4de544-ed91-41d8-a6a1-16d152c76f3d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0487750 Mar 14 18:41:18.527512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cce90359-d0e2-4224-a265-ca8e63952ffe req-c069149d-c6bb-4221-9fe2-98ed54a8cf93 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=f334b68f-73dc-46bf-960e-0ea388185f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Mar 14 18:41:18.919219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d8540-b243-47a2-973b-177295c74502 req-dd3370a3-c36a-4d05-805f-5a1e78c304d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:18.920651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-360d8540-b243-47a2-973b-177295c74502 req-dd3370a3-c36a-4d05-805f-5a1e78c304d2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 946 time: 0.0485082 Mar 14 18:41:19.005281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port d307d767-fe0b-42ee-85dc-cd4c5c110f4c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:19.005631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:19.103473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port d307d767-fe0b-42ee-85dc-cd4c5c110f4c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:19.103835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:19.116117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for d307d767-fe0b-42ee-85dc-cd4c5c110f4c owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:19.334789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:19.364841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=d307d767-fe0b-42ee-85dc-cd4c5c110f4c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:19.408236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port d307d767-fe0b-42ee-85dc-cd4c5c110f4c on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:41:19.413408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:19.413920 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-360d8540-b243-47a2-973b-177295c74502 req-8686badd-72e2-4247-b629-c120e3717e78 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/d307d767-fe0b-42ee-85dc-cd4c5c110f4c HTTP/1.1" status: 204 len: 173 time: 0.4876363 Mar 14 18:41:19.414377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'name': 'network-vif-deleted', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:19.417217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496d5596-ed63-43ee-b6e2-cbeb19027050" -d '{"events": [{"server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "name": "network-vif-deleted", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:19.453454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f75e98-84ce-403b-b59d-9318149f30f6 x-openstack-request-id: req-a0f75e98-84ce-403b-b59d-9318149f30f6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:19.453749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed683f5-9a7d-4416-8444-2f8a399235fe", "name": "network-vif-deleted", "tag": "d307d767-fe0b-42ee-85dc-cd4c5c110f4c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:19.454031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0f75e98-84ce-403b-b59d-9318149f30f6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:19.454437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed683f5-9a7d-4416-8444-2f8a399235fe', 'name': 'network-vif-deleted', 'tag': 'd307d767-fe0b-42ee-85dc-cd4c5c110f4c', 'status': 'completed', 'code': 200} Mar 14 18:41:19.625667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a019076-f8ca-4dcf-ae57-0779e2d2d02a req-4fab7cb2-df35-4edf-af5b-a700f49b4c8a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ed683f5-9a7d-4416-8444-2f8a399235fe HTTP/1.1" status: 200 len: 210 time: 0.0279448 Mar 14 18:41:20.123321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b8f897ff-ea16-48b9-a538-62164cfb3ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.682210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51824) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:20.741160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.766369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.894679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.897320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:20.898543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/f334b68f-73dc-46bf-960e-0ea388185f62 HTTP/1.1" status: 204 len: 168 time: 0.2153504 Mar 14 18:41:20.908662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75fb1-2ae4-4c65-8728-5d605ce786ea tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f334b68f-73dc-46bf-960e-0ea388185f62,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:21.438221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:21.986778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51830) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:22.045264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d307d767-fe0b-42ee-85dc-cd4c5c110f4c no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:41:22.067922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: d307d767-fe0b-42ee-85dc-cd4c5c110f4c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:41:22.068279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device d307d767-fe0b-42ee-85dc-cd4c5c110f4c not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:41:22.335081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.585491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port c238144f-6496-421d-ab74-1594bf93d3eb {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:22.585735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.677070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port c238144f-6496-421d-ab74-1594bf93d3eb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c238144f-6496-421d-ab74-1594bf93d3eb,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:22.677433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.690365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for c238144f-6496-421d-ab74-1594bf93d3eb owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:22.934964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.957815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:22.986453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=c238144f-6496-421d-ab74-1594bf93d3eb,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:23.049386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.162567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.372210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router aab1d629-69a2-441d-8006-b27a598d5daa has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:41:23.475807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:23.480982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fae277ec-0f42-4ca0-8253-7b4285767634 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/aab1d629-69a2-441d-8006-b27a598d5daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4931839 Mar 14 18:41:23.483655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51832) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:23.486167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Sync routers for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:23.498364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:23.498980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:23.536077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 113c45a2-921c-42fb-b1e3-bc83fb40822f {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:41:23.539069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.578380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.602142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:23.658876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.781624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:41:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:23.798452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.813023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Checking router: aab1d629-69a2-441d-8006-b27a598d5daa for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:23.821349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Routers {'aab1d629-69a2-441d-8006-b27a598d5daa'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:23.822516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['aab1d629-69a2-441d-8006-b27a598d5daa'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:23.828430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:23.834144 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/113c45a2-921c-42fb-b1e3-bc83fb40822f HTTP/1.1" status: 204 len: 168 time: 0.3470590 Mar 14 18:41:23.834144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d42e-cfe6-4fe6-bbe7-597044ed281b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=113c45a2-921c-42fb-b1e3-bc83fb40822f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:23.835503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51834) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:23.856492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de3a8d-7424-45a9-b6d7-239aace1d543 None None] Network 894464cb-26a8-452f-8dfa-3eccb02ab8db requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:41:23.941398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.013680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] Set router aab1d629-69a2-441d-8006-b27a598d5daa gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:24.044107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.332162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] DHCP port deletion for 894464cb-26a8-452f-8dfa-3eccb02ab8db request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:41:24.383799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:41:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:24.416665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde4267e-98ef-4677-9fba-f32f8969331e None None] The sync data for ids ['aab1d629-69a2-441d-8006-b27a598d5daa'] in dv-neutron-833670-1-hyperv is: [{'id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'name': 'tempest-TestNetworkBasicOps-router-1402925981', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:39:06Z', 'updated_at': '2022-03-14T18:41:22Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': '08b26ca6-cad5-46ae-bc38-4b95623e7b72', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1d629-69a2-441d-8006-b27a598d5daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:39:07Z', 'updated_at': '2022-03-14T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:24.430255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Deleting port c27f91d7-325d-4102-9b86-ac2341d68e0d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:24.430625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.471158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 08b26ca6-cad5-46ae-bc38-4b95623e7b72 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:41:24.471712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.494858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] For port c27f91d7-325d-4102-9b86-ac2341d68e0d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c27f91d7-325d-4102-9b86-ac2341d68e0d,segment=NetworkSegment(11f98e9e-bc6f-47d8-a4b5-c6947f974cdb),segment_id=11f98e9e-bc6f-47d8-a4b5-c6947f974cdb)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:24.495251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.507415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Calling delete_port for c27f91d7-325d-4102-9b86-ac2341d68e0d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:24.546392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 08b26ca6-cad5-46ae-bc38-4b95623e7b72, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=08b26ca6-cad5-46ae-bc38-4b95623e7b72,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:24.546678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.558875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 08b26ca6-cad5-46ae-bc38-4b95623e7b72 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:41:24.684032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.714564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Pushing event deleted for resources: {'Port': ['ID=c27f91d7-325d-4102-9b86-ac2341d68e0d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:24.721827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] No DVR routers for this DVR port c27f91d7-325d-4102-9b86-ac2341d68e0d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:41:24.724101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.724439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.724775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.725106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.725430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.725755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.726103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.728926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.728926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.728926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.728926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.728926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd7f752-27dd-4f06-896c-f671fd413723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:24.780864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.808669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=08b26ca6-cad5-46ae-bc38-4b95623e7b72,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:24.869524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.958685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:24.960747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.054900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.055397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router aab1d629-69a2-441d-8006-b27a598d5daa {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:41:25.063079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.064187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a09f73bd-3298-4200-9655-ed99bae43df0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/aab1d629-69a2-441d-8006-b27a598d5daa HTTP/1.1" status: 204 len: 168 time: 1.2276151 Mar 14 18:41:25.066999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51836) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:25.144780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.234065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.253958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894464cb-26a8-452f-8dfa-3eccb02ab8db']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:25.262753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:25.263043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f98e9e-bc6f-47d8-a4b5-c6947f974cdb') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:25.271815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.284349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.290187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:41:25.291102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:41:25.294139 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:41:25.413719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.421758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.423977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/894464cb-26a8-452f-8dfa-3eccb02ab8db HTTP/1.1" status: 204 len: 168 time: 0.3560784 Mar 14 18:41:25.435907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007b7a-b6d5-49a7-8f2f-489e0326ffa2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=894464cb-26a8-452f-8dfa-3eccb02ab8db,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:25.453148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51838) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:25.460621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'network': {'name': 'tempest-network-smoke--301149382', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:25.551797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:25.555348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.578421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:41:25.586765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.587104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Added segment a0e5109f-948c-4b52-8073-94746a28bdd5 of type vlan for network eda2fcff-8672-43ba-bd2f-7a9518a6f419 Mar 14 18:41:25.628681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.722426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.727816 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:25.728997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.794070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Network': ['ID=eda2fcff-8672-43ba-bd2f-7a9518a6f419,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:25.804584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:41:25.827925 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-15166401-d94a-4ec0-b506-a26fd1a6c422 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3741734 Mar 14 18:41:25.830822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:25.835503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'admin_state_up': True, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:25.918499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.919623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:25.976087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.110303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b26ca6-cad5-46ae-bc38-4b95623e7b72 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:41:26.133999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 08b26ca6-cad5-46ae-bc38-4b95623e7b72 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:41:26.135673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 08b26ca6-cad5-46ae-bc38-4b95623e7b72 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:41:26.135942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c27f91d7-325d-4102-9b86-ac2341d68e0d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:41:26.156766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c27f91d7-325d-4102-9b86-ac2341d68e0d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:41:26.157106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c27f91d7-325d-4102-9b86-ac2341d68e0d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:41:26.157512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c238144f-6496-421d-ab74-1594bf93d3eb no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:41:26.176199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c238144f-6496-421d-ab74-1594bf93d3eb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:41:26.176535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c238144f-6496-421d-ab74-1594bf93d3eb not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:41:26.190124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.420140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.438506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.539770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.6 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/ab227d35-b299-4d5c-8358-bffe5f1e4659) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:26.636507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.763675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:26.803439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:26.806829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:26.810719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:41:26.816185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:27.165049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.385957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.592354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:41:27.700208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:27.710050 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:27.719108 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:27.719707 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:27.765239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:27.766511 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ee94bc13-434f-416d-b337-fe8402e615be tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9347441 Mar 14 18:41:27.769610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:27.798388 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ef0cd222-e6f0-4a00-b2ff-b3279313eaaf tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=116931b6a24d4b4cb6d824c5a8db90ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275993 Mar 14 18:41:27.801051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51844) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:27.821516 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:28.095428 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:26Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:28.121787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:28.122160 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Updating router 0fef2769-a710-499f-9ba7-be5f2941302f port ab227d35-b299-4d5c-8358-bffe5f1e4659 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:41:28.146637 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.243574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349da13-1285-4e5d-ac51-5f6f7974cc4e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:28.245098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0349da13-1285-4e5d-ac51-5f6f7974cc4e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4431539 Mar 14 18:41:28.248034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51846) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:28.271183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.276443 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a755a01e-89d4-4391-827a-74216323835e tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273163 Mar 14 18:41:28.281803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51848) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:28.286592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925794807', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:28.401673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.426560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:28.430076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.483559 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.536565 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Attempting to bind port ab227d35-b299-4d5c-8358-bffe5f1e4659 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:41:28.536922 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Attempting to bind port ab227d35-b299-4d5c-8358-bffe5f1e4659 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:41:28.537279 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Attempting to bind port ab227d35-b299-4d5c-8358-bffe5f1e4659 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:41:28.539270 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:28.547756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:41:28.548124 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:41:28.548524 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.548909 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:41:28.549367 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Bound port: ab227d35-b299-4d5c-8358-bffe5f1e4659, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:41:28.549741 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.552592 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.558179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:41:28.606446 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:41:28.609493 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ab227d35-b299-4d5c-8358-bffe5f1e4659,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:41:28.695474 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.711340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.753216 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:28.753840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:28.778802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Subnet': ['ID=7cf55b15-b510-4fcc-b6cb-398d281ff54a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:28.788078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Checking segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:41:28.788434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network hostable DHCP agents. Network: eda2fcff-8672-43ba-bd2f-7a9518a6f419, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:41:28.788958 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687b6ed-43a3-4910-91bd-b56507c3ef78 None None] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:28.863018 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:28.866701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:41:28.968000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, eda2fcff-8672-43ba-bd2f-7a9518a6f419) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:28.972118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:28.972819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:28.976999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342543b-2340-42de-a02e-d78c394f1dfd None None] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:41:29.038837 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:26Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:29.065113 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d483dbc-d0dd-44d3-b4bf-e7b65d017dd8 None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:26Z', 'revision_number': 3, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:29.068816 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d4700e36-1d35-44b2-86cc-44f2e190d9b9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7858827 Mar 14 18:41:29.072230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51850) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:29.132639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:41:29.133510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.281597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Allocated IP 172.20.0.2 (eda2fcff-8672-43ba-bd2f-7a9518a6f419/7cf55b15-b510-4fcc-b6cb-398d281ff54a/e3bf5a8c-b4af-486b-8839-078739e0b20d) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:29.514991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.569569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.600303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.613572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:29.618848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:29.622611 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:41:29.631163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Pushing event updated for resources: {'Port': ['ID=e3bf5a8c-b4af-486b-8839-078739e0b20d,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:29.691024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Attempting to bind port e3bf5a8c-b4af-486b-8839-078739e0b20d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:41:29.691386 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Attempting to bind port e3bf5a8c-b4af-486b-8839-078739e0b20d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:41:29.691747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Attempting to bind port e3bf5a8c-b4af-486b-8839-078739e0b20d on network eda2fcff-8672-43ba-bd2f-7a9518a6f419 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:41:29.697740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:41:29.698270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Checking segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:41:29.698652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.699048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Bound using segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:41:29.699514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Bound port: e3bf5a8c-b4af-486b-8839-078739e0b20d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:41:29.699900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.767551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] For port e3bf5a8c-b4af-486b-8839-078739e0b20d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:41:29.770850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] For port e3bf5a8c-b4af-486b-8839-078739e0b20d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e3bf5a8c-b4af-486b-8839-078739e0b20d,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:41:29.821367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:29.883274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddd1f8-d333-4721-b240-1746e0d7036c None None] Pushing event updated for resources: {'Port': ['ID=e3bf5a8c-b4af-486b-8839-078739e0b20d,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:29.899420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.1 (eda2fcff-8672-43ba-bd2f-7a9518a6f419/7cf55b15-b510-4fcc-b6cb-398d281ff54a/240d1348-8fde-48b3-967c-61c37b034b04) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:30.025757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.147951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.205867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e3bf5a8c-b4af-486b-8839-078739e0b20d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:30.217458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:30.224974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:30.227250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:30.233844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:41:30.280696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e3bf5a8c-b4af-486b-8839-078739e0b20d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:30.280696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.284574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.346564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.378133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e3bf5a8c-b4af-486b-8839-078739e0b20d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e3bf5a8c-b4af-486b-8839-078739e0b20d,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:30.461033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.461889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:30.519137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.536162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e3bf5a8c-b4af-486b-8839-078739e0b20d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:30.546674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ab227d35-b299-4d5c-8358-bffe5f1e4659 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:30.547044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.632764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.654311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ab227d35-b299-4d5c-8358-bffe5f1e4659,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:30.735460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.789362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:30.825293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.883845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:30.901336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a997828-a4cc-49a2-bb29-6ae8b20da6d1 None None] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:41:30.958539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:30.960903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.003516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-03142b14-1099-49cf-a2d3-8543de36b890 None None] Provisioning complete for port e3bf5a8c-b4af-486b-8839-078739e0b20d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:31.003890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-03142b14-1099-49cf-a2d3-8543de36b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.069421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:31.074541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:31.194553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:41:31.307976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:31.313336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-827682c3-e629-4f8b-844a-1c45309cc775 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/0fef2769-a710-499f-9ba7-be5f2941302f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399604 Mar 14 18:41:31.315786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:31.318852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:31.329738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:31.330513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:31.398719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c85312d0-d3e2-47ba-a91a-4572a469596e None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:31.399429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c85312d0-d3e2-47ba-a91a-4572a469596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.418430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb0b1c-92d0-4867-aad9-b8cdddb488b4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.418821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb0b1c-92d0-4867-aad9-b8cdddb488b4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.419283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb0b1c-92d0-4867-aad9-b8cdddb488b4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.419746 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb0b1c-92d0-4867-aad9-b8cdddb488b4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.421426 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4bcb0b1c-92d0-4867-aad9-b8cdddb488b4 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1047249 Mar 14 18:41:31.424171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51854) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:31.477403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:31.479798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c85312d0-d3e2-47ba-a91a-4572a469596e None None] Port 240d1348-8fde-48b3-967c-61c37b034b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:41:31.488427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a65b7-1dcb-4a4e-9cee-72865fcc5c65 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.489177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a65b7-1dcb-4a4e-9cee-72865fcc5c65 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.489642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a65b7-1dcb-4a4e-9cee-72865fcc5c65 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.490121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a65b7-1dcb-4a4e-9cee-72865fcc5c65 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:31.494328 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0e9a65b7-1dcb-4a4e-9cee-72865fcc5c65 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0665917 Mar 14 18:41:31.494679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51856) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:31.525447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c85312d0-d3e2-47ba-a91a-4572a469596e None None] Provisioning complete for port e3bf5a8c-b4af-486b-8839-078739e0b20d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:31.525825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c85312d0-d3e2-47ba-a91a-4572a469596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.629046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-31a0df47-ddad-4e31-91ca-f40d68f705cb tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1331146 Mar 14 18:41:31.755802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:31.781213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:31.781560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Updating router 0fef2769-a710-499f-9ba7-be5f2941302f port 240d1348-8fde-48b3-967c-61c37b034b04 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:41:31.808813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.852405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-02901eba-aaaa-46cb-b977-97a2a8de3f7a None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:31.852689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-02901eba-aaaa-46cb-b977-97a2a8de3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:31.948029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-02901eba-aaaa-46cb-b977-97a2a8de3f7a None None] Port 240d1348-8fde-48b3-967c-61c37b034b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:41:32.001421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51860) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:32.005888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855056938', 'description': 'tempest-secgroup-smoke-1855056938 description', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:32.083597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.105931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.128019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e3bf5a8c-b4af-486b-8839-078739e0b20d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:32.155523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.166288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.219513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.229015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c606-2008-46e1-976d-97b8bb7f4249 None None] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:32.261121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ece08a-d04b-4510-b936-73d7764f49f2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:32.269420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e3bf5a8c-b4af-486b-8839-078739e0b20d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:32.269978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.306354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Attempting to bind port 240d1348-8fde-48b3-967c-61c37b034b04 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:41:32.309951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Attempting to bind port 240d1348-8fde-48b3-967c-61c37b034b04 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:41:32.309951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Attempting to bind port 240d1348-8fde-48b3-967c-61c37b034b04 on network eda2fcff-8672-43ba-bd2f-7a9518a6f419 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:41:32.310741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.312018 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0a900757-9847-4c3b-99ae-edc366b846e8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3095622 Mar 14 18:41:32.315433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51862) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:32.317764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:41:32.318157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Checking segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:41:32.318556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.318938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Bound using segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:41:32.319406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Bound port: 240d1348-8fde-48b3-967c-61c37b034b04, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:41:32.319778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.320574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:32.421266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.487881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.563879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.568074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f4ff527c-9495-46fe-9418-b88a198979e2 None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:32.568581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4ff527c-9495-46fe-9418-b88a198979e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.583122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8168b7a-396c-4710-add8-ea1c60f30654,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:32.601345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:41:32.607504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:32.638178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=240d1348-8fde-48b3-967c-61c37b034b04,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:41:32.647238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff527c-9495-46fe-9418-b88a198979e2 None None] Port 240d1348-8fde-48b3-967c-61c37b034b04 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:41:32.652254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.653511 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a99e3062-55d6-4068-b2cc-c5b60ff127bd tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369570 Mar 14 18:41:32.660870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51864) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:32.666204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:32.667446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ab227d35-b299-4d5c-8358-bffe5f1e4659 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:32.667825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.730241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.793049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.805209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c606-2008-46e1-976d-97b8bb7f4249 None None] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:32.809783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:32.810434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:32.861123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.923679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:32.934792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:32.955157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3783640-d95d-4944-a516-e1b8f78b1b86,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:33.028930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.030207 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-414c678b-b007-4d9b-acd0-cc9ae9e77bc9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683023 Mar 14 18:41:33.032932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51866) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:33.037518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:33.104680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:33.104977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.128382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.185645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.194265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:32Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:33.224365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940efaf-ee76-4fc7-bd08-29f5cb0b83b9 None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:32Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:33.229280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.275602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=240d1348-8fde-48b3-967c-61c37b034b04,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:33.277757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.302147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fefc06d-52d9-4f7a-89eb-04038acf5ec8,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:33.352348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.382896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.384400 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4cebb98a-1059-4c5f-b831-8dbe8818d9ee tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503065 Mar 14 18:41:33.387129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51868) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:33.397637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:33.409829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401e88-3a7b-463d-8076-cd588077e5e1 None None] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:33.487523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.553634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.630800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.649071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f30fd65-dccf-40be-87d5-ea693eab553f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:33.724624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.728518 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba1989fd-ca43-4410-933c-9dfb4ee6e35b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3378458 Mar 14 18:41:33.729447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51870) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:33.734249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:33.821153 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:41:33.826810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.879815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.969665 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:33.987280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf6806d-0e5b-4baa-973e-cae49e37913f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:34.063340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.064580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-edfcb941-d649-4d58-ae04-f8750f63e6c0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3340828 Mar 14 18:41:34.067406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51872) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:34.071936 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'security_group_rule': {'security_group_id': '35ece08a-d04b-4510-b936-73d7764f49f2', 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:34.148150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:34.169474 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Project 116931b6a24d4b4cb6d824c5a8db90ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:41:34.175719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.209354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:34.209354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.241645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.317646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.335633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471a2f49-5ffa-4251-8ab9-90717ff06ff3,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:34.409425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:34.410670 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bcbb8b74-7c30-4066-9901-512f4b5826c5 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422639 Mar 14 18:41:34.549200 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1aa32dd5-62a3-4a6c-8619-dc1f8a9e50c2 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855056938&fields=id&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 267 time: 0.0332732 Mar 14 18:41:34.653638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-5670a50f-7915-453a-99da-256d6d161329 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:34.655142 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-5670a50f-7915-453a-99da-256d6d161329 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/networks?id=eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 200 len: 796 time: 0.0993848 Mar 14 18:41:34.670741 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-919f8a4b-de29-484c-b1c0-16588a695803 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/quotas/116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 375 time: 0.0100024 Mar 14 18:41:34.727491 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-d6bfb911-a685-4b0c-a679-7909d52c887a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512283 Mar 14 18:41:34.819894 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-f6f211d3-a0bf-4e3d-a695-43eab0ede51e service neutron] 10.222.0.58 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805252 Mar 14 18:41:34.910951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-5e5af225-8f30-4b1e-bce1-cd58c02cb87b service neutron] 10.222.0.58 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Mar 14 18:41:35.156997 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7b515e61-7733-4c3e-88be-c5494b4974f8 req-3808015e-6889-481b-93a0-929de837cf35 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Mar 14 18:41:36.252432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7d71f805-734e-4946-846f-fbcf20805ac9 req-d842c3c4-8738-47f0-b395-8b0e0ee698ba tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Mar 14 18:41:37.018576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-358caf99-5310-42dc-b8e8-9eda7d4b820a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:37.020064 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-358caf99-5310-42dc-b8e8-9eda7d4b820a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/networks?id=eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 200 len: 796 time: 0.1033752 Mar 14 18:41:37.063703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-96c4f672-698e-4dbc-9e59-4d3a9a25b815 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116931b6a24d4b4cb6d824c5a8db90ca HTTP/1.1" status: 200 len: 380 time: 0.0342402 Mar 14 18:41:37.072262 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'port': {'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'admin_state_up': True, 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'security_groups': ['35ece08a-d04b-4510-b936-73d7764f49f2']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:37.283475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Made reservation on behalf of 116931b6a24d4b4cb6d824c5a8db90ca for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:41:37.287437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.372659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72985230-d2b6-4fad-b22f-ce4610e0e547 req-8145c614-ce2b-41be-a474-1bf5a2e9f0d6 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 210 time: 0.0320275 Mar 14 18:41:37.440398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.20.0.11 (eda2fcff-8672-43ba-bd2f-7a9518a6f419/7cf55b15-b510-4fcc-b6cb-398d281ff54a/c3bd1ae7-2096-48e2-adb5-01fd9b471cc6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:37.574999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.643673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.691829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:37.694848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:37.698968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:41:37.729561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:37.760104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:37.760860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.829949 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-1cb6b0f5-4bd8-455a-bf74-b1f994abd496 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610352 Mar 14 18:41:37.842412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Request body: {'port': {'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:37.896301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.898238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15cca2a9-b178-427e-9f21-72f118e0ab76 None None] Provisioning complete for port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:37.898769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15cca2a9-b178-427e-9f21-72f118e0ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:37.935463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-15cca2a9-b178-427e-9f21-72f118e0ab76 None None] Port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:41:38.157357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:38.164762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:38.176403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Transition to ACTIVE for port object c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:41:38.283608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:38.334366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:38.414264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Attempting to bind port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:41:38.414605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Attempting to bind port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:41:38.420999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Attempting to bind port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 on network eda2fcff-8672-43ba-bd2f-7a9518a6f419 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:41:38.421965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 on network eda2fcff-8672-43ba-bd2f-7a9518a6f419 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:41:38.423010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Attempting to bind port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 on network eda2fcff-8672-43ba-bd2f-7a9518a6f419 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:41:38.428824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:41:38.429164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Checking segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:41:38.429764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Bound using segment: {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:41:38.430333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Bound port: c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e5109f-948c-4b52-8073-94746a28bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:41:38.430697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:38.518034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:41:38.521797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:41:38.525368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec139c7-89b1-4515-b8ed-e9c6738a2865 req-d52badfb-e3b0-44ae-ac41-7170d4e03981 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.529608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dec139c7-89b1-4515-b8ed-e9c6738a2865 req-d52badfb-e3b0-44ae-ac41-7170d4e03981 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 944 time: 0.0701883 Mar 14 18:41:38.569016 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dec139c7-89b1-4515-b8ed-e9c6738a2865 req-c0257d4e-b263-4de3-a41e-e99eeca8756b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Mar 14 18:41:38.592692 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:38.628720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.629391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:38.630800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] 10.222.0.61 "PUT /v2.0/ports/c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 200 len: 1094 time: 0.7927585 Mar 14 18:41:38.631228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:38.633443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:38.657861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d4eee-1c12-4c84-b910-b5f33d98b24c service neutron] Pushing event updated for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:38.697702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1e092-f69c-411d-be3c-3bc6d575f2f6 x-openstack-request-id: req-09f1e092-f69c-411d-be3c-3bc6d575f2f6 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:38.697702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:38.697702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09f1e092-f69c-411d-be3c-3bc6d575f2f6 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:38.697702 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'status': 'completed', 'code': 200} Mar 14 18:41:38.753674 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-54fccf81-91e6-4fe7-941b-aa2324c3bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.755233 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-54fccf81-91e6-4fe7-941b-aa2324c3bea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0530245 Mar 14 18:41:38.863322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-9cf0acee-2763-421d-a800-81737daaef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.865327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-9cf0acee-2763-421d-a800-81737daaef3d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1029167 Mar 14 18:41:38.960717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-987875e5-bebc-4d20-9e0e-643d926e3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:38.962920 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ddfd2801-51eb-403f-914c-ba6e2b1e0d72 req-987875e5-bebc-4d20-9e0e-643d926e3883 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907221 Mar 14 18:41:39.036830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-48ff3d60-fd02-474e-88c6-18578d21251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:39.038377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-48ff3d60-fd02-474e-88c6-18578d21251c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0416951 Mar 14 18:41:39.083779 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-d74e287b-ac32-4d5b-a5de-ac2ae5306c64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 200 len: 217 time: 0.0382502 Mar 14 18:41:39.131716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-4cfe6353-3ddd-4d1b-b8f0-a23dc53074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:39.133125 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-4cfe6353-3ddd-4d1b-b8f0-a23dc53074b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cf55b15-b510-4fcc-b6cb-398d281ff54a HTTP/1.1" status: 200 len: 834 time: 0.0424984 Mar 14 18:41:39.180131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-0421430c-4351-4625-afac-2017c58431ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:39.180703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-0421430c-4351-4625-afac-2017c58431ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eda2fcff-8672-43ba-bd2f-7a9518a6f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413451 Mar 14 18:41:39.272565 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-ff2ebc6f-20a2-461f-98c4-ae978af3d20d service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 Mar 14 18:41:39.360140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-093c0f4f-99dc-43dc-97c5-b2b7dc51c0f5 req-bd017aeb-de14-4416-9a4e-13448637202e service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813234 Mar 14 18:41:39.680035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b539a-27c5-44f3-af53-abc21cddcef5 req-bb8ea374-234d-404f-b6bd-b80441d02bfe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:39.681753 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a63b539a-27c5-44f3-af53-abc21cddcef5 req-bb8ea374-234d-404f-b6bd-b80441d02bfe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 944 time: 0.0482600 Mar 14 18:41:39.723686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a63b539a-27c5-44f3-af53-abc21cddcef5 req-0a170076-5f11-415b-8192-06847c2a2613 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Mar 14 18:41:40.838332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfccaf4-6496-4814-96d3-8b8218f1e181 req-5ebcf393-ddec-4e8d-a006-183bcee26d43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:40.839798 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cfccaf4-6496-4814-96d3-8b8218f1e181 req-5ebcf393-ddec-4e8d-a006-183bcee26d43 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 944 time: 0.0493944 Mar 14 18:41:40.880723 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cfccaf4-6496-4814-96d3-8b8218f1e181 req-27267893-db72-4f33-bbed-0ae52b5f8881 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350165 Mar 14 18:41:41.998469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28944-2a72-471a-96b2-ce9f9ed2ac14 req-7435d6cb-c7e4-4679-bae1-7639a341e906 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:41.999943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d3c28944-2a72-471a-96b2-ce9f9ed2ac14 req-7435d6cb-c7e4-4679-bae1-7639a341e906 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 944 time: 0.0476472 Mar 14 18:41:42.037779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d3c28944-2a72-471a-96b2-ce9f9ed2ac14 req-e8ca9230-0b7a-4ee9-9938-558d9275b1fe tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Mar 14 18:41:42.142659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:41:42.236296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:42.248671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:41:42.287872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:42.300680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:41:42.319616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:42.397647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:42.447037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:42.720960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:41:43.151638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699b42b-bdcb-41bb-8daf-1a4861386c57 req-71fcf7ac-0d34-4463-a5ef-e7c3584cc729 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:43.153107 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4699b42b-bdcb-41bb-8daf-1a4861386c57 req-71fcf7ac-0d34-4463-a5ef-e7c3584cc729 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Mar 14 18:41:43.189870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4699b42b-bdcb-41bb-8daf-1a4861386c57 req-ddebfcbd-d1f6-4e18-8b6e-4da926d78bb8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Mar 14 18:41:44.152034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:41:44.266638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:41:44.270527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:41:44.271017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:44.307892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64894ed5-62f5-426e-b080-ece38dca3428 req-7e29485a-5ac4-4c66-a453-531de33a2767 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:44.309407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-64894ed5-62f5-426e-b080-ece38dca3428 req-7e29485a-5ac4-4c66-a453-531de33a2767 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 945 time: 0.0506322 Mar 14 18:41:44.348072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-64894ed5-62f5-426e-b080-ece38dca3428 req-3bd24856-c698-4413-a11f-25962b049511 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Mar 14 18:41:44.354651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:44.376078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:44.378309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf7432b-3d67-4fef-a6af-22e0ff043ea6" -d '{"events": [{"server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:44.392710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:41:44.416004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400f10b4-e2b1-4889-91bd-fa8a89e27426 x-openstack-request-id: req-400f10b4-e2b1-4889-91bd-fa8a89e27426 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:44.421098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "name": "network-vif-plugged", "status": "completed", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:44.421098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-400f10b4-e2b1-4889-91bd-fa8a89e27426 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:44.421098 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'code': 200} Mar 14 18:41:44.466651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:44.516193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:44.695704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a562ecd-2818-4cbb-a56c-fd6d6d818aa7 req-e9888b34-f9b2-4a24-82ce-0f8a1ccef174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:44.697761 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7a562ecd-2818-4cbb-a56c-fd6d6d818aa7 req-e9888b34-f9b2-4a24-82ce-0f8a1ccef174 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0406332 Mar 14 18:41:44.731299 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7a562ecd-2818-4cbb-a56c-fd6d6d818aa7 req-5922eddf-d72e-4cc4-b3d1-48e07ab48a0a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273452 Mar 14 18:41:45.462674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7b3c-b629-463d-b6a0-c7d2ebe1c371 req-562c616d-63d8-4030-8ff7-1a57562efaa8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:45.464166 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3bdc7b3c-b629-463d-b6a0-c7d2ebe1c371 req-562c616d-63d8-4030-8ff7-1a57562efaa8 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0491526 Mar 14 18:41:45.506078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3bdc7b3c-b629-463d-b6a0-c7d2ebe1c371 req-f7aa9450-e731-4c35-979a-bcb6a65077f9 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358610 Mar 14 18:41:46.619484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43e385-5688-4dfb-9a15-aada4efab896 req-95979b78-42cd-416d-acf8-92afb416e8b7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:46.620931 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7b43e385-5688-4dfb-9a15-aada4efab896 req-95979b78-42cd-416d-acf8-92afb416e8b7 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0472865 Mar 14 18:41:46.660135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7b43e385-5688-4dfb-9a15-aada4efab896 req-adf7ee8f-113d-4330-b2c5-e50f05cb0317 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333233 Mar 14 18:41:46.772096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba5f70-ff4e-4ca8-b21e-0e9a2d95f456 req-f5fa95ed-3c53-4e3d-80cb-1eb291bcd9c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:46.773577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cba5f70-ff4e-4ca8-b21e-0e9a2d95f456 req-f5fa95ed-3c53-4e3d-80cb-1eb291bcd9c1 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0490811 Mar 14 18:41:46.811590 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cba5f70-ff4e-4ca8-b21e-0e9a2d95f456 req-17a5e200-e20c-4eb5-afcc-3a941f03a842 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Mar 14 18:41:46.832897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:46.871018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b9b75-9bea-4aaf-a669-434e2e390180 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:46.872485 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a22b9b75-9bea-4aaf-a669-434e2e390180 tempest-TestNetworkBasicOps-1227109901 tempest-TestNetworkBasicOps-1227109901-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1094 time: 0.0386279 Mar 14 18:41:46.875291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51932) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:46.879376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:41:47.007797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:47.101795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:47.534099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Allocated IP 172.26.3.110 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/4a546b71-4237-42be-9dc4-8af8254cd5a2) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:41:47.632974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:47.718216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:47.756428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:41:47.759653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:41:47.763086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:41:47.784378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=4a546b71-4237-42be-9dc4-8af8254cd5a2,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:47.849347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-58cbcacf-6c52-41ed-b2ff-b9fc34435a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.111950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.217061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.364903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.418959 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.491449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event updated for resources: {'Port': ['ID=4a546b71-4237-42be-9dc4-8af8254cd5a2,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:41:48.501588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:48.596763 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 660517fd-b216-4847-b69f-ea504dc53086 associated. External IP: 172.26.3.110, port: c3bd1ae7-2096-48e2-adb5-01fd9b471cc6. Mar 14 18:41:48.808101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:41:48.914192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:41:48.924634 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:41:48.934086 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:48.934683 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:49.005559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:49.033783 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5639c8e5-9256-49e9-ae17-ddeae9d4061b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1575074 Mar 14 18:41:49.034878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:41:49.036775 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51934) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:49.037352 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6928d-f402-433f-80b2-08c85ba04067" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:41:49.038868 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:49.078419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7dec90-59f3-4187-9f8f-34f59698c59a x-openstack-request-id: req-4b7dec90-59f3-4187-9f8f-34f59698c59a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:41:49.078765 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:41:49.079079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b7dec90-59f3-4187-9f8f-34f59698c59a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:41:49.080082 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'status': 'completed', 'code': 200} Mar 14 18:41:49.101433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f0b32153-8e71-4ab1-ab5c-70b02e741a0f tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 992 time: 0.0628095 Mar 14 18:41:49.143589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6928d-f402-433f-80b2-08c85ba04067 req-82b7c320-97da-4efb-a936-23dfd40eae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:49.145111 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-82b7c320-97da-4efb-a936-23dfd40eae21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0443747 Mar 14 18:41:49.234377 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6928d-f402-433f-80b2-08c85ba04067 req-9c2e3203-452c-48f0-a7ce-268926b62cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:49.235862 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-9c2e3203-452c-48f0-a7ce-268926b62cff service neutron] 10.222.0.61 "GET /v2.0/networks?id=eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 200 len: 897 time: 0.0837021 Mar 14 18:41:49.264679 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:41:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:33Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:49.301065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:41:49.309212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-7084d8ed-c8ad-46d9-be26-965dac3535c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 200 len: 1000 time: 0.0672772 Mar 14 18:41:49.310434 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:41:49.311101 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:41:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:49.367848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6928d-f402-433f-80b2-08c85ba04067 req-565b3750-541e-4332-82e6-856e96abf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:49.373938 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-565b3750-541e-4332-82e6-856e96abf69a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cf55b15-b510-4fcc-b6cb-398d281ff54a HTTP/1.1" status: 200 len: 834 time: 0.0549221 Mar 14 18:41:49.420953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6928d-f402-433f-80b2-08c85ba04067 req-5d2c4c0c-e2f2-416a-b0e6-2da96c909ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:41:49.423075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-5d2c4c0c-e2f2-416a-b0e6-2da96c909ada service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eda2fcff-8672-43ba-bd2f-7a9518a6f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459626 Mar 14 18:41:49.436622 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:41:49.547341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-27160b63-6930-4f3d-8ee5-b9089fe7a88e service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174312 Mar 14 18:41:49.644800 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac6928d-f402-433f-80b2-08c85ba04067 req-ad58f6c0-89ed-48fe-aafa-cb33e564e485 service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909462 Mar 14 18:41:49.763657 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:41:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:33Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:41:49.788186 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7ebce-0825-4c2f-9717-06c2bb20ccff None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:41:47Z', 'revision_number': 0, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:41:33Z', 'revision_number': 5, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:41:49.973931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e332f-8b8d-41d6-a1e3-a39b49442b23 None None] New status for floating IP 660517fd-b216-4847-b69f-ea504dc53086: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:41:50.105212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51940) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:50.140736 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23be27b4-4199-4164-8683-8b345aaa91ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:50.172239 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-45308994-a8aa-41c2-a98d-4ae69ad2a110 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 992 time: 0.0658865 Mar 14 18:41:51.175725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51942) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:41:51.235297 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-478a55e4-9cfa-4d6e-b0bc-0e1b7d4a577b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 994 time: 0.0584428 Mar 14 18:41:51.454848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:51.957117 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:41:52.916467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:53.043200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:41:58.241453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:17.858111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e756354-0f93-4831-ba82-2309efe4858a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:20.134624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775b682e-30b5-45c9-8c6e-f6ce1994e9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:21.425856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:22.946071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:23.060298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:28.261062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:28.956438 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:42:47.851805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1a47b9f-5183-4ce8-83d2-0f47d7745fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:49.475112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-be177536-68c6-479d-870b-13bf87e45143 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843103 Mar 14 18:42:49.555071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-de90f392-6b51-4f94-ba6e-e520f3f051f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:49.556579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-de90f392-6b51-4f94-ba6e-e520f3f051f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0407741 Mar 14 18:42:49.665401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-dfd8957d-1814-422a-b1cc-11c389223f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:49.666902 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-dfd8957d-1814-422a-b1cc-11c389223f37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 200 len: 897 time: 0.0856073 Mar 14 18:42:49.737764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-a3f99de1-1e1a-4744-bb2d-8a81ad3b10b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 200 len: 1002 time: 0.0638828 Mar 14 18:42:49.788412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-c2070a04-ced5-44a0-9543-011c4aa33fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:49.789861 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-c2070a04-ced5-44a0-9543-011c4aa33fa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cf55b15-b510-4fcc-b6cb-398d281ff54a HTTP/1.1" status: 200 len: 834 time: 0.0439570 Mar 14 18:42:49.835725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-0cdde10d-b647-4b21-9f2f-7b0caa74e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:42:49.837215 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-0cdde10d-b647-4b21-9f2f-7b0caa74e4f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eda2fcff-8672-43ba-bd2f-7a9518a6f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411558 Mar 14 18:42:49.847979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-359b0f1c-39d6-466f-bcfd-bb72b2506276 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:42:49.848907 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-359b0f1c-39d6-466f-bcfd-bb72b2506276 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048206 Mar 14 18:42:49.940890 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-6f7c9e6f-252c-4f5e-838a-f7b136cceab8 service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Mar 14 18:42:50.028318 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-00810fb8-0827-4416-af07-c853c32ea1b2 req-9af95349-b3b4-45bf-a38e-125f445b66d0 service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797844 Mar 14 18:42:50.117533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9b13ab80-c439-4f87-8774-fb3f2311d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:51.449520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:51.949532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51964) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:51.954727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:42:52.255338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:52.329131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:52.437024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:42:52.544862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:42:52.551891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:52.553068 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a8f95435-506f-49a7-9e32-b72f14451106 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/0fef2769-a710-499f-9ba7-be5f2941302f HTTP/1.1" status: 200 len: 887 time: 0.6025295 Mar 14 18:42:52.554798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:42:52.565754 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:42:52.567687 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:52.598028 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:52.606339 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:42:52.606920 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:52.637431 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:52.638060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad345437-600c-44aa-8f25-d0dbc6b00d7b None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:42:52.934608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:53.043499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:53.380535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09efd1-7e2a-4277-b55f-2f0b218dc438 None None] New status for floating IP 660517fd-b216-4847-b69f-ea504dc53086: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:42:54.155266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:42:54.368162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:54.387867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ab227d35-b299-4d5c-8358-bffe5f1e4659,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:42:54.460197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:54.460928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:42:54.536650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:54.545547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.545893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.546250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.546583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.546916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.547246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.547568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.547893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.548215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.548532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.548849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.549165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:54.588043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:54.619601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=240d1348-8fde-48b3-967c-61c37b034b04,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:42:54.673870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:54.678570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:42:54.692138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:54.739051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:54.977183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11435'] for router, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.040804 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737447'] for router, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.147093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:42:55.250370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:42:55.256975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:55.260718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-97118bae-d392-4304-add0-8e2f8575c89e tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/0fef2769-a710-499f-9ba7-be5f2941302f HTTP/1.1" status: 200 len: 886 time: 0.5832140 Mar 14 18:42:55.260951 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:42:55.261466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51974) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:55.272754 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:42:55.273360 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:55.328619 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0b823470-6a7a-41a9-80f5-d4d9448edb80 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 992 time: 0.0658970 Mar 14 18:42:55.376887 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:42:55.590679 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:42:53Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:55.615766 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:42:55.624075 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:42:55.624664 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:55.725427 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:42:55.938544 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:42:53Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:55.964258 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5d2f0-f242-4444-ac09-b27ebde2cb7c None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '660517fd-b216-4847-b69f-ea504dc53086', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'port_id': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'mac_address': 'fa:16:3e:0f:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:41:47Z', 'updated_at': '2022-03-14T18:42:53Z', 'revision_number': 2, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:42:56.331730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:56.393504 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-790f74e3-684f-4943-be27-bf5a062d63de tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 992 time: 0.0604651 Mar 14 18:42:57.397240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:57.463695 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-430081bf-9888-493f-83d2-fe667fcc403c tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 992 time: 0.0647521 Mar 14 18:42:57.536317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f25fd5-7c0c-4b0c-954a-13a3819996ba None None] New status for floating IP 660517fd-b216-4847-b69f-ea504dc53086: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:42:58.204190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:42:58.249591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ab227d35-b299-4d5c-8358-bffe5f1e4659 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:42:58.250002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.273223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.326132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.345394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ab227d35-b299-4d5c-8358-bffe5f1e4659,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:42:58.405586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.406393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:42:58.465413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 51980) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:58.481745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:58.494152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:42:58.494529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.527004 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-91e0d2d5-610f-42d5-8cce-b318cf9d0c23 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 200 len: 994 time: 0.0603719 Mar 14 18:42:58.577673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.612933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=240d1348-8fde-48b3-967c-61c37b034b04,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:42:58.669703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:58.717686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:58.775586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 51986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:42:58.930440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 4a546b71-4237-42be-9dc4-8af8254cd5a2 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:42:58.930718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.002991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.003325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.015274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 4a546b71-4237-42be-9dc4-8af8254cd5a2 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:42:59.249179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.274643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=4a546b71-4237-42be-9dc4-8af8254cd5a2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:42:59.286054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.293603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:42:59.346802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.347141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Floating IP 660517fd-b216-4847-b69f-ea504dc53086 disassociated (deleted). External IP: 172.26.3.110, port: c3bd1ae7-2096-48e2-adb5-01fd9b471cc6. Mar 14 18:42:59.846815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:42:59.948806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:42:59.953197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:42:59.958131 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:42:59.969097 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:42:59.969711 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:42:59.983172 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-276cf8a7-f44a-4402-aae4-a8fc7661e090 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/floatingips/660517fd-b216-4847-b69f-ea504dc53086 HTTP/1.1" status: 204 len: 168 time: 1.2064230 Mar 14 18:42:59.983855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:42:59.986262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b856304f-64ce-4859-aa87-3338a467fc33" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:00.025125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071d83c-cead-478d-8b71-0b902035c31b x-openstack-request-id: req-f071d83c-cead-478d-8b71-0b902035c31b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:00.025424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:00.025670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f071d83c-cead-478d-8b71-0b902035c31b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:00.026098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'status': 'completed', 'code': 200} Mar 14 18:43:00.082461 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:43:00.092290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856304f-64ce-4859-aa87-3338a467fc33 req-9971d428-d836-4467-8ec5-f6c53cb8effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.093790 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-9971d428-d836-4467-8ec5-f6c53cb8effb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0450180 Mar 14 18:43:00.184910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:43:00.191610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856304f-64ce-4859-aa87-3338a467fc33 req-6c0b209c-43b6-4a58-b873-785bf489fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.193138 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-6c0b209c-43b6-4a58-b873-785bf489fa5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 200 len: 897 time: 0.0929513 Mar 14 18:43:00.234645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ab227d35-b299-4d5c-8358-bffe5f1e4659 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:00.235107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:00.244127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-872118c4-c2b4-4055-8579-56f0126adf23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 200 len: 217 time: 0.0430782 Mar 14 18:43:00.313650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856304f-64ce-4859-aa87-3338a467fc33 req-30a69460-b8f9-4348-b645-3a3052f61644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.315279 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-30a69460-b8f9-4348-b645-3a3052f61644 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7cf55b15-b510-4fcc-b6cb-398d281ff54a HTTP/1.1" status: 200 len: 834 time: 0.0545604 Mar 14 18:43:00.322892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:43:00.375441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 240d1348-8fde-48b3-967c-61c37b034b04 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:00.375441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:00.378515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856304f-64ce-4859-aa87-3338a467fc33 req-ff46f038-70a7-4dce-b2ad-6e7fdbede748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.380307 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-ff46f038-70a7-4dce-b2ad-6e7fdbede748 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eda2fcff-8672-43ba-bd2f-7a9518a6f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587366 Mar 14 18:43:00.395619 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:00.432244 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:43:00.444149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b31af7-abf7-49d0-98ef-bd8e2de3393d req-774a5c7a-f518-42d4-bb34-5cca8a4d689b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:00.451135 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:43:00.451943 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:00.453633 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55b31af7-abf7-49d0-98ef-bd8e2de3393d req-774a5c7a-f518-42d4-bb34-5cca8a4d689b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0608087 Mar 14 18:43:00.490674 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55b31af7-abf7-49d0-98ef-bd8e2de3393d req-208865ac-137c-4dd7-b9cf-12994746d899 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Mar 14 18:43:00.503994 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-bccaefce-58d9-4317-b3f7-aeb4550fe210 service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160665 Mar 14 18:43:00.569734 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:43:00.594047 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b856304f-64ce-4859-aa87-3338a467fc33 req-3ff540c9-e7b3-4090-8752-44e740d7ba67 service neutron] 10.222.0.61 "GET /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Mar 14 18:43:00.758349 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:00.787384 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637bf01-73d8-4f8d-bf4f-cdbf44b6de0a None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:42:54Z', 'revision_number': 6, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '240d1348-8fde-48b3-967c-61c37b034b04', 'name': '', 'network_id': 'eda2fcff-8672-43ba-bd2f-7a9518a6f419', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'mac_address': 'fa:16:3e:d7:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:29Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'subnets': [{'id': '7cf55b15-b510-4fcc-b6cb-398d281ff54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:43:01.407035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fed488-715d-4eac-ac89-93b4beeac13d None None] New status for floating IP 660517fd-b216-4847-b69f-ea504dc53086: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:43:01.610587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daa0dd-3f07-4ea1-8152-261ad1d64dd2 req-f5400eef-702b-413c-8b30-aeff52e2b611 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:01.612140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b8daa0dd-3f07-4ea1-8152-261ad1d64dd2 req-f5400eef-702b-413c-8b30-aeff52e2b611 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0496531 Mar 14 18:43:01.651106 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b8daa0dd-3f07-4ea1-8152-261ad1d64dd2 req-eebf7acd-6e96-4c00-8f7b-6c63a262de28 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/security-groups?id=35ece08a-d04b-4510-b936-73d7764f49f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322993 Mar 14 18:43:02.008836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-0f64b33d-e3de-4faf-93e9-70fb44de0306 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:02.010282 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-0f64b33d-e3de-4faf-93e9-70fb44de0306 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 946 time: 0.0505250 Mar 14 18:43:02.097554 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:43:02.097922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.191434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:02.191805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.204527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:43:02.386734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.424294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=c3bd1ae7-2096-48e2-adb5-01fd9b471cc6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:02.445639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.445731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.446090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.446431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.446761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.447092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.447480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.447759 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.448073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.448393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.448728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.449066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:43:02.470814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] No DVR routers for this DVR port c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:43:02.473571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:02.476957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ec366c3a-8bcf-4f52-9c92-f31fc11df1bd req-de3ee7d4-7570-4a13-8d22-068d29f6626a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.61 "DELETE /v2.0/ports/c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 HTTP/1.1" status: 204 len: 173 time: 0.4606659 Mar 14 18:43:02.477393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'name': 'network-vif-deleted', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:02.479655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18c3af-7526-4a0b-877b-29728f340cee" -d '{"events": [{"server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "name": "network-vif-deleted", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:02.515281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd70a7d-300b-49ae-9839-34165b661066 x-openstack-request-id: req-7dd70a7d-300b-49ae-9839-34165b661066 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:02.515573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3", "name": "network-vif-deleted", "tag": "c3bd1ae7-2096-48e2-adb5-01fd9b471cc6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:02.515825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7dd70a7d-300b-49ae-9839-34165b661066 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:02.516220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3', 'name': 'network-vif-deleted', 'tag': 'c3bd1ae7-2096-48e2-adb5-01fd9b471cc6', 'status': 'completed', 'code': 200} Mar 14 18:43:02.746660 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7c1dfc0e-5e7a-4a75-a162-54ca49c7dddf req-d8d85fe6-64a9-4782-803b-4fb7501c3c4d tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8d97a23-f20b-4b5f-9ef2-65ffd7595ce3 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Mar 14 18:43:03.803933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:03.860662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:03.884481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.017120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.019678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.020834 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/security-groups/35ece08a-d04b-4510-b936-73d7764f49f2 HTTP/1.1" status: 204 len: 168 time: 0.2159135 Mar 14 18:43:04.030616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de2705-9269-44cf-9b66-666196eaf87b tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ece08a-d04b-4510-b936-73d7764f49f2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:04.106801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52008) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:04.461424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.503414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:43:04.525852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:43:04.526227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device c3bd1ae7-2096-48e2-adb5-01fd9b471cc6 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:43:04.712496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port 240d1348-8fde-48b3-967c-61c37b034b04 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:43:04.712768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.796796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port 240d1348-8fde-48b3-967c-61c37b034b04, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=240d1348-8fde-48b3-967c-61c37b034b04,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:04.797156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:04.809422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for 240d1348-8fde-48b3-967c-61c37b034b04 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:43:05.072113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.100543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=240d1348-8fde-48b3-967c-61c37b034b04,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:05.275044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.495093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Router 0fef2769-a710-499f-9ba7-be5f2941302f has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:43:05.600964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:43:05.606401 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e2240ff8-9ea6-425c-8611-b463b01b3168 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "PUT /v2.0/routers/0fef2769-a710-499f-9ba7-be5f2941302f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985602 Mar 14 18:43:05.608915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52010) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:05.611594 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Sync routers for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:43:05.621110 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:43:05.621817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:05.659823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting subnet 7cf55b15-b510-4fcc-b6cb-398d281ff54a {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:43:05.662911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.703596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.727545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:43:05.789488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.904740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:43:04Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:05.907022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.933970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf55b15-b510-4fcc-b6cb-398d281ff54a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:05.934491 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Checking router: 0fef2769-a710-499f-9ba7-be5f2941302f for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:43:05.937878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:05.941009 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a9ece54d-231d-4c90-b7be-3816d57da08a tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/subnets/7cf55b15-b510-4fcc-b6cb-398d281ff54a HTTP/1.1" status: 204 len: 168 time: 0.3311751 Mar 14 18:43:05.943328 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Routers {'0fef2769-a710-499f-9ba7-be5f2941302f'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:43:05.943594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52012) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:05.943941 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:42:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['0fef2769-a710-499f-9ba7-be5f2941302f'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:05.952476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab82ef-2b81-4c51-a7d1-ca66c68abf3d None None] Network eda2fcff-8672-43ba-bd2f-7a9518a6f419 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:43:05.985460 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:43:06.053267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.064632 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] Set router 0fef2769-a710-499f-9ba7-be5f2941302f gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:43:06.151553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] DHCP port deletion for eda2fcff-8672-43ba-bd2f-7a9518a6f419 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:43:06.174379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.201374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Deleting port e3bf5a8c-b4af-486b-8839-078739e0b20d {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:43:06.201833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.265020 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:43:04Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:06.273137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e3bf5a8c-b4af-486b-8839-078739e0b20d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:43:06.292359 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c0275-9c5a-4bd0-ae81-907470d57ad9 None None] The sync data for ids ['0fef2769-a710-499f-9ba7-be5f2941302f'] in dv-neutron-833670-1-hyperv is: [{'id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'name': 'tempest-TestNetworkBasicOps-router-1126779637', 'tenant_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6'}], 'enable_snat': True}, 'gw_port_id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:41:25Z', 'updated_at': '2022-03-14T18:43:04Z', 'revision_number': 7, 'project_id': '116931b6a24d4b4cb6d824c5a8db90ca', 'gw_port': {'id': 'ab227d35-b299-4d5c-8358-bffe5f1e4659', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fef2769-a710-499f-9ba7-be5f2941302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:41:26Z', 'updated_at': '2022-03-14T18:42:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:43:06.298632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Deleting port ab227d35-b299-4d5c-8358-bffe5f1e4659 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:43:06.299424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.325096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] For port e3bf5a8c-b4af-486b-8839-078739e0b20d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e3bf5a8c-b4af-486b-8839-078739e0b20d,segment=NetworkSegment(a0e5109f-948c-4b52-8073-94746a28bdd5),segment_id=a0e5109f-948c-4b52-8073-94746a28bdd5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:06.325096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.339262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Calling delete_port for e3bf5a8c-b4af-486b-8839-078739e0b20d owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:43:06.389663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] For port ab227d35-b299-4d5c-8358-bffe5f1e4659, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ab227d35-b299-4d5c-8358-bffe5f1e4659,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:06.389959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.403628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Calling delete_port for ab227d35-b299-4d5c-8358-bffe5f1e4659 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:43:06.428543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.547704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.578627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] Pushing event deleted for resources: {'Port': ['ID=e3bf5a8c-b4af-486b-8839-078739e0b20d,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:06.583835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538a5f4-b664-4516-96e0-57b3334d5d32 None None] No DVR routers for this DVR port e3bf5a8c-b4af-486b-8839-078739e0b20d on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:43:06.585259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 14 18:43:06.585259 dv-neutron-833670-1-hyperv neutron-server[103394]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 14 18:43:06.585259 dv-neutron-833670-1-hyperv neutron-server[103394]: [parameters: {'status': 'DOWN', 'ports_id': 'e3bf5a8c-b4af-486b-8839-078739e0b20d'}] Mar 14 18:43:06.585259 dv-neutron-833670-1-hyperv neutron-server[103394]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:43:06.585608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:43:06.649315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.676869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Port': ['ID=ab227d35-b299-4d5c-8358-bffe5f1e4659,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:06.744232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.836330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.838638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.994728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:06.995374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Fanout notify agent at l3_agent the message router_deleted on router 0fef2769-a710-499f-9ba7-be5f2941302f {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:43:07.002590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.003971 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e28bfb5-fd80-4199-a2db-dd236f7623aa tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/routers/0fef2769-a710-499f-9ba7-be5f2941302f HTTP/1.1" status: 204 len: 168 time: 1.0594735 Mar 14 18:43:07.006740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52014) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:07.086076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.109178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port e3bf5a8c-b4af-486b-8839-078739e0b20d update to DOWN by agent not found {{(pid=103394) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Mar 14 18:43:07.174996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.195540 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda2fcff-8672-43ba-bd2f-7a9518a6f419']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:07.204655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e5109f-948c-4b52-8073-94746a28bdd5') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:07.204947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e5109f-948c-4b52-8073-94746a28bdd5') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:43:07.213962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.226696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.233005 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:43:07.233385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:43:07.236324 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:43:07.348581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.352881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.359685 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] 10.222.0.58 "DELETE /v2.0/networks/eda2fcff-8672-43ba-bd2f-7a9518a6f419 HTTP/1.1" status: 204 len: 168 time: 0.3491571 Mar 14 18:43:07.373580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02036cd4-eba2-49cd-ad28-c992e62895f0 tempest-TestNetworkBasicOps-1250299037 tempest-TestNetworkBasicOps-1250299037-project] Pushing event deleted for resources: {'Network': ['ID=eda2fcff-8672-43ba-bd2f-7a9518a6f419,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:07.799306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52020) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:07.924883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1255f915-2748-428f-b679-4b39a5ce7f1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=116931b6a24d4b4cb6d824c5a8db90ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244178 Mar 14 18:43:07.927475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52024) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:07.973756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:07.993495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.094787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.097320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.098555 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d7b9777-95cd-40fa-be1c-43e7c53b7c69 HTTP/1.1" status: 204 len: 168 time: 0.1701629 Mar 14 18:43:08.106113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d212d62-9470-4fc3-8d0f-e42bae921fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b9777-95cd-40fa-be1c-43e7c53b7c69,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:08.179979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:43:08.201893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ab227d35-b299-4d5c-8358-bffe5f1e4659 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:43:08.202259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ab227d35-b299-4d5c-8358-bffe5f1e4659 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:43:08.202660 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:43:08.223726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 240d1348-8fde-48b3-967c-61c37b034b04 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:43:08.224063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 240d1348-8fde-48b3-967c-61c37b034b04 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:43:08.697300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:08.712200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4194089-bfb1-4890-b314-3ed02a03da95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.789092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4194089-bfb1-4890-b314-3ed02a03da95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.883236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a4194089-bfb1-4890-b314-3ed02a03da95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.924083 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a4194089-bfb1-4890-b314-3ed02a03da95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5eba42f41114455c83599dd8c282c0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256017 Mar 14 18:43:08.924872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4194089-bfb1-4890-b314-3ed02a03da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d7338-c8d7-473a-8244-209b563ae377,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:08.926702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52032) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:08.976433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:08.997624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.119710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.122963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:09.124108 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a13d7338-c8d7-473a-8244-209b563ae377 HTTP/1.1" status: 204 len: 168 time: 0.1963084 Mar 14 18:43:09.131677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754dd74-412d-47b2-b1d3-9242ae9bdfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d7338-c8d7-473a-8244-209b563ae377,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:16.845611 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-3cb36cd6-4ddf-4c6c-9a97-7a5b4236f1e6 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9632f62382664c9ca08347b40300479f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286496 Mar 14 18:43:17.057515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-f7099545-3e48-47d1-acfa-f89ccec6d882 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:17.059662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-f7099545-3e48-47d1-acfa-f89ccec6d882 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085001 Mar 14 18:43:17.075071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-6c3b2b3b-ef29-4c95-8f5f-5139f3c732fd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/quotas/9632f62382664c9ca08347b40300479f HTTP/1.1" status: 200 len: 375 time: 0.0092463 Mar 14 18:43:17.109443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-011dc375-608c-4816-b844-83127d04087a tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9632f62382664c9ca08347b40300479f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290563 Mar 14 18:43:17.353918 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0f297004-a618-40dc-bfb6-4cacbe47e50c req-414e7d3f-6af9-4ac1-82e2-6210707e6fd2 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 210 time: 0.0260847 Mar 14 18:43:17.896915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2ca3-7c6a-4174-8187-4beaff48d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:18.447368 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d233dc72-efda-40f2-8cb3-ad800cf440f0 req-c915d2d1-7051-454d-96a1-cb95975dfe96 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Mar 14 18:43:19.352964 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-279c8e17-11ce-45ef-8fc1-fd4ba2f12fab tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9632f62382664c9ca08347b40300479f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304148 Mar 14 18:43:19.544240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-3a807b73-611d-4049-a472-bbd9a50ba279 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:19.545747 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-3a807b73-611d-4049-a472-bbd9a50ba279 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875494 Mar 14 18:43:19.563117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Request body: {'port': {'device_id': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a', 'admin_state_up': True, 'tenant_id': '9632f62382664c9ca08347b40300479f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:19.571657 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a39b30ec-3309-4e70-8481-f4bd95857862 req-3bb91472-5d38-4b22-82eb-ef2938704d20 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 210 time: 0.0477662 Mar 14 18:43:19.734503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Made reservation on behalf of 9632f62382664c9ca08347b40300479f for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:19.738061 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.747878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.820712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.862761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:19.924878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02de96e8-f092-45fa-9adc-eb52b8aefdcc,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:19.999060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Allocated IP 192.168.233.205 (bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a/5de7ab78-98e4-4c0a-8d0a-5b81f7a40676/4d24c024-cfa5-41f8-9d48-399ed0ba8ca5) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:20.134655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dee63db0-299f-4b0c-8efd-49c341163d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.145991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.274239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.318214 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:20.321105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:20.325299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:43:20.331418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Pushing event updated for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:20.377393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.378107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.462868 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-85a9881e-070e-4b06-b022-a94f0f8814dd tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9037161 Mar 14 18:43:20.475183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Request body: {'port': {'device_id': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:20.528619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-95a23f7d-69b3-4d2a-b5a3-c30dbfca8e69 None None] Provisioning complete for port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:20.529002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-95a23f7d-69b3-4d2a-b5a3-c30dbfca8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.531577 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.566426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-95a23f7d-69b3-4d2a-b5a3-c30dbfca8e69 None None] Port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:43:20.688949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d027b-16a8-4915-98e8-57435c519593 req-3d1e2ba6-8121-423b-b1d6-fbd823b1ffc0 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:20.690466 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c84d027b-16a8-4915-98e8-57435c519593 req-3d1e2ba6-8121-423b-b1d6-fbd823b1ffc0 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 936 time: 0.0486109 Mar 14 18:43:20.727159 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c84d027b-16a8-4915-98e8-57435c519593 req-f09ebf1f-1d53-4d48-8d98-541bbbefcf1c tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305467 Mar 14 18:43:20.790328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:20.797482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.808760 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Transition to ACTIVE for port object 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:20.885528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:20.937594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:21.010984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Attempting to bind port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:21.011387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Attempting to bind port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:21.012428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Attempting to bind port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 on network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:43:21.017023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 on network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:43:21.017346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Attempting to bind port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 on network bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:43:21.022407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:43:21.022749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Checking segment: {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:43:21.023135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Bound using segment: {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:43:21.023562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Bound port: 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab7cf70-0dbf-403d-8353-d7548ef2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:21.023920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:21.092898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:43:21.095931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:43:21.166120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:21.202289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.202917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:21.204332 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] 10.222.0.61 "PUT /v2.0/ports/4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 HTTP/1.1" status: 200 len: 1098 time: 0.7335672 Mar 14 18:43:21.204777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:21.207041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f47d442-89d6-45d9-af82-af6babcc5c31" -d '{"events": [{"name": "network-changed", "server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:21.234747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01c300-7809-445c-98c6-25eed4b09d64 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:21.245325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d002ff-8a81-4ff9-9156-f4188751bb4c x-openstack-request-id: req-21d002ff-8a81-4ff9-9156-f4188751bb4c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:21.246321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:21.246712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21d002ff-8a81-4ff9-9156-f4188751bb4c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:21.247193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5', 'status': 'completed', 'code': 200} Mar 14 18:43:21.471633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:21.638323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47d442-89d6-45d9-af82-af6babcc5c31 req-9aeb94d3-0582-43f4-80db-2fd40a67a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.639724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f47d442-89d6-45d9-af82-af6babcc5c31 req-9aeb94d3-0582-43f4-80db-2fd40a67a9c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9632f62382664c9ca08347b40300479f&device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 1101 time: 0.3740177 Mar 14 18:43:21.664791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f47d442-89d6-45d9-af82-af6babcc5c31 req-fca56552-abf1-4d8a-94b1-10d23f066540 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9632f62382664c9ca08347b40300479f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0177419 Mar 14 18:43:21.754429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47d442-89d6-45d9-af82-af6babcc5c31 req-5735644c-0fb0-4461-ba0d-1ff70fcd02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.755965 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f47d442-89d6-45d9-af82-af6babcc5c31 req-5735644c-0fb0-4461-ba0d-1ff70fcd02f9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845807 Mar 14 18:43:21.834668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-b16e2245-7655-4a23-826e-3b9e6d09eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.836195 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-b16e2245-7655-4a23-826e-3b9e6d09eac7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9632f62382664c9ca08347b40300479f&device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 1101 time: 0.0449584 Mar 14 18:43:21.841985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62600c0-901d-4703-b34e-b77b16c1603f req-d3974235-0cbc-4b17-bd37-cb2174a3fd8d tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.843492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e62600c0-901d-4703-b34e-b77b16c1603f req-d3974235-0cbc-4b17-bd37-cb2174a3fd8d tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 948 time: 0.0476005 Mar 14 18:43:21.879523 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-a510ffc6-664b-4881-aae9-20e992e6052b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 HTTP/1.1" status: 200 len: 217 time: 0.0348656 Mar 14 18:43:21.880391 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e62600c0-901d-4703-b34e-b77b16c1603f req-d54d40b8-ae62-4e53-a2a9-38e7af2a342c tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Mar 14 18:43:21.929054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-6a739293-6534-4956-9906-c8be1348d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.930541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-6a739293-6534-4956-9906-c8be1348d9a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5de7ab78-98e4-4c0a-8d0a-5b81f7a40676 HTTP/1.1" status: 200 len: 843 time: 0.0444379 Mar 14 18:43:21.978716 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ebbd2-9c20-4876-a272-80f1146c981a req-2a4e2aa7-5883-4fac-86ad-47f8cb490a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:21.980374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-2a4e2aa7-5883-4fac-86ad-47f8cb490a76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0436001 Mar 14 18:43:22.065879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-804dcf49-0075-46ca-8ec8-ddd6d980affb service neutron] 10.222.0.61 "GET /v2.0/networks/bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791709 Mar 14 18:43:22.158871 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-559ebbd2-9c20-4876-a272-80f1146c981a req-979862c2-21d0-4830-9bb7-156f30d4ffcd service neutron] 10.222.0.61 "GET /v2.0/networks/bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Mar 14 18:43:22.925805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:22.998533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09e92f-69cc-4b09-b6e5-837e705d7600 req-aaf350cf-a747-4c66-87c7-2be7bbdc19a3 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:23.000025 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7c09e92f-69cc-4b09-b6e5-837e705d7600 req-aaf350cf-a747-4c66-87c7-2be7bbdc19a3 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 948 time: 0.0492032 Mar 14 18:43:23.037521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7c09e92f-69cc-4b09-b6e5-837e705d7600 req-2b24225c-6054-4fd9-be6d-49e35c5c5cad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Mar 14 18:43:23.051075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:24.151642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b095c-cfb6-4aa4-9221-e2523b818a73 req-2dfdd167-feb8-4342-897d-a00d66f242af tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:24.153116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-406b095c-cfb6-4aa4-9221-e2523b818a73 req-2dfdd167-feb8-4342-897d-a00d66f242af tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 948 time: 0.0505247 Mar 14 18:43:24.189851 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-406b095c-cfb6-4aa4-9221-e2523b818a73 req-bba5603a-ce3d-4e08-a579-34690322d771 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Mar 14 18:43:25.302963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ede79a-7fb1-494e-8e1a-c4d10eaff696 req-4dafb40e-9be6-41e9-a891-1e512237eec3 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:25.304452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c8ede79a-7fb1-494e-8e1a-c4d10eaff696 req-4dafb40e-9be6-41e9-a891-1e512237eec3 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 948 time: 0.0483677 Mar 14 18:43:25.342762 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c8ede79a-7fb1-494e-8e1a-c4d10eaff696 req-70e15bc2-75ad-4fcb-b00e-c36da7df3760 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Mar 14 18:43:26.455649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668b5b4-0bbc-4935-b0f1-96109c765d96 req-2812522c-04d8-43e5-9eda-df452996360b tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:26.457119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d668b5b4-0bbc-4935-b0f1-96109c765d96 req-2812522c-04d8-43e5-9eda-df452996360b tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 948 time: 0.0475700 Mar 14 18:43:26.494062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d668b5b4-0bbc-4935-b0f1-96109c765d96 req-61c182fa-bb50-458e-ad89-773321b9c3ff tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Mar 14 18:43:26.588213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:43:26.682468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:26.694337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5', 'network_id': 'bcf4bfc0-fd10-4b6e-bd37-268c4c8c0c0a', 'port_id': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5', 'mac_address': 'fa:16:3e:3a:5e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de7ab78-98e4-4c0a-8d0a-5b81f7a40676', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:43:26.729485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:26.742142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:26.760852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:26.907807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:26.958293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:27.219551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4d24c024-cfa5-41f8-9d48-399ed0ba8ca5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:43:27.608783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92af2d-50c8-454a-9be0-25e9df4eb733 req-9b83ab27-8901-4398-aa75-8bb18d4bc110 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:27.610258 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d92af2d-50c8-454a-9be0-25e9df4eb733 req-9b83ab27-8901-4398-aa75-8bb18d4bc110 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 949 time: 0.0523982 Mar 14 18:43:27.646892 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d92af2d-50c8-454a-9be0-25e9df4eb733 req-20b76497-bdd8-4989-ba4e-c4fac98ae60a tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Mar 14 18:43:28.262085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.587982 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:43:28.717642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:28.721545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:28.721995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.759598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6952-9c26-43a6-a0fc-b18bb776ed53 req-5476f8e9-5fc5-44de-a53f-3408c0c82a44 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:28.761099 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f91c6952-9c26-43a6-a0fc-b18bb776ed53 req-5476f8e9-5fc5-44de-a53f-3408c0c82a44 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 949 time: 0.0481055 Mar 14 18:43:28.798063 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f91c6952-9c26-43a6-a0fc-b18bb776ed53 req-6720b66f-dfc9-4c9b-b3e1-35dbc3eab3d1 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Mar 14 18:43:28.800266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.823859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:28.826224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a491eac2-249b-4813-850f-68b30786ad4c" -d '{"events": [{"server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "name": "network-vif-plugged", "status": "completed", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:28.838383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:28.861884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd4445-aa18-4cf8-994f-28d0f0ff2978 x-openstack-request-id: req-53bd4445-aa18-4cf8-994f-28d0f0ff2978 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:28.862235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "name": "network-vif-plugged", "status": "completed", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:28.862550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53bd4445-aa18-4cf8-994f-28d0f0ff2978 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:28.862951 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5', 'code': 200} Mar 14 18:43:28.900072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:28.951168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:29.133789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d181ef1-7f3a-45ce-bc46-77d5c0ae6dc7 req-9e7fbe34-514f-49bc-9e2e-e707cedb8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:29.135305 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9d181ef1-7f3a-45ce-bc46-77d5c0ae6dc7 req-9e7fbe34-514f-49bc-9e2e-e707cedb8c7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 1103 time: 0.0405395 Mar 14 18:43:29.168441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9d181ef1-7f3a-45ce-bc46-77d5c0ae6dc7 req-3806ee6b-b46b-40e8-ac30-b75b0374276a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265367 Mar 14 18:43:29.914212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62dace-b1fe-4eea-8728-55c3ffac50bb req-f02b00ca-5c78-49f2-8fd2-cc7b43303f25 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:29.915663 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b62dace-b1fe-4eea-8728-55c3ffac50bb req-f02b00ca-5c78-49f2-8fd2-cc7b43303f25 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 950 time: 0.0506759 Mar 14 18:43:29.951569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b62dace-b1fe-4eea-8728-55c3ffac50bb req-61a745d4-9cb0-42d7-8212-5e7c0540b105 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301211 Mar 14 18:43:31.071671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d482e-978d-4b99-a1b2-cb660343d06f req-c3720d77-7e6f-4eb9-85cc-29fe2e6343db tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:31.073302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-771d482e-978d-4b99-a1b2-cb660343d06f req-c3720d77-7e6f-4eb9-85cc-29fe2e6343db tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 950 time: 0.0520809 Mar 14 18:43:31.115771 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-771d482e-978d-4b99-a1b2-cb660343d06f req-761981f3-0085-4f8a-8264-716be11f1c89 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Mar 14 18:43:31.500021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-9c5e8158-b115-417f-8b7b-290b21324ca1 req-d74cdd73-da0a-48f4-af76-730b73d7708b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:43:31.501071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c5e8158-b115-417f-8b7b-290b21324ca1 req-d74cdd73-da0a-48f4-af76-730b73d7708b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059073 Mar 14 18:43:32.094616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-0dcc0fdd-fcd1-4a62-9a94-b4b20ab205ba req-ad44228b-0044-41a0-972e-54203195ae45 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:43:32.095651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0dcc0fdd-fcd1-4a62-9a94-b4b20ab205ba req-ad44228b-0044-41a0-972e-54203195ae45 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954125 Mar 14 18:43:32.742581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71052c-3b76-4896-9278-6ce6f0625952 req-b2745311-b76f-49b5-b88e-38e98746d02c tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:32.744087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7e71052c-3b76-4896-9278-6ce6f0625952 req-b2745311-b76f-49b5-b88e-38e98746d02c tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 950 time: 0.0525026 Mar 14 18:43:32.782960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7e71052c-3b76-4896-9278-6ce6f0625952 req-7ea5de58-037b-472d-b4ab-45e6121b62cf tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Mar 14 18:43:33.896951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9e931-7309-4c23-a74e-5e2398d6a15d req-0b043230-7b5c-482e-b12e-495e0bfc4d22 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:33.898490 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4fd9e931-7309-4c23-a74e-5e2398d6a15d req-0b043230-7b5c-482e-b12e-495e0bfc4d22 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 950 time: 0.0481265 Mar 14 18:43:33.936679 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4fd9e931-7309-4c23-a74e-5e2398d6a15d req-f8717ebd-5e37-49b6-8a80-2f974ffbd6d0 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/security-groups?id=02de96e8-f092-45fa-9adc-eb52b8aefdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Mar 14 18:43:34.162000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-42a3e809-ce9a-4d21-88c3-61ad35b687c9 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:34.163428 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-42a3e809-ce9a-4d21-88c3-61ad35b687c9 tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.61 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 950 time: 0.0482931 Mar 14 18:43:34.248598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Deleting port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:43:34.248939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:34.339634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] For port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,segment=NetworkSegment(0ab7cf70-0dbf-403d-8353-d7548ef2ad7d),segment_id=0ab7cf70-0dbf-403d-8353-d7548ef2ad7d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:34.339994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:34.351931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Calling delete_port for 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:43:34.540084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:34.551496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4d24c024-cfa5-41f8-9d48-399ed0ba8ca5'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:43:34.569711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Pushing event deleted for resources: {'Port': ['ID=4d24c024-cfa5-41f8-9d48-399ed0ba8ca5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:34.613434 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] No DVR routers for this DVR port 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:43:34.616097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:34.619542 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-edd5e33f-2133-42cd-bb85-8e9ee94c7c38 req-8894b3ad-7166-4b2d-982e-41bdca2c2dad tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.61 "DELETE /v2.0/ports/4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 HTTP/1.1" status: 204 len: 173 time: 0.4503939 Mar 14 18:43:34.619990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'name': 'network-vif-deleted', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:34.622793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce98e43a-2146-41e4-8fe5-2e2dda024c46" -d '{"events": [{"server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "name": "network-vif-deleted", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:34.660256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7eac00-f5f9-4a40-8e91-4facc4e5c52b x-openstack-request-id: req-0d7eac00-f5f9-4a40-8e91-4facc4e5c52b {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:34.660647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168721dd-f93f-4581-9fad-dc2f6ab65141", "name": "network-vif-deleted", "tag": "4d24c024-cfa5-41f8-9d48-399ed0ba8ca5", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:34.660807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d7eac00-f5f9-4a40-8e91-4facc4e5c52b {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:34.661209 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168721dd-f93f-4581-9fad-dc2f6ab65141', 'name': 'network-vif-deleted', 'tag': '4d24c024-cfa5-41f8-9d48-399ed0ba8ca5', 'status': 'completed', 'code': 200} Mar 14 18:43:35.040949 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-19749613-2487-4721-91f8-b119b7f73970 req-ba393ab3-ca6c-4d9f-8566-30a63b1b572c tempest-ServersAdminNegativeTestJSON-773696600 tempest-ServersAdminNegativeTestJSON-773696600-project] 10.222.0.58 "GET /v2.0/ports?device_id=168721dd-f93f-4581-9fad-dc2f6ab65141 HTTP/1.1" status: 200 len: 210 time: 0.0259340 Mar 14 18:43:36.588605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:36.603671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:43:36.626985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:43:36.627326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4d24c024-cfa5-41f8-9d48-399ed0ba8ca5 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:43:36.717417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a63c46a6-33e8-4958-bf79-60875fccc32a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9632f62382664c9ca08347b40300479f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276610 Mar 14 18:43:36.719971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52180) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:36.770779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:36.791132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:36.895994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:36.898525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:36.899657 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02de96e8-f092-45fa-9adc-eb52b8aefdcc HTTP/1.1" status: 204 len: 168 time: 0.1788092 Mar 14 18:43:36.908185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd5b95-5749-41f5-a90c-9d4ae9aa88c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de96e8-f092-45fa-9adc-eb52b8aefdcc,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:37.481738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52186) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:37.494496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-633503e7-476d-4ac8-b06c-0289e494d31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.568749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-633503e7-476d-4ac8-b06c-0289e494d31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.625532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-633503e7-476d-4ac8-b06c-0289e494d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.662497 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-633503e7-476d-4ac8-b06c-0289e494d31a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bfcc230cb6144d58e289523674bffdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795783 Mar 14 18:43:37.663382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633503e7-476d-4ac8-b06c-0289e494d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10934359-aae8-48c3-aa5b-1e6d138db323,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:37.665233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52188) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:37.717509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.738096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.842758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.845439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:37.846649 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10934359-aae8-48c3-aa5b-1e6d138db323 HTTP/1.1" status: 204 len: 168 time: 0.1799173 Mar 14 18:43:37.854540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea74cf-5d4b-4ebe-ae1a-94ffcb9b5114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10934359-aae8-48c3-aa5b-1e6d138db323,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:38.896335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:38.992565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1487703673-network', 'tenant_id': '35543b7df59246b28f99eddc268f1656'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:39.067530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Made reservation on behalf of 35543b7df59246b28f99eddc268f1656 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:39.069833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.078153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.154154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.217070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.244113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:43:39.250361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89922f1e-2cd0-4aa9-8edd-3900c9696276,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:39.257797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.257797 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Added segment 5ea03e89-9da2-4260-86d2-57daa7745378 of type vlan for network 15b6a105-ac39-448b-a405-0b8e0d44bf74 Mar 14 18:43:39.299394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.388307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.389317 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:39.389857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.475939 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] Pushing event updated for resources: {'Network': ['ID=15b6a105-ac39-448b-a405-0b8e0d44bf74,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:39.485667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 15b6a105-ac39-448b-a405-0b8e0d44bf74 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:43:39.493404 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-759cbe05-e1be-4490-bb75-b83c3223f656 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5960248 Mar 14 18:43:39.496200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52214) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:39.501174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Request body: {'subnet': {'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1487703673-subnet', 'tenant_id': '35543b7df59246b28f99eddc268f1656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:39.576823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Made reservation on behalf of 35543b7df59246b28f99eddc268f1656 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:39.579241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.811301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:39.868728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac49cb2-effe-40c8-a609-73737a95dcba,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:39.879399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Checking segment: {'id': '5ea03e89-9da2-4260-86d2-57daa7745378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:43:39.879761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Network hostable DHCP agents. Network: 15b6a105-ac39-448b-a405-0b8e0d44bf74, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:43:39.974277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Network 15b6a105-ac39-448b-a405-0b8e0d44bf74 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:43:40.033659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 15b6a105-ac39-448b-a405-0b8e0d44bf74) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:40.037935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:40.039190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:40.044330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20a14e-d450-4e42-856e-6c8b7f752cd7 None None] Network 15b6a105-ac39-448b-a405-0b8e0d44bf74 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:43:40.136996 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-00c545d7-9d0b-4ff9-9cdf-6a409e251a71 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6306748 Mar 14 18:43:40.306674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737a16f-0db9-4010-83d0-86e7306a0d81 None None] Network 15b6a105-ac39-448b-a405-0b8e0d44bf74 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:43:40.543499 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-b8a7b445-5f4d-4c43-8602-f805ca3f7ea2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:40.545510 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-b8a7b445-5f4d-4c43-8602-f805ca3f7ea2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/networks?id=15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 200 len: 812 time: 0.0971053 Mar 14 18:43:40.560303 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-1ccef24a-3733-45ae-ae3c-f3974529f388 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/quotas/35543b7df59246b28f99eddc268f1656 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Mar 14 18:43:40.594858 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ecfca699-eec8-4a91-89d0-12a7dbd61a99 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294232 Mar 14 18:43:40.681992 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-8d605488-26ae-4ef9-a914-279dd4169403 service neutron] 10.222.0.58 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802956 Mar 14 18:43:40.770258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-3e7d1eb7-0260-427b-bdf3-8493e1b9fc3d service neutron] 10.222.0.58 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819905 Mar 14 18:43:40.997614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-27c434bc-8722-4133-9ad9-18dd3dfbb034 req-57b9632f-e966-493c-85d8-8996f7311916 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Mar 14 18:43:42.089799 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b4de8610-0e4d-4e0a-b057-8b85efda3f6b req-20a3bb62-0588-4058-9433-de24a4a8de74 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 210 time: 0.0261619 Mar 14 18:43:42.954849 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:43:42.989094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-91a3c9c3-0f22-44d9-8a32-350f37b84ac8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:42.990587 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-91a3c9c3-0f22-44d9-8a32-350f37b84ac8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.61 "GET /v2.0/networks?id=15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 200 len: 812 time: 0.1000354 Mar 14 18:43:43.002408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Request body: {'port': {'device_id': '5130e608-3a31-4be1-9c3c-25712961e605', 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74', 'admin_state_up': True, 'tenant_id': '35543b7df59246b28f99eddc268f1656'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:43.177074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Made reservation on behalf of 35543b7df59246b28f99eddc268f1656 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:43:43.180458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:43.196790 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-144a1fd1-6fc3-4766-9408-4071f20c4093 req-badb1f3f-c2bf-4844-891b-010e06b58f8a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 210 time: 0.0311422 Mar 14 18:43:43.321661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Allocated IP 172.20.0.8 (15b6a105-ac39-448b-a405-0b8e0d44bf74/4ac49cb2-effe-40c8-a609-73737a95dcba/8178ad23-dfd8-4bad-b52c-dff31233b3e0) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:43:43.476500 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:43.559118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:43.607814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Network 15b6a105-ac39-448b-a405-0b8e0d44bf74 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:43:43.610750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:43:43.614379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:43:43.636860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:43.664111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:43.664717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:43.756063 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-ee2bb4ab-d567-412f-b3eb-9b86b9336a40 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573376 Mar 14 18:43:43.768920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Request body: {'port': {'device_id': '5130e608-3a31-4be1-9c3c-25712961e605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:43:43.819983 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.088525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8178ad23-dfd8-4bad-b52c-dff31233b3e0 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:44.095897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.107715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Transition to ACTIVE for port object 8178ad23-dfd8-4bad-b52c-dff31233b3e0 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:43:44.191264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.242611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:44.311571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Attempting to bind port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:43:44.311909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Attempting to bind port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '5ea03e89-9da2-4260-86d2-57daa7745378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:43:44.312237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Attempting to bind port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 on network 15b6a105-ac39-448b-a405-0b8e0d44bf74 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:43:44.313789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3f93-38d2-4285-b1c4-f99a3e82418f req-d4192f53-044e-40e4-b0e8-6fd2dccd881d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.315310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c0e3f93-38d2-4285-b1c4-f99a3e82418f req-d4192f53-044e-40e4-b0e8-6fd2dccd881d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 943 time: 0.0493391 Mar 14 18:43:44.316720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 on network 15b6a105-ac39-448b-a405-0b8e0d44bf74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:43:44.317064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Attempting to bind port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 on network 15b6a105-ac39-448b-a405-0b8e0d44bf74 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:43:44.321932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:43:44.322267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Checking segment: {'id': '5ea03e89-9da2-4260-86d2-57daa7745378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:43:44.322642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Bound using segment: {'id': '5ea03e89-9da2-4260-86d2-57daa7745378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:43:44.323058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Bound port: 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea03e89-9da2-4260-86d2-57daa7745378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:43:44.323414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.352160 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c0e3f93-38d2-4285-b1c4-f99a3e82418f req-e7a73f60-300e-4e55-9f35-dc225dfd0233 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Mar 14 18:43:44.390546 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:43:44.393622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:43:44.460339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.497419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.498265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:44.499642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] 10.222.0.61 "PUT /v2.0/ports/8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 200 len: 1093 time: 0.7348309 Mar 14 18:43:44.500077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:44.502344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:44.523463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe1c01-cb82-42f2-addc-73d7149c3973 service neutron] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:44.542483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed181f-6c4a-4a72-a459-3777f11e155f x-openstack-request-id: req-85ed181f-6c4a-4a72-a459-3777f11e155f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:44.542483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:44.542483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85ed181f-6c4a-4a72-a459-3777f11e155f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:44.542483 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'status': 'completed', 'code': 200} Mar 14 18:43:44.750563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-f57075b7-cdd3-44cf-b94c-a3689069b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.752049 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-f57075b7-cdd3-44cf-b94c-a3689069b6c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1096 time: 0.0414255 Mar 14 18:43:44.853713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-63681ab7-312b-4286-b0cb-88b3bc358130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.855204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-63681ab7-312b-4286-b0cb-88b3bc358130 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=35543b7df59246b28f99eddc268f1656&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948186 Mar 14 18:43:44.948333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-0cd61c36-368f-4172-ab42-3be22ec8bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:44.949786 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-187b29e7-7c51-4e98-aeb5-fb1c87d797e3 req-0cd61c36-368f-4172-ab42-3be22ec8bfe9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882778 Mar 14 18:43:45.029677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-2ad754fc-7495-4dd3-99c2-691fae0c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:45.031112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-2ad754fc-7495-4dd3-99c2-691fae0c5b51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1096 time: 0.0454783 Mar 14 18:43:45.072307 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-93cb5e0d-c611-4fc4-bcb8-12f59019c242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0341852 Mar 14 18:43:45.118926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-a22d4677-49ad-4162-8891-5c1c14df1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:45.120354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-a22d4677-49ad-4162-8891-5c1c14df1d59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac49cb2-effe-40c8-a609-73737a95dcba HTTP/1.1" status: 200 len: 852 time: 0.0418878 Mar 14 18:43:45.150946 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-985bd77b-1802-41d3-95c9-9c4b5a4992c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15b6a105-ac39-448b-a405-0b8e0d44bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238328 Mar 14 18:43:45.241442 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-bd04e6db-2dc5-4f86-898e-fde0859d2cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Mar 14 18:43:45.329603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5541ef2-d96c-4ccb-a330-2467a33d3cd4 req-6faf9991-19a6-4d64-b5f7-05e5f2957bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819602 Mar 14 18:43:45.467410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94d56-920b-463f-8667-1103cfdfe10d req-80f42916-5c4c-4605-bdde-0d776b402256 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:45.468869 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23a94d56-920b-463f-8667-1103cfdfe10d req-80f42916-5c4c-4605-bdde-0d776b402256 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 943 time: 0.0478532 Mar 14 18:43:45.506722 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23a94d56-920b-463f-8667-1103cfdfe10d req-07f8553a-18fb-4245-9832-e1cbfb712db8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Mar 14 18:43:46.625163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ce51c-2c9c-4f5e-ac3a-d17033886f16 req-552e493e-9914-42e3-aee1-21e1eef45230 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:46.626680 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37ce51c-2c9c-4f5e-ac3a-d17033886f16 req-552e493e-9914-42e3-aee1-21e1eef45230 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 943 time: 0.0535278 Mar 14 18:43:46.662699 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37ce51c-2c9c-4f5e-ac3a-d17033886f16 req-90d7f56d-4ad6-45d8-b37f-1d75715a1f48 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Mar 14 18:43:47.889105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00742dec-1e83-40b0-b5c7-4bf3b6d1e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:48.072039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc77a-80f1-422d-a589-1869af4a6cd2 req-747b62bc-dfab-43ef-95d4-1184bd3fc631 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:48.073528 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3c2fc77a-80f1-422d-a589-1869af4a6cd2 req-747b62bc-dfab-43ef-95d4-1184bd3fc631 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 943 time: 0.3443961 Mar 14 18:43:48.110102 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3c2fc77a-80f1-422d-a589-1869af4a6cd2 req-e7bec450-00ab-4b37-95ab-4abac6fc9c85 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298781 Mar 14 18:43:48.666135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:43:48.758080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:48.769093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74', 'port_id': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'mac_address': 'fa:16:3e:b2:96:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac49cb2-effe-40c8-a609-73737a95dcba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:43:48.804760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:48.820708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8178ad23-dfd8-4bad-b52c-dff31233b3e0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:43:48.839060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:48.956823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:49.005119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:49.225810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc392c37-dd95-490a-9a7a-9618baa55fe3 req-c4a1857f-9e8d-4d88-8fc3-b052622c024d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:49.227309 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc392c37-dd95-490a-9a7a-9618baa55fe3 req-c4a1857f-9e8d-4d88-8fc3-b052622c024d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 944 time: 0.0489631 Mar 14 18:43:49.258242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['8178ad23-dfd8-4bad-b52c-dff31233b3e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:43:49.263063 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc392c37-dd95-490a-9a7a-9618baa55fe3 req-7ba13f52-2fc1-4168-b843-b9684e9bc414 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299218 Mar 14 18:43:50.128393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b3201a9-68f3-4a2a-a22c-9e5731261d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:50.376264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975519e-2e29-4c86-9158-66ae3e29e3c2 req-64019d35-b84d-427f-90e9-0ceeddbff571 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:50.377759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9975519e-2e29-4c86-9158-66ae3e29e3c2 req-64019d35-b84d-427f-90e9-0ceeddbff571 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 944 time: 0.0486052 Mar 14 18:43:50.414738 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9975519e-2e29-4c86-9158-66ae3e29e3c2 req-495df177-21fc-40bf-aa95-b4a0dfcc9200 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Mar 14 18:43:50.665200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:43:50.774040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:43:50.777658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:43:50.778060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:50.856254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:50.877511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:43:50.879767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43703110-3f74-43a7-b332-d480c4bc57b7" -d '{"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-plugged", "status": "completed", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:43:50.892847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:43:50.916439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa5cab-9b14-44c0-b9ac-93bed4c74e01 x-openstack-request-id: req-3aaa5cab-9b14-44c0-b9ac-93bed4c74e01 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:43:50.916776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-plugged", "status": "completed", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:43:50.917044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3aaa5cab-9b14-44c0-b9ac-93bed4c74e01 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:43:50.917459 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'code': 200} Mar 14 18:43:50.953418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:51.000859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:43:51.197269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae80c3-1aae-4f2d-a15c-1f553d838617 req-b7771dde-246c-4a80-bb33-514be6376b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:51.198746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dae80c3-1aae-4f2d-a15c-1f553d838617 req-b7771dde-246c-4a80-bb33-514be6376b58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1098 time: 0.0392232 Mar 14 18:43:51.232324 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2dae80c3-1aae-4f2d-a15c-1f553d838617 req-8750cfd3-b98e-4724-b74e-abfad7f305aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270436 Mar 14 18:43:51.490305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:51.529571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120203a-49e7-4720-b149-cd599d83f22c req-08710e34-99c9-41f0-99c4-006360f2b7f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:51.531201 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4120203a-49e7-4720-b149-cd599d83f22c req-08710e34-99c9-41f0-99c4-006360f2b7f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Mar 14 18:43:51.568808 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4120203a-49e7-4720-b149-cd599d83f22c req-77ddd304-ae82-4eaf-9574-ef6e10eabdf4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Mar 14 18:43:52.689768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee677-58e5-468b-94b1-f3b5a22b21a8 req-ac070cde-a96d-44af-9582-8cfeed0cda6e tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:52.691374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0cee677-58e5-468b-94b1-f3b5a22b21a8 req-ac070cde-a96d-44af-9582-8cfeed0cda6e tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0544882 Mar 14 18:43:52.731645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0cee677-58e5-468b-94b1-f3b5a22b21a8 req-82ff3f80-611e-4afd-a374-4580e11a2bf1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Mar 14 18:43:52.956781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:53.084640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:53.269139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e52bb-3a7d-44a9-91b3-a8955e12dea9 req-a066b80b-1ddc-4714-a45a-43b2aef21b7d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:53.270652 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-160e52bb-3a7d-44a9-91b3-a8955e12dea9 req-a066b80b-1ddc-4714-a45a-43b2aef21b7d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Mar 14 18:43:53.306982 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-160e52bb-3a7d-44a9-91b3-a8955e12dea9 req-1cd1c499-876b-493b-832e-e3b025c046e4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Mar 14 18:43:53.391591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52278) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:43:53.479312 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-21128c61-2408-4a80-99f9-54dcdaea8f5c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865755 Mar 14 18:43:53.488096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-5b5b4148-8cd4-4ed5-af93-7646a23dd287 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:43:53.489049 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-5b5b4148-8cd4-4ed5-af93-7646a23dd287 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048757 Mar 14 18:43:54.427852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f0652-de70-4a55-8204-4e85fd6649c3 req-ce8bb64e-863a-4b00-aa1d-2080859f12f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:54.429729 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-425f0652-de70-4a55-8204-4e85fd6649c3 req-ce8bb64e-863a-4b00-aa1d-2080859f12f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Mar 14 18:43:54.469070 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-425f0652-de70-4a55-8204-4e85fd6649c3 req-699c2a9f-aac3-42b2-b73a-793c06186eb1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Mar 14 18:43:55.611806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30707ed2-686d-4460-8cd6-618a99196837 req-fb9fea71-fdb3-4aa1-928a-19eb95ced0f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:55.613264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30707ed2-686d-4460-8cd6-618a99196837 req-fb9fea71-fdb3-4aa1-928a-19eb95ced0f4 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0750003 Mar 14 18:43:55.618815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-567dd016-31da-4658-a69d-affabbadb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:55.620166 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-567dd016-31da-4658-a69d-affabbadb814 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1098 time: 0.0710189 Mar 14 18:43:55.697260 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30707ed2-686d-4460-8cd6-618a99196837 req-fb55f7be-98dc-4c87-8d4f-48fe096f11d3 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760801 Mar 14 18:43:55.728077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-7371bf52-0f4d-46c4-8e5e-3e429e2d33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:55.729536 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-7371bf52-0f4d-46c4-8e5e-3e429e2d33ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 200 len: 913 time: 0.1023483 Mar 14 18:43:55.774220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-e305ffb3-2366-4201-944b-9e4922873796 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0379102 Mar 14 18:43:55.820973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-6a78139c-b23a-44d6-a002-596c6901dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:55.822407 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-6a78139c-b23a-44d6-a002-596c6901dcb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac49cb2-effe-40c8-a609-73737a95dcba HTTP/1.1" status: 200 len: 852 time: 0.0421731 Mar 14 18:43:55.851417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-c8853a03-bdb1-4966-a3d5-f5fa7c81da0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15b6a105-ac39-448b-a405-0b8e0d44bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229461 Mar 14 18:43:55.944647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-d3e1948f-8744-4c12-b0bc-277b91f4a8ca service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861859 Mar 14 18:43:56.029871 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-6de2938a-fb1a-454c-bddd-3401a851730b service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786808 Mar 14 18:43:56.809201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d729c-8168-43a3-a9cb-d29f6c4d03b0 req-c9066bc4-8faf-4fd9-9b58-1df6d835eebe tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:56.810988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-387d729c-8168-43a3-a9cb-d29f6c4d03b0 req-c9066bc4-8faf-4fd9-9b58-1df6d835eebe tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0482323 Mar 14 18:43:56.847886 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-387d729c-8168-43a3-a9cb-d29f6c4d03b0 req-fbc45eab-3723-4dad-8907-a87b8583f147 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Mar 14 18:43:57.961285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb00b2-ed6d-48ca-8e83-6ab961a5a33c req-3c68b8af-1899-4ee7-baf0-371d1cc6d9a1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:57.962827 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fceb00b2-ed6d-48ca-8e83-6ab961a5a33c req-3c68b8af-1899-4ee7-baf0-371d1cc6d9a1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Mar 14 18:43:57.999036 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fceb00b2-ed6d-48ca-8e83-6ab961a5a33c req-271e1e80-24ff-41e0-bba6-a238f482a041 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Mar 14 18:43:58.255621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:43:59.164752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31ccf6-3c75-49b1-b539-4dd3938ab4c1 req-8f6c0147-eb1b-49bd-be8d-789bc90b8e0c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:43:59.166250 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3b31ccf6-3c75-49b1-b539-4dd3938ab4c1 req-8f6c0147-eb1b-49bd-be8d-789bc90b8e0c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.1010377 Mar 14 18:43:59.204790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3b31ccf6-3c75-49b1-b539-4dd3938ab4c1 req-7a058dfb-88f2-4e8c-8368-d2fecf03c897 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Mar 14 18:44:00.322004 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5efbe-8e95-453d-8dda-64b2de30614d req-59e8ddcd-bf23-476b-8b63-a3bfea1e23b2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:00.323466 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-74b5efbe-8e95-453d-8dda-64b2de30614d req-59e8ddcd-bf23-476b-8b63-a3bfea1e23b2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0529509 Mar 14 18:44:00.360870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-74b5efbe-8e95-453d-8dda-64b2de30614d req-4c945586-904f-4aa0-a741-280aa562f258 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Mar 14 18:44:01.473668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a21555-631a-4819-b59b-a9669c19787d req-66b099df-008a-45ad-86a8-b350e56c0ddf tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:01.475180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74a21555-631a-4819-b59b-a9669c19787d req-66b099df-008a-45ad-86a8-b350e56c0ddf tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Mar 14 18:44:01.511846 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74a21555-631a-4819-b59b-a9669c19787d req-f9cc072d-cfd7-47f3-9718-9df92d0e9ce7 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Mar 14 18:44:02.676063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61941705-034b-48ca-8ed3-b6db2e2b0100 req-1486c52b-d8a2-412f-b4d6-350d39d468be tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:02.677547 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61941705-034b-48ca-8ed3-b6db2e2b0100 req-1486c52b-d8a2-412f-b4d6-350d39d468be tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0981865 Mar 14 18:44:02.717649 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61941705-034b-48ca-8ed3-b6db2e2b0100 req-fcc8f678-7a60-4398-acdb-e465ae1b459c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Mar 14 18:44:03.833553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc067c-344f-464d-b68d-96fda5141ac2 req-b4bceb6d-8456-47fc-a81b-3e44c759caf2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:03.835060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-17cc067c-344f-464d-b68d-96fda5141ac2 req-b4bceb6d-8456-47fc-a81b-3e44c759caf2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Mar 14 18:44:03.872086 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-17cc067c-344f-464d-b68d-96fda5141ac2 req-8b3155d5-ca43-484c-ae8c-22c5e37143af tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Mar 14 18:44:04.987306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfb96a-3937-47dc-ae2b-fd835baafe48 req-61008ef0-1e81-470c-8678-64a31452e72a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:04.988776 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25cfb96a-3937-47dc-ae2b-fd835baafe48 req-61008ef0-1e81-470c-8678-64a31452e72a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Mar 14 18:44:05.025809 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25cfb96a-3937-47dc-ae2b-fd835baafe48 req-a2962ae1-b0f8-41c1-9d1e-296b8399516c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Mar 14 18:44:06.144848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed384bd-b255-4ae7-a714-e09ef83e8a77 req-f5602f46-54f0-45c7-9516-bdc4506ee5e8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:06.146365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4ed384bd-b255-4ae7-a714-e09ef83e8a77 req-f5602f46-54f0-45c7-9516-bdc4506ee5e8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Mar 14 18:44:06.184395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4ed384bd-b255-4ae7-a714-e09ef83e8a77 req-b7847e20-12da-4144-b23c-7238914ed88f tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Mar 14 18:44:07.301083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23ed6a-046a-42ad-ad48-53f794acedf6 req-b02da685-d886-4d3b-986d-2d5ac656679d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:07.302554 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac23ed6a-046a-42ad-ad48-53f794acedf6 req-b02da685-d886-4d3b-986d-2d5ac656679d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Mar 14 18:44:07.339684 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac23ed6a-046a-42ad-ad48-53f794acedf6 req-586bb6ab-5d08-41bb-906b-4d03312d1be8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Mar 14 18:44:08.453300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358823-8eea-40d0-aef4-0b654f023e99 req-fd5d751c-0e3c-4005-9f46-190837bc2f7a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:08.454828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-44358823-8eea-40d0-aef4-0b654f023e99 req-fd5d751c-0e3c-4005-9f46-190837bc2f7a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Mar 14 18:44:08.495547 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-44358823-8eea-40d0-aef4-0b654f023e99 req-51b48201-6cd1-4488-b8f5-bab98a0a34a8 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Mar 14 18:44:09.217681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-24ac4bd0-9e66-40f8-b75d-09a92ade3d34 req-760223fc-4ae8-41ad-acb0-a26b3f230478 service neutron] (103393) timed out ('10.222.0.61', 62035) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 18:44:09.612491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d30c-0912-45a5-873f-269a2874cbf2 req-c6e3b031-8ab1-4a91-b2e7-54892bd672b2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:09.614015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2ad1d30c-0912-45a5-873f-269a2874cbf2 req-c6e3b031-8ab1-4a91-b2e7-54892bd672b2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0500855 Mar 14 18:44:09.652167 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2ad1d30c-0912-45a5-873f-269a2874cbf2 req-5e43b5c8-c89d-41fc-bfac-33ffe425074f tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Mar 14 18:44:10.765656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff47976-763f-43f1-a609-a8c55c437e2e req-8f683e6f-5637-4649-87cb-71ccfb79e244 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:10.767151 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ff47976-763f-43f1-a609-a8c55c437e2e req-8f683e6f-5637-4649-87cb-71ccfb79e244 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Mar 14 18:44:10.803800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ff47976-763f-43f1-a609-a8c55c437e2e req-020f32b3-fa59-46ae-9aa5-450533369a0c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Mar 14 18:44:11.915656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5c59a-82cf-4473-99c6-372e90bb1be3 req-88b03455-7867-4f49-9ecb-983166df3b8a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:11.917116 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-01a5c59a-82cf-4473-99c6-372e90bb1be3 req-88b03455-7867-4f49-9ecb-983166df3b8a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0476665 Mar 14 18:44:11.954569 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-01a5c59a-82cf-4473-99c6-372e90bb1be3 req-0962e080-7520-4a82-ba6d-2b989ae6c56f tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Mar 14 18:44:13.073691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8c09c-54c8-499e-958f-2205d34545cc req-d5b1d9f0-6500-40c1-8f4d-a0ad08a005f5 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:13.075219 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-79c8c09c-54c8-499e-958f-2205d34545cc req-d5b1d9f0-6500-40c1-8f4d-a0ad08a005f5 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Mar 14 18:44:13.112266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-79c8c09c-54c8-499e-958f-2205d34545cc req-eca3148e-e87f-4b98-8f4d-57b93df86d21 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306165 Mar 14 18:44:14.232523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814015a-6e98-45f0-b7ec-3798f4d73dcb req-e397890e-f360-4e92-a8ca-76e89d992514 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:14.234011 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2814015a-6e98-45f0-b7ec-3798f4d73dcb req-e397890e-f360-4e92-a8ca-76e89d992514 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0543613 Mar 14 18:44:14.271797 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2814015a-6e98-45f0-b7ec-3798f4d73dcb req-1d20124a-2750-4d17-a36a-768ff12976e2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Mar 14 18:44:15.394143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680930-209a-496f-aefd-59372940e4d8 req-3624e681-fff3-425b-b7c0-0a8384de4777 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:15.395619 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b1680930-209a-496f-aefd-59372940e4d8 req-3624e681-fff3-425b-b7c0-0a8384de4777 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0488918 Mar 14 18:44:15.432208 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b1680930-209a-496f-aefd-59372940e4d8 req-b576911c-dc18-4318-a4ee-d2259cdaef81 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307472 Mar 14 18:44:16.549942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7bcb8-6a1e-4c7b-a7b1-de16a1add063 req-94014b7b-cd4d-4e35-a548-2d017d19625c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:16.551409 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3fb7bcb8-6a1e-4c7b-a7b1-de16a1add063 req-94014b7b-cd4d-4e35-a548-2d017d19625c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0482059 Mar 14 18:44:16.587813 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3fb7bcb8-6a1e-4c7b-a7b1-de16a1add063 req-fd420c25-a5c5-4e88-bc80-90615e88fe02 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306239 Mar 14 18:44:17.702796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e0a0-ae61-473f-9aee-6f773822cc2a req-d08f5f6a-ffc6-464b-add1-5d7ce9623ab6 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:17.704194 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ded4e0a0-ae61-473f-9aee-6f773822cc2a req-d08f5f6a-ffc6-464b-add1-5d7ce9623ab6 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Mar 14 18:44:17.741472 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ded4e0a0-ae61-473f-9aee-6f773822cc2a req-e35956a4-d4ee-45e9-8107-71c30be77bd6 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Mar 14 18:44:17.870859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-782669b0-0115-40fe-9c49-ab8fe829b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:18.853481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc955cc-113d-452b-a3a2-b2073ab710f5 req-cce8fbc4-9ce2-416e-8814-1112db36be6c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:18.854958 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9dc955cc-113d-452b-a3a2-b2073ab710f5 req-cce8fbc4-9ce2-416e-8814-1112db36be6c tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0481017 Mar 14 18:44:18.892469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9dc955cc-113d-452b-a3a2-b2073ab710f5 req-eb8acab7-8964-4163-b98f-ed405ec1298a tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Mar 14 18:44:19.954784 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:44:20.008144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d303b-4c84-4033-bafe-3cad1408770c req-c37b38f7-496f-4c0c-97d9-24406a8a3eb3 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:20.009638 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2e8d303b-4c84-4033-bafe-3cad1408770c req-c37b38f7-496f-4c0c-97d9-24406a8a3eb3 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Mar 14 18:44:20.046670 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2e8d303b-4c84-4033-bafe-3cad1408770c req-e7301e30-9a67-4b0c-b6fe-c56ba21b5217 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Mar 14 18:44:20.118307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bf094f87-e31c-4342-8413-dbb7dd5c6e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:21.168404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eaf3e-2a4f-444f-ada7-113056880e2b req-1e606251-b343-4602-840b-c71bf5a9a597 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:21.169972 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4f0eaf3e-2a4f-444f-ada7-113056880e2b req-1e606251-b343-4602-840b-c71bf5a9a597 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Mar 14 18:44:21.208749 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4f0eaf3e-2a4f-444f-ada7-113056880e2b req-3fd926f3-513f-4be3-a452-804f4793e5c6 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Mar 14 18:44:21.459938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:22.321349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2642687-e219-4529-aee1-4e154d95410a req-3670457d-4951-44e0-b0e5-259acd340aba tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:22.322849 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d2642687-e219-4529-aee1-4e154d95410a req-3670457d-4951-44e0-b0e5-259acd340aba tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Mar 14 18:44:22.360088 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d2642687-e219-4529-aee1-4e154d95410a req-f4a8d750-2a65-42f9-b075-32b278dc02c3 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Mar 14 18:44:22.939265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:23.043341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:23.121444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-24852744-8918-4b99-97e3-61ff68e5dd67 service neutron] 10.222.0.61 "GET /v2.0/ports/8178ad23-dfd8-4bad-b52c-dff31233b3e0/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0544960 Mar 14 18:44:23.479492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b6d6-0f1f-4833-8b4e-3282344f9bb6 req-16c48c60-a060-4d42-b7a9-b96729fea7a9 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.481000 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45e1b6d6-0f1f-4833-8b4e-3282344f9bb6 req-16c48c60-a060-4d42-b7a9-b96729fea7a9 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0528665 Mar 14 18:44:23.521072 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45e1b6d6-0f1f-4833-8b4e-3282344f9bb6 req-b86038d6-df2e-49f4-b723-b4a978e032f2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Mar 14 18:44:23.615806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-5403ce67-1a3d-4551-b016-eaf899363bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.617321 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-5403ce67-1a3d-4551-b016-eaf899363bd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605&tenant_id=35543b7df59246b28f99eddc268f1656 HTTP/1.1" status: 200 len: 1098 time: 0.0941825 Mar 14 18:44:23.677743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-63f8dff5-5e10-4747-a501-3ac18a783d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.679163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-63f8dff5-5e10-4747-a501-3ac18a783d1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1098 time: 0.0400116 Mar 14 18:44:23.773216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-9c495be9-2f9b-4214-9089-16a69d9c8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.774708 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-9c495be9-2f9b-4214-9089-16a69d9c8cf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 200 len: 913 time: 0.0894842 Mar 14 18:44:23.817586 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-2b76802e-f23c-4f78-8ff0-c4419ae95f5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0364473 Mar 14 18:44:23.865838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-90662226-1862-4eeb-b8f7-ac67c3c1805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:23.867291 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-90662226-1862-4eeb-b8f7-ac67c3c1805c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac49cb2-effe-40c8-a609-73737a95dcba HTTP/1.1" status: 200 len: 852 time: 0.0427125 Mar 14 18:44:23.896849 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-04a4aa94-44ef-4059-a353-010391cf1332 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15b6a105-ac39-448b-a405-0b8e0d44bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233116 Mar 14 18:44:23.987127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-e885af13-fdc3-44ed-b549-990fa6ce25ad service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836649 Mar 14 18:44:24.073714 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b55fb0e3-aca3-46e0-b935-726b9c1ba637 req-9f8f7c59-2ac6-458b-aef5-a16b00c4dc24 service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796964 Mar 14 18:44:24.635545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc921-9cdb-4c63-b449-a9c143e3e145 req-6f5b3400-d94f-4736-9b11-a506e98da398 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:24.636919 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-24dfc921-9cdb-4c63-b449-a9c143e3e145 req-6f5b3400-d94f-4736-9b11-a506e98da398 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0478110 Mar 14 18:44:24.673378 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-24dfc921-9cdb-4c63-b449-a9c143e3e145 req-fb5446b5-4b2b-4ffb-a466-cb2db398cae6 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Mar 14 18:44:25.796181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c654050-8a71-42bd-9a45-7b1873ba55d7 req-d8eea3b5-4021-49c5-942a-c6ac938f193e tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:25.797666 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2c654050-8a71-42bd-9a45-7b1873ba55d7 req-d8eea3b5-4021-49c5-942a-c6ac938f193e tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0555871 Mar 14 18:44:25.835417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2c654050-8a71-42bd-9a45-7b1873ba55d7 req-89633656-44a7-4e6a-86a0-43b16395cf2b tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Mar 14 18:44:26.873009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:44:26.964536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280644-3f34-4393-a67d-6434ba52b5e8 req-c4726497-8531-4704-8293-c09af8b8c144 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:26.966073 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40280644-3f34-4393-a67d-6434ba52b5e8 req-c4726497-8531-4704-8293-c09af8b8c144 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0628898 Mar 14 18:44:26.975823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:26.987238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'network_id': '15b6a105-ac39-448b-a405-0b8e0d44bf74', 'port_id': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'mac_address': 'fa:16:3e:b2:96:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac49cb2-effe-40c8-a609-73737a95dcba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:44:27.007667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40280644-3f34-4393-a67d-6434ba52b5e8 req-bfb4bb2c-eb3c-45e7-a065-197eb67372b2 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Mar 14 18:44:27.024408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:27.038082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8178ad23-dfd8-4bad-b52c-dff31233b3e0 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:27.057201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:27.152092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:27.205671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:27.212940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['8178ad23-dfd8-4bad-b52c-dff31233b3e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:44:27.217301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.217719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.218091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.218452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.218785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.219110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.219483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.219804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.220125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.220444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.220760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:27.221073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:28.123549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87c2c-9b52-4fda-9677-fd09e2f6a970 req-d4679ab9-0c54-4846-992f-ad11c7c7531d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.125035 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c5d87c2c-9b52-4fda-9677-fd09e2f6a970 req-d4679ab9-0c54-4846-992f-ad11c7c7531d tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 944 time: 0.0489368 Mar 14 18:44:28.163622 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c5d87c2c-9b52-4fda-9677-fd09e2f6a970 req-e312a8b7-db12-46cb-acac-9c7ae6e71251 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Mar 14 18:44:28.266652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:28.678834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-1125a70f-dfdb-416e-b269-b1e13808ddd1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.680161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-1125a70f-dfdb-416e-b269-b1e13808ddd1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.61 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605&tenant_id=35543b7df59246b28f99eddc268f1656&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 944 time: 0.0856938 Mar 14 18:44:28.759539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-db9b72b8-7caa-40fe-805d-43c4a3b1e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.760999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-db9b72b8-7caa-40fe-805d-43c4a3b1e55b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35543b7df59246b28f99eddc268f1656&device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 1097 time: 0.0394864 Mar 14 18:44:28.849693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-d8c423a4-5313-4f15-a0a2-ede09c82e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.851188 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-d8c423a4-5313-4f15-a0a2-ede09c82e201 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 200 len: 913 time: 0.0829327 Mar 14 18:44:28.891799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:44:28.896039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-02839ef2-bcc3-4438-8847-a16b5368acd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 200 len: 217 time: 0.0381827 Mar 14 18:44:28.942983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:44:28.943274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:28.944210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-308f4344-557b-4807-9d81-3486fbaf2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:28.945676 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-308f4344-557b-4807-9d81-3486fbaf2d90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac49cb2-effe-40c8-a609-73737a95dcba HTTP/1.1" status: 200 len: 852 time: 0.0437198 Mar 14 18:44:28.977721 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-a30844db-c00b-4f1a-a3dd-668ccfe239e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15b6a105-ac39-448b-a405-0b8e0d44bf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250304 Mar 14 18:44:29.019681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:29.043488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:29.045771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d09d9-35fb-4fae-a285-342cf14b3bb2" -d '{"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-plugged", "status": "completed", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:44:29.058269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:29.071254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-a42ec22f-f289-4edb-bf36-7cc8112e4dbe service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Mar 14 18:44:29.145625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:29.167268 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-b8a02005-abf6-4927-a0a1-754f3c21268c service neutron] 10.222.0.61 "GET /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Mar 14 18:44:29.219506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccd41ac-893e-4281-8e94-f3e248aaa790 x-openstack-request-id: req-3ccd41ac-893e-4281-8e94-f3e248aaa790 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:44:29.219506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-plugged", "status": "completed", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:44:29.219506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ccd41ac-893e-4281-8e94-f3e248aaa790 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:44:29.219506 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'code': 200} Mar 14 18:44:29.219506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:30.500650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d8317-c065-4552-8db0-3f9e0a996649 req-10f16b0d-978f-4378-9df3-b2bcaa7e39f5 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:30.502154 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-430d8317-c065-4552-8db0-3f9e0a996649 req-10f16b0d-978f-4378-9df3-b2bcaa7e39f5 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0502324 Mar 14 18:44:30.538791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-430d8317-c065-4552-8db0-3f9e0a996649 req-61ea6829-b6eb-4691-89d0-827daa0e8af1 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Mar 14 18:44:31.652907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b81e8-48cf-4790-919a-73bdc57f0039 req-b84dac75-f01b-4fca-878c-79b23f4c8176 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:31.654921 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ea7b81e8-48cf-4790-919a-73bdc57f0039 req-b84dac75-f01b-4fca-878c-79b23f4c8176 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0479174 Mar 14 18:44:31.691569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ea7b81e8-48cf-4790-919a-73bdc57f0039 req-8cc389fc-7798-4869-a8c2-677635cf4689 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/security-groups?id=89922f1e-2cd0-4aa9-8edd-3900c9696276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Mar 14 18:44:32.278382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-ea7b94ed-e7f3-4f8d-86ef-efbd152738df tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:32.280169 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-ea7b94ed-e7f3-4f8d-86ef-efbd152738df tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.61 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 945 time: 0.0539947 Mar 14 18:44:32.365794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Deleting port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:44:32.366156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:32.458100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] For port 8178ad23-dfd8-4bad-b52c-dff31233b3e0, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8178ad23-dfd8-4bad-b52c-dff31233b3e0,segment=NetworkSegment(5ea03e89-9da2-4260-86d2-57daa7745378),segment_id=5ea03e89-9da2-4260-86d2-57daa7745378)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:32.461516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:32.471478 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Calling delete_port for 8178ad23-dfd8-4bad-b52c-dff31233b3e0 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:44:32.655610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:32.667506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['8178ad23-dfd8-4bad-b52c-dff31233b3e0'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:44:32.693826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Pushing event deleted for resources: {'Port': ['ID=8178ad23-dfd8-4bad-b52c-dff31233b3e0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:32.706387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.708905 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.709012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.709294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.709612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.709946 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:32.745260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] No DVR routers for this DVR port 8178ad23-dfd8-4bad-b52c-dff31233b3e0 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:44:32.747837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:32.752253 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d8a4881-05ad-47cf-a5b8-e52580af3276 req-2b08769c-6268-4e63-b72e-1d4218f67432 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.61 "DELETE /v2.0/ports/8178ad23-dfd8-4bad-b52c-dff31233b3e0 HTTP/1.1" status: 204 len: 173 time: 0.4658933 Mar 14 18:44:32.752253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-deleted', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:32.754559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c8cc3-e2ce-423c-bbf8-2fc332075098" -d '{"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-deleted", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:44:32.797438 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a26bc3b-e258-4878-8bd1-bf41ff0c2fb1 req-25ab87ba-9c99-44d9-8314-8f605cb7a378 tempest-DeleteServersTestJSON-2137458953 tempest-DeleteServersTestJSON-2137458953-project] 10.222.0.58 "GET /v2.0/ports?device_id=5130e608-3a31-4be1-9c3c-25712961e605 HTTP/1.1" status: 200 len: 210 time: 0.0276370 Mar 14 18:44:32.895981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe92b3e7-1f00-4a97-9257-bad276e44882 x-openstack-request-id: req-fe92b3e7-1f00-4a97-9257-bad276e44882 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:44:32.896341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5130e608-3a31-4be1-9c3c-25712961e605", "name": "network-vif-deleted", "tag": "8178ad23-dfd8-4bad-b52c-dff31233b3e0", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:44:32.896601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe92b3e7-1f00-4a97-9257-bad276e44882 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:44:32.897014 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130e608-3a31-4be1-9c3c-25712961e605', 'name': 'network-vif-deleted', 'tag': '8178ad23-dfd8-4bad-b52c-dff31233b3e0', 'status': 'completed', 'code': 200} Mar 14 18:44:33.925678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52396) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:33.969549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Deleting subnet 4ac49cb2-effe-40c8-a609-73737a95dcba {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:44:33.972547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.006182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.049512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.186805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.211225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac49cb2-effe-40c8-a609-73737a95dcba,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:34.221593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.221972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.222319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.222662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.222997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.223686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.223686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.223964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.224277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.224602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.224933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.225254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:44:34.228119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.235530 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-282ceeff-a6d1-4e52-bd81-0efae14d3336 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4ac49cb2-effe-40c8-a609-73737a95dcba HTTP/1.1" status: 204 len: 168 time: 0.3045905 Mar 14 18:44:34.235530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52398) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:34.299565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.380432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.400693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b6a105-ac39-448b-a405-0b8e0d44bf74']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:34.410296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea03e89-9da2-4260-86d2-57daa7745378') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:34.410599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea03e89-9da2-4260-86d2-57daa7745378') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:44:34.419825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.432862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.439408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:44:34.441340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:44:34.441461 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:44:34.568964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.575194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:34.579000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/15b6a105-ac39-448b-a405-0b8e0d44bf74 HTTP/1.1" status: 204 len: 168 time: 0.3440833 Mar 14 18:44:34.588694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85189d-7734-4cf7-9123-d1b189ab66bf admin admin] Pushing event deleted for resources: {'Network': ['ID=15b6a105-ac39-448b-a405-0b8e0d44bf74,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:34.899895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:44:34.920251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 8178ad23-dfd8-4bad-b52c-dff31233b3e0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:44:34.920701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8178ad23-dfd8-4bad-b52c-dff31233b3e0 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:44:34.968019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52402) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:35.007396 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9be26775-1ec5-4469-bced-95ba22888d8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35543b7df59246b28f99eddc268f1656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382280 Mar 14 18:44:35.009855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52404) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:35.063073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:35.083021 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:35.203279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:35.205930 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:35.210230 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89922f1e-2cd0-4aa9-8edd-3900c9696276 HTTP/1.1" status: 204 len: 168 time: 0.1963115 Mar 14 18:44:35.215085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab3df-317a-43ab-add7-30f268354257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89922f1e-2cd0-4aa9-8edd-3900c9696276,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:36.168512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52426) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:36.270598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1382825921-network', 'tenant_id': '6ffbb5b3bf7446d887d7919bab128eff'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:36.340294 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Made reservation on behalf of 6ffbb5b3bf7446d887d7919bab128eff for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:44:36.343314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.351938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.424488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.471917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.499265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:44:36.505235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7725c2b4-d209-4a69-8898-24e73a650337,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:36.513017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.513017 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Added segment 1160cc8b-3865-41b4-bdeb-67bc7fdd82c8 of type vlan for network 3fec9167-377d-41d9-956a-75fad8c21299 Mar 14 18:44:36.555687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.630868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.632101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:36.632696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.690622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fec9167-377d-41d9-956a-75fad8c21299,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:36.700126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 3fec9167-377d-41d9-956a-75fad8c21299 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:44:36.713606 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fd2affb0-eee0-4b58-84a1-863bfbda3cd9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5440118 Mar 14 18:44:36.716451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52430) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:44:36.721184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Request body: {'subnet': {'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1382825921-subnet', 'tenant_id': '6ffbb5b3bf7446d887d7919bab128eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:36.786260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Made reservation on behalf of 6ffbb5b3bf7446d887d7919bab128eff for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:44:36.788652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:36.992219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:37.047754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a36fa81-8169-4a73-8655-71c955820b18,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:37.054721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Checking segment: {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:44:37.055079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Network hostable DHCP agents. Network: 3fec9167-377d-41d9-956a-75fad8c21299, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:44:37.117327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Network 3fec9167-377d-41d9-956a-75fad8c21299 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:44:37.174445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 3fec9167-377d-41d9-956a-75fad8c21299) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:44:37.178494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:37.179078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:37.184121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19d3d2-01cf-4d4b-b0a8-71d252869bda None None] Network 3fec9167-377d-41d9-956a-75fad8c21299 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:44:37.274997 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-49614d47-e284-4464-8b10-8c2a7bd8866e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5573947 Mar 14 18:44:37.307877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d959fe-6c18-4554-afa3-6a7ae7998e26 None None] Network 3fec9167-377d-41d9-956a-75fad8c21299 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:44:37.683376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-85663996-66ab-41da-ae43-67bb42ad03c8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:37.685111 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-85663996-66ab-41da-ae43-67bb42ad03c8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 815 time: 0.0989990 Mar 14 18:44:37.699750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-d0c6a7f0-5ece-4432-a594-6119bc9d2f74 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/quotas/6ffbb5b3bf7446d887d7919bab128eff HTTP/1.1" status: 200 len: 375 time: 0.0088482 Mar 14 18:44:37.731106 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-70367b87-a838-49f5-bc82-a441f11b19b7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258398 Mar 14 18:44:37.788562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-847ef643-81e4-444a-a85e-9ccbbf0f44a7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:44:37.789564 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-847ef643-81e4-444a-a85e-9ccbbf0f44a7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511625 Mar 14 18:44:37.882331 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-bf981626-9308-4c72-b9bf-bf1d3a636c0c service neutron] 10.222.0.58 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Mar 14 18:44:37.969861 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-990bdf4f-1024-4e0b-9b8b-88e80e7e7909 service neutron] 10.222.0.58 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815334 Mar 14 18:44:38.252386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0d666ff2-a01c-449e-a93d-534c75433986 req-84379cf9-3069-4c52-b01d-3bd901f24eb9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 210 time: 0.0334272 Mar 14 18:44:39.354350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a4d35e51-c106-4593-aced-cd83597d2b08 req-f60e1f35-ccc3-4d69-8254-af9715f5c5d9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 210 time: 0.0323060 Mar 14 18:44:40.128756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-98e0b71a-7112-4531-b401-dac7b0ae704b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:40.130163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-98e0b71a-7112-4531-b401-dac7b0ae704b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 815 time: 0.1016617 Mar 14 18:44:40.142559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Request body: {'port': {'device_id': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'admin_state_up': True, 'tenant_id': '6ffbb5b3bf7446d887d7919bab128eff'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:40.563110 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-48ebf0a3-17f7-4bc9-b0be-267b23a7c04f req-e174a8a1-f4da-4aff-b0be-438c1a6ce97a tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 210 time: 0.0350561 Mar 14 18:44:40.676413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Made reservation on behalf of 6ffbb5b3bf7446d887d7919bab128eff for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:44:40.679839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:40.800672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Allocated IP 172.20.0.2 (3fec9167-377d-41d9-956a-75fad8c21299/8a36fa81-8169-4a73-8655-71c955820b18/63d29ed5-2c65-4693-a6c1-32c427a3ef9c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:44:40.935892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:40.997739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.046024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Network 3fec9167-377d-41d9-956a-75fad8c21299 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:44:41.049104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:44:41.052729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:44:41.075877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:41.102426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:41.103036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.171489 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-918dcb99-7492-45ef-b93c-2700bc6b8ed3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328059 Mar 14 18:44:41.184277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Request body: {'port': {'device_id': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:44:41.235100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.488025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:41.494988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.506235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Transition to ACTIVE for port object 63d29ed5-2c65-4693-a6c1-32c427a3ef9c will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:44:41.562308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.612045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:41.676957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a18e3b-0df9-4afd-87e5-1092a4a161d4 req-f6cbce3c-0b2a-4bfa-be1a-0a38ee8a9da9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:41.678456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Attempting to bind port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:44:41.678604 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55a18e3b-0df9-4afd-87e5-1092a4a161d4 req-f6cbce3c-0b2a-4bfa-be1a-0a38ee8a9da9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0491986 Mar 14 18:44:41.678792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Attempting to bind port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:44:41.679119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Attempting to bind port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c on network 3fec9167-377d-41d9-956a-75fad8c21299 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:44:41.683412 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c on network 3fec9167-377d-41d9-956a-75fad8c21299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:44:41.683976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Attempting to bind port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c on network 3fec9167-377d-41d9-956a-75fad8c21299 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:44:41.688778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:44:41.689108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Checking segment: {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:44:41.689486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Bound using segment: {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:44:41.689924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Bound port: 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:44:41.690285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.717622 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55a18e3b-0df9-4afd-87e5-1092a4a161d4 req-59d32286-9bdf-4000-b14b-fbebc8d94c1f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Mar 14 18:44:41.758596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:44:41.761397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:44:41.825443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.860913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:41.861534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:41.862938 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] 10.222.0.61 "PUT /v2.0/ports/63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 1093 time: 0.6831539 Mar 14 18:44:41.863382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:41.865617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985" -d '{"events": [{"name": "network-changed", "server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:44:41.887097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfd7ac-fce7-4f61-9394-be692c45c617 service neutron] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:41.905568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c823ae-938d-43d9-850d-30a134dc1abe x-openstack-request-id: req-a0c823ae-938d-43d9-850d-30a134dc1abe {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:44:41.905568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:44:41.905568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0c823ae-938d-43d9-850d-30a134dc1abe {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:44:41.905568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'status': 'completed', 'code': 200} Mar 14 18:44:41.964589 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-c38cc993-c9d6-4dca-b6db-38814764d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:41.966099 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-c38cc993-c9d6-4dca-b6db-38814764d15f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1096 time: 0.0402341 Mar 14 18:44:42.068224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-563157fd-c777-4d18-b3be-9fcad8165282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.069603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-563157fd-c777-4d18-b3be-9fcad8165282 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923774 Mar 14 18:44:42.160901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-9370c705-be67-40d8-8c88-3569fc5256d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.162438 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bf1c2e4f-ebba-4185-8dfc-1526ba3d0985 req-9370c705-be67-40d8-8c88-3569fc5256d8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869155 Mar 14 18:44:42.237814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-d2cbda50-82a9-4f0a-900b-77d364a45480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.239389 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-d2cbda50-82a9-4f0a-900b-77d364a45480 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1096 time: 0.0409458 Mar 14 18:44:42.283811 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-06fe4376-31e6-4f2a-af06-21a33511945b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 217 time: 0.0377908 Mar 14 18:44:42.333768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-f89e5bc2-6826-4316-8e55-5148f2cba88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.335161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-f89e5bc2-6826-4316-8e55-5148f2cba88c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0432432 Mar 14 18:44:42.365674 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-10449fa7-c5e2-46e4-9958-d32583271db1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242000 Mar 14 18:44:42.459220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-3d965ae0-017c-452c-a075-28d6befdaeb5 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 Mar 14 18:44:42.545055 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8da81df5-11b6-447c-9b56-17ed8f3f7521 req-f5fbfbd4-499e-43ce-9d78-b1d0c8a784f5 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794926 Mar 14 18:44:42.832211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659cfaf-a6c8-47c4-a18a-4cbedada74f2 req-61572c32-a25c-4d5d-b91e-0ad5113d997e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:42.833695 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9659cfaf-a6c8-47c4-a18a-4cbedada74f2 req-61572c32-a25c-4d5d-b91e-0ad5113d997e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0489087 Mar 14 18:44:42.870089 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9659cfaf-a6c8-47c4-a18a-4cbedada74f2 req-b0efe075-fd5f-48e4-b376-2d96dc360ef5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Mar 14 18:44:43.986359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c2dd6-d4d6-4627-89dc-543e79f89b68 req-94f30c02-d7dc-41d2-8c99-9af31b3cc5f4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:43.987807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-365c2dd6-d4d6-4627-89dc-543e79f89b68 req-94f30c02-d7dc-41d2-8c99-9af31b3cc5f4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0476975 Mar 14 18:44:44.028044 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-365c2dd6-d4d6-4627-89dc-543e79f89b68 req-85652332-f18a-4c29-9cfd-f9342994c035 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Mar 14 18:44:45.146891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531bdcb-de8d-4eb3-942e-eaa53ff540e8 req-cb138f5f-46d6-4892-a4e6-a8efa3dbfdac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:45.148378 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c531bdcb-de8d-4eb3-942e-eaa53ff540e8 req-cb138f5f-46d6-4892-a4e6-a8efa3dbfdac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Mar 14 18:44:45.184599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c531bdcb-de8d-4eb3-942e-eaa53ff540e8 req-36249342-532c-4e11-8252-03d5f6bf50e3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Mar 14 18:44:46.299579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b1f-975b-40a7-abe9-690bc5f743c9 req-8a19517e-23d2-46a2-9ea8-9750da19e829 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:46.301057 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2969b1f-975b-40a7-abe9-690bc5f743c9 req-8a19517e-23d2-46a2-9ea8-9750da19e829 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0488551 Mar 14 18:44:46.337585 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2969b1f-975b-40a7-abe9-690bc5f743c9 req-07a5f653-5fb5-4e46-b408-928ed8b4dcfd tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Mar 14 18:44:46.948554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:44:47.043026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:47.055250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'port_id': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'mac_address': 'fa:16:3e:8a:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a36fa81-8169-4a73-8655-71c955820b18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:44:47.091267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:47.103353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:44:47.123392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:47.196938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:47.242708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:47.451778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8df9-e566-43c3-8898-90e808787b0a req-31307894-bace-45ab-b7f2-f85eea2f6767 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:47.453335 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f0ae8df9-e566-43c3-8898-90e808787b0a req-31307894-bace-45ab-b7f2-f85eea2f6767 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 944 time: 0.0498576 Mar 14 18:44:47.491757 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f0ae8df9-e566-43c3-8898-90e808787b0a req-6646b33b-d68f-49d9-982e-320a73d54978 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Mar 14 18:44:47.505821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['63d29ed5-2c65-4693-a6c1-32c427a3ef9c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:44:47.859385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ac8103d3-bc08-4aad-9d25-c39940018253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:48.603947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9b392-fbd9-4128-8e40-456a96c70f13 req-fd13a2d8-7a26-49ab-8718-9d42dbeda50e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:48.605415 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-57c9b392-fbd9-4128-8e40-456a96c70f13 req-fd13a2d8-7a26-49ab-8718-9d42dbeda50e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 944 time: 0.0482695 Mar 14 18:44:48.643412 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-57c9b392-fbd9-4128-8e40-456a96c70f13 req-ba2b302d-727d-4557-acca-e39b585af932 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Mar 14 18:44:48.964027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:44:49.054408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:44:49.058095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:44:49.058465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:49.135183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:49.156521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:44:49.158879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b6961-ab3d-449c-8543-e8b2655387a9" -d '{"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-plugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:44:49.171351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:44:49.196152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50141858-d607-4bab-807a-7de611ccc590 x-openstack-request-id: req-50141858-d607-4bab-807a-7de611ccc590 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:44:49.196434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-plugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:44:49.196681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50141858-d607-4bab-807a-7de611ccc590 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:44:49.197420 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'code': 200} Mar 14 18:44:49.203170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:49.249661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:44:49.436389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e6566-5c43-494c-bc99-43df089af5ce req-06cb5835-90db-4442-82b3-5f92d6e6723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:49.437889 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4a1e6566-5c43-494c-bc99-43df089af5ce req-06cb5835-90db-4442-82b3-5f92d6e6723d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1098 time: 0.0408750 Mar 14 18:44:49.477669 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4a1e6566-5c43-494c-bc99-43df089af5ce req-c8722a28-91c6-42a0-be6d-12927d639eea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Mar 14 18:44:49.760813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29211b5-8a60-4f87-b5ff-b7ed744e7391 req-18f339b7-f0e8-41da-8507-9ba9bd410681 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:49.762368 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d29211b5-8a60-4f87-b5ff-b7ed744e7391 req-18f339b7-f0e8-41da-8507-9ba9bd410681 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Mar 14 18:44:49.800162 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d29211b5-8a60-4f87-b5ff-b7ed744e7391 req-880244d8-e51f-49ab-8ccf-f27be48bff0b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Mar 14 18:44:50.122798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1b63-ee01-4103-8038-04124066be41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:50.916605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4901dfa-593b-4889-89f4-aa5384a81173 req-9843cb5b-92dc-4ecc-94a7-c5bd95cc3d78 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:50.918122 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4901dfa-593b-4889-89f4-aa5384a81173 req-9843cb5b-92dc-4ecc-94a7-c5bd95cc3d78 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Mar 14 18:44:50.956647 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4901dfa-593b-4889-89f4-aa5384a81173 req-585df947-05a4-4359-a087-4b0622d8015b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Mar 14 18:44:51.068025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49929a-2ab7-4912-8ea1-8d6245307e7b req-baff2027-2d1c-41d7-8896-8925c5951397 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.069494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6e49929a-2ab7-4912-8ea1-8d6245307e7b req-baff2027-2d1c-41d7-8896-8925c5951397 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0485234 Mar 14 18:44:51.110887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6e49929a-2ab7-4912-8ea1-8d6245307e7b req-cb8eb41b-a3b6-4477-8201-016ada2e5fee tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Mar 14 18:44:51.344228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ba94a-6ad1-463f-8fba-360434e09f76 req-9f531404-be89-450b-854b-4b30bf8bfd61 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.345685 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-362ba94a-6ad1-463f-8fba-360434e09f76 req-9f531404-be89-450b-854b-4b30bf8bfd61 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Mar 14 18:44:51.386476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-362ba94a-6ad1-463f-8fba-360434e09f76 req-d8b8793b-562d-4fb3-814f-76f78e6ac8d6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Mar 14 18:44:51.454984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:51.502490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7a402-4abf-4e49-a7e3-0b9ebdcdb3f1 req-85eee5d7-55ea-4470-9864-4ebd9e12c1df tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:51.503956 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20b7a402-4abf-4e49-a7e3-0b9ebdcdb3f1 req-85eee5d7-55ea-4470-9864-4ebd9e12c1df tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Mar 14 18:44:51.540850 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20b7a402-4abf-4e49-a7e3-0b9ebdcdb3f1 req-76b2d533-7232-4f6f-b7a5-b19970138cad tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Mar 14 18:44:52.462192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-01b242da-5435-4a30-89a1-82ab776d6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.463682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-01b242da-5435-4a30-89a1-82ab776d6002 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1098 time: 0.0402689 Mar 14 18:44:52.564952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-2e48a9f8-596e-4d31-86d1-33f1df3decf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.566436 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-2e48a9f8-596e-4d31-86d1-33f1df3decf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0829985 Mar 14 18:44:52.611854 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-69c62f03-2fb8-4e4c-9ff4-159c1574af13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 217 time: 0.0382030 Mar 14 18:44:52.659053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-6d0f0c02-d44f-42eb-8c0b-7fe38e0b308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:52.660458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-6d0f0c02-d44f-42eb-8c0b-7fe38e0b308a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0420451 Mar 14 18:44:52.691387 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-f7900e6a-b307-4f40-8e37-5c44330e9dd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244410 Mar 14 18:44:52.783515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-659b64ef-0724-49d2-9a47-11b414b041a2 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Mar 14 18:44:52.874619 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-960c3ca5-2adb-4669-abaf-c9a0e8c30800 req-6cbe5f29-8b36-4ca5-8216-ca563880cc17 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838537 Mar 14 18:44:52.934834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:53.000371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ab7b0-bf83-4186-ab1c-9c792ebdca6b req-4509428b-dc45-44b1-8dd1-9369c4da2b3c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:53.002028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d06ab7b0-bf83-4186-ab1c-9c792ebdca6b req-4509428b-dc45-44b1-8dd1-9369c4da2b3c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0548611 Mar 14 18:44:53.039734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d06ab7b0-bf83-4186-ab1c-9c792ebdca6b req-818c2c1a-8277-40cc-a44e-716deda55841 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Mar 14 18:44:53.094276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:53.098484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-ba87fe50-fc65-4b5c-be79-0a4b71a13cc1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406229 Mar 14 18:44:54.161805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00b2f6-c48c-437f-9037-28201f1c3bc7 req-989866a6-f14f-4277-85c1-aba3c24c57a1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.163391 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc00b2f6-c48c-437f-9037-28201f1c3bc7 req-989866a6-f14f-4277-85c1-aba3c24c57a1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Mar 14 18:44:54.202000 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc00b2f6-c48c-437f-9037-28201f1c3bc7 req-496a07ea-10b2-4aeb-b0d5-33502a09eeff tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Mar 14 18:44:54.897585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-e745d5d0-6b2b-4c7d-bada-3033f758f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.899105 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-e745d5d0-6b2b-4c7d-bada-3033f758f179 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1098 time: 0.0447745 Mar 14 18:44:54.986398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-eb47c673-fac6-47d3-9d72-f55387161553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:54.987866 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-eb47c673-fac6-47d3-9d72-f55387161553 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0825553 Mar 14 18:44:55.032516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-2bb1b8f0-24d3-49b7-add0-63b35fc185b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 217 time: 0.0384316 Mar 14 18:44:55.081007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-d3d68e50-80a9-436b-9609-a3c40350be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:55.082441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-d3d68e50-80a9-436b-9609-a3c40350be2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0431721 Mar 14 18:44:55.114330 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-6a80f227-5bc3-4bca-81d8-b57a9776e112 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243731 Mar 14 18:44:55.201849 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-491133c8-3749-4578-a986-36f0290b2f39 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Mar 14 18:44:55.293766 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-f1592179-d96e-4e43-ba3f-d2f06b0fb62a service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 Mar 14 18:44:55.318893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3360cc8-8696-4b97-adc7-463a809560a4 req-f459b4c4-806f-4489-82cc-bc4205eac5d7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:55.320403 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e3360cc8-8696-4b97-adc7-463a809560a4 req-f459b4c4-806f-4489-82cc-bc4205eac5d7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Mar 14 18:44:55.362478 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e3360cc8-8696-4b97-adc7-463a809560a4 req-2cb27429-d757-4d65-93b7-d4148d53648a tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Mar 14 18:44:56.478627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4053ff-5aad-4d1c-95c7-b977a39fbd84 req-a411cd5c-f163-4e0b-9c1b-0a35a82b87e5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:56.480126 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1e4053ff-5aad-4d1c-95c7-b977a39fbd84 req-a411cd5c-f163-4e0b-9c1b-0a35a82b87e5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0512862 Mar 14 18:44:56.518138 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1e4053ff-5aad-4d1c-95c7-b977a39fbd84 req-2a5b19e4-c062-475d-b843-663e41eb562e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Mar 14 18:44:56.954005 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:44:57.632412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f1405-af7a-4a76-a64a-9e745575c3a0 req-ec6bffb8-7c9a-4cb9-8ded-2c5abc9b8eec tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:57.633893 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-984f1405-af7a-4a76-a64a-9e745575c3a0 req-ec6bffb8-7c9a-4cb9-8ded-2c5abc9b8eec tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Mar 14 18:44:57.670425 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-984f1405-af7a-4a76-a64a-9e745575c3a0 req-73d3960d-1d2f-483c-bba5-cf7a86544a7e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306337 Mar 14 18:44:58.248515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:44:58.789403 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30de304-cd15-4dcf-aa80-db09d0dda407 req-58a86d2e-b41d-4ec3-a7b9-7749a78bb887 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:58.790932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d30de304-cd15-4dcf-aa80-db09d0dda407 req-58a86d2e-b41d-4ec3-a7b9-7749a78bb887 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0525916 Mar 14 18:44:58.826969 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d30de304-cd15-4dcf-aa80-db09d0dda407 req-13e0270b-4df8-4fb2-89e7-7839dc5c2b54 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302391 Mar 14 18:44:59.941478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4524a07-f644-444f-b609-351b32d519b2 req-c2e51200-9bd7-441e-84e1-5e85a86db91e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:44:59.942959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4524a07-f644-444f-b609-351b32d519b2 req-c2e51200-9bd7-441e-84e1-5e85a86db91e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0479681 Mar 14 18:44:59.979060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4524a07-f644-444f-b609-351b32d519b2 req-7554c872-56ff-4202-ba55-dffb670aaf84 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Mar 14 18:45:01.092693 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268b75b-8006-4581-a069-bd6aa28b9947 req-910079de-f2b9-4ab8-ab20-9b7d2fab71e8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:01.094238 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3268b75b-8006-4581-a069-bd6aa28b9947 req-910079de-f2b9-4ab8-ab20-9b7d2fab71e8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0492322 Mar 14 18:45:01.132847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3268b75b-8006-4581-a069-bd6aa28b9947 req-28564275-14a5-47ce-a09e-7445f9391aa4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Mar 14 18:45:02.248837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7b69-9590-4916-a7be-a7aa87a2cf0d req-93fa9a26-6775-4592-80cb-e65b912192a0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:02.250965 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6ad7b69-9590-4916-a7be-a7aa87a2cf0d req-93fa9a26-6775-4592-80cb-e65b912192a0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Mar 14 18:45:02.291505 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6ad7b69-9590-4916-a7be-a7aa87a2cf0d req-fd55fd3f-2a47-408f-a80a-f6d195b7bacc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Mar 14 18:45:03.402932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e261537-f337-4a16-94ad-a557d991a961 req-822e2aab-2658-42d7-a426-bf28b0791db6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:03.404384 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e261537-f337-4a16-94ad-a557d991a961 req-822e2aab-2658-42d7-a426-bf28b0791db6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0470014 Mar 14 18:45:03.441684 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e261537-f337-4a16-94ad-a557d991a961 req-7d2fed8a-7214-45da-bf7e-2ba2496290b2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Mar 14 18:45:04.558859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4897ed2-7810-48e0-818e-f4c9f6fdc876 req-70094cb3-afe7-41ad-ad77-03dd91cb81d7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:04.560390 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4897ed2-7810-48e0-818e-f4c9f6fdc876 req-70094cb3-afe7-41ad-ad77-03dd91cb81d7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Mar 14 18:45:04.598028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4897ed2-7810-48e0-818e-f4c9f6fdc876 req-657c6379-ca9f-4ec9-8597-cdc08e14195f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Mar 14 18:45:05.715112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c8e9e-4f4c-49fb-a3ca-1e239c592855 req-89fcc33c-a588-43e6-95cd-9813f004ccde tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:05.716463 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-167c8e9e-4f4c-49fb-a3ca-1e239c592855 req-89fcc33c-a588-43e6-95cd-9813f004ccde tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Mar 14 18:45:05.753807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-167c8e9e-4f4c-49fb-a3ca-1e239c592855 req-8a1046ba-0f7d-4dce-b201-fef21a5b6fee tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Mar 14 18:45:06.865099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18850b7-eea8-495a-8bcb-6cd4b42c0639 req-dca550bc-1f6a-40c5-bb1c-7481e0101007 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:06.866591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b18850b7-eea8-495a-8bcb-6cd4b42c0639 req-dca550bc-1f6a-40c5-bb1c-7481e0101007 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Mar 14 18:45:06.903808 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b18850b7-eea8-495a-8bcb-6cd4b42c0639 req-ee1bd367-7a55-4cfd-99ce-826150a15e77 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Mar 14 18:45:08.019364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d0c28-c672-400e-8b03-086808f2718e req-7a10b97b-768a-4433-a670-d6eec4b5b7e3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:08.020837 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a2d0c28-c672-400e-8b03-086808f2718e req-7a10b97b-768a-4433-a670-d6eec4b5b7e3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Mar 14 18:45:08.058516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a2d0c28-c672-400e-8b03-086808f2718e req-46e405ff-b29d-4fba-8cfb-75232cc18d8f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Mar 14 18:45:09.171452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54ae2f-359b-41fd-b4fa-8b3f283f1cb3 req-d292124e-3111-4dc4-836a-2b49f2bd84a1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:09.173045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a54ae2f-359b-41fd-b4fa-8b3f283f1cb3 req-d292124e-3111-4dc4-836a-2b49f2bd84a1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0474339 Mar 14 18:45:09.214594 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a54ae2f-359b-41fd-b4fa-8b3f283f1cb3 req-0ab0c424-4097-4cc8-b6b5-f6a409528ff6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355682 Mar 14 18:45:10.327547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d49ece-445f-4fe2-beed-1172247e2d01 req-7709b2b3-8ff7-4288-9fdb-024199cd45ff tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:10.329100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38d49ece-445f-4fe2-beed-1172247e2d01 req-7709b2b3-8ff7-4288-9fdb-024199cd45ff tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Mar 14 18:45:10.365808 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38d49ece-445f-4fe2-beed-1172247e2d01 req-149df3e0-2163-45ca-b31d-7c93f3a359fd tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Mar 14 18:45:11.480502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d02ac6-0466-4d34-9f69-b3326d989ee1 req-103b3e7a-f6ff-4961-a9a1-f46bbfae7e0c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:11.482010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e5d02ac6-0466-4d34-9f69-b3326d989ee1 req-103b3e7a-f6ff-4961-a9a1-f46bbfae7e0c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0508137 Mar 14 18:45:11.520265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e5d02ac6-0466-4d34-9f69-b3326d989ee1 req-7b702e89-2f89-4697-9832-0bd2bf0624ff tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Mar 14 18:45:12.637382 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd8b68-cbad-4cba-9f7c-826307e92c20 req-9f66ad38-eb15-4308-81ba-a6045adb7cdb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:12.638870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-95cd8b68-cbad-4cba-9f7c-826307e92c20 req-9f66ad38-eb15-4308-81ba-a6045adb7cdb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Mar 14 18:45:12.675961 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-95cd8b68-cbad-4cba-9f7c-826307e92c20 req-b50e21c2-e262-4393-bf07-d1af1455f062 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Mar 14 18:45:13.789660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee62a61-acdc-42e7-a267-40d344bbad84 req-e60f7c09-6815-49b2-89b2-fa39094eea76 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:13.791159 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ee62a61-acdc-42e7-a267-40d344bbad84 req-e60f7c09-6815-49b2-89b2-fa39094eea76 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Mar 14 18:45:13.827004 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ee62a61-acdc-42e7-a267-40d344bbad84 req-cac86cca-d24b-4d94-9d31-501bf500dce4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300431 Mar 14 18:45:14.942610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58788-42b7-4874-882c-8f2712ba16b9 req-b129ab21-04e9-48a0-a908-140557e60edc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:14.944087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4fe58788-42b7-4874-882c-8f2712ba16b9 req-b129ab21-04e9-48a0-a908-140557e60edc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0482850 Mar 14 18:45:14.980354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4fe58788-42b7-4874-882c-8f2712ba16b9 req-e4551f45-703d-47f5-856e-16427df70b7c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304904 Mar 14 18:45:16.092113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc63c6-b243-4017-8e48-cb33330da800 req-e28d14d4-27bb-43d9-a7e5-78dbed067bb3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:16.093759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-29bc63c6-b243-4017-8e48-cb33330da800 req-e28d14d4-27bb-43d9-a7e5-78dbed067bb3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0483041 Mar 14 18:45:16.134927 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-29bc63c6-b243-4017-8e48-cb33330da800 req-f481d47b-e7fc-4a88-ae1c-1b938c0a456d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Mar 14 18:45:17.257826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffb257-bdb5-4141-844e-0e017dd87de4 req-0210f60c-eec7-480e-a6f4-03ccbc51021e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:17.259369 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f9ffb257-bdb5-4141-844e-0e017dd87de4 req-0210f60c-eec7-480e-a6f4-03ccbc51021e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0580454 Mar 14 18:45:17.297389 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f9ffb257-bdb5-4141-844e-0e017dd87de4 req-52a58806-6e35-4ee3-b76e-9d8f67f94bb7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Mar 14 18:45:17.865245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f1af74a-62f6-4816-bb58-e38e96ad66d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:18.409490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92a482-3c57-4d0a-9cb0-23e67f96153a req-c2454f92-1cbf-4d8e-9842-992f00f49579 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:18.410972 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e92a482-3c57-4d0a-9cb0-23e67f96153a req-c2454f92-1cbf-4d8e-9842-992f00f49579 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Mar 14 18:45:18.448506 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e92a482-3c57-4d0a-9cb0-23e67f96153a req-b21ca2b5-fa1c-4190-9736-ee22e87e1c07 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Mar 14 18:45:19.567995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe746a4-77b1-47c8-8798-f6e1b35e12d3 req-105acaca-39c0-460a-932e-9ea661de1b6e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:19.569461 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8fe746a4-77b1-47c8-8798-f6e1b35e12d3 req-105acaca-39c0-460a-932e-9ea661de1b6e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Mar 14 18:45:19.606568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8fe746a4-77b1-47c8-8798-f6e1b35e12d3 req-6361b3a1-5a2e-4eda-b184-558c548d064b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Mar 14 18:45:20.104689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0775f7e6-876d-4da7-894d-ca40ba8f9abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:20.722398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1b4b7-1988-403e-8e7e-46ed9e00a438 req-d61d349d-2378-43dd-aaeb-a0927ec8d1e6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:20.723827 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1fe1b4b7-1988-403e-8e7e-46ed9e00a438 req-d61d349d-2378-43dd-aaeb-a0927ec8d1e6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0502756 Mar 14 18:45:20.762037 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1fe1b4b7-1988-403e-8e7e-46ed9e00a438 req-38fbc2a3-9160-4d55-b63b-303bcee55ce6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Mar 14 18:45:21.447248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:21.877267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711d519-0608-4373-bafd-e8843b06cbb7 req-eff050d8-e6d5-4042-856e-884a0b033375 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:21.878747 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6711d519-0608-4373-bafd-e8843b06cbb7 req-eff050d8-e6d5-4042-856e-884a0b033375 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Mar 14 18:45:21.915104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6711d519-0608-4373-bafd-e8843b06cbb7 req-a8830e1c-3c4e-4b99-a70c-9a9b4e19e0b0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Mar 14 18:45:22.143735 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-890fd7af-bccb-4859-8e7b-5e4615a59e5d service neutron] 10.222.0.61 "GET /v2.0/ports/63d29ed5-2c65-4693-a6c1-32c427a3ef9c/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0551105 Mar 14 18:45:22.649196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-35fdd92f-8ab1-4f8e-99f4-caa76ff4a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.650720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-35fdd92f-8ab1-4f8e-99f4-caa76ff4a92b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048&tenant_id=6ffbb5b3bf7446d887d7919bab128eff HTTP/1.1" status: 200 len: 1098 time: 0.0445311 Mar 14 18:45:22.715182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-2a22c9fe-559d-422c-a500-adf165450374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.716627 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-2a22c9fe-559d-422c-a500-adf165450374 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1098 time: 0.0413103 Mar 14 18:45:22.804086 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-4269e398-7d7e-4043-9853-f61ce22ebe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.805544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-4269e398-7d7e-4043-9853-f61ce22ebe0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0830288 Mar 14 18:45:22.849857 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-09773059-8766-4aed-b19d-b3df74d74b26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 217 time: 0.0365734 Mar 14 18:45:22.897924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-20696019-7f67-4216-83ba-063204a5717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:22.899379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-20696019-7f67-4216-83ba-063204a5717b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0435178 Mar 14 18:45:22.910273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:22.930212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-30897aca-f95c-4d68-beb8-46966b6064c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243735 Mar 14 18:45:23.024659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:23.024895 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-837d3e65-de93-4082-bb20-e9282ef31445 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Mar 14 18:45:23.040469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282cc19-a230-4f49-a925-20dd5f09fdbb req-6f94a637-a3bf-46d3-ab53-14e0d73a2332 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:23.042063 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d282cc19-a230-4f49-a925-20dd5f09fdbb req-6f94a637-a3bf-46d3-ab53-14e0d73a2332 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Mar 14 18:45:23.085811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d282cc19-a230-4f49-a925-20dd5f09fdbb req-45f1a326-95b9-4261-92d0-99e80c70ad38 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369208 Mar 14 18:45:23.117143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c02241fc-1dad-459f-8a05-d0ddf66829a6 req-ab1eb6dc-6164-4341-920f-4b47a5b28b10 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Mar 14 18:45:24.201130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6f80-4b00-479d-8ffb-fd2b36bc5e6e req-f3650cdc-42db-454f-976e-5ccac8ee3c48 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:24.203291 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e73b6f80-4b00-479d-8ffb-fd2b36bc5e6e req-f3650cdc-42db-454f-976e-5ccac8ee3c48 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Mar 14 18:45:24.239983 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e73b6f80-4b00-479d-8ffb-fd2b36bc5e6e req-06a9fd35-2f37-4747-a6ab-863d5f4545ac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307021 Mar 14 18:45:25.355500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a5184-328b-42ca-9519-195380bb5752 req-2dc1b179-bb60-4fb4-aed0-ed453c1e931b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:25.356988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de0a5184-328b-42ca-9519-195380bb5752 req-2dc1b179-bb60-4fb4-aed0-ed453c1e931b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Mar 14 18:45:25.394905 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de0a5184-328b-42ca-9519-195380bb5752 req-72bc5cf9-6abc-495d-9782-7d10260b20a1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Mar 14 18:45:26.514840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ac56-f4ab-4b3c-90b8-5c50b93f5228 req-b54b58b6-843b-466b-b413-94aadf0f20b6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:26.516339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc93ac56-f4ab-4b3c-90b8-5c50b93f5228 req-b54b58b6-843b-466b-b413-94aadf0f20b6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Mar 14 18:45:26.552930 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc93ac56-f4ab-4b3c-90b8-5c50b93f5228 req-4c2c1a09-668f-4e15-b669-dedb4e7e3d55 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305932 Mar 14 18:45:26.856535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c179b-696c-44c6-a05d-4c29e1222570 req-66349f65-d485-477a-b65f-5bf0b7ebe037 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:26.858106 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d1c179b-696c-44c6-a05d-4c29e1222570 req-66349f65-d485-477a-b65f-5bf0b7ebe037 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0521493 Mar 14 18:45:26.897118 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d1c179b-696c-44c6-a05d-4c29e1222570 req-16d4857e-e726-4669-be80-b9546b9bda1b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Mar 14 18:45:26.947084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-1f6d7873-b41f-4be3-a7d4-b768ec15dbf2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:26.948510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-1f6d7873-b41f-4be3-a7d4-b768ec15dbf2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048&tenant_id=6ffbb5b3bf7446d887d7919bab128eff&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Mar 14 18:45:27.060790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-9511aa9a-6321-4a96-8437-12a3fc0aa26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:27.062333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-9511aa9a-6321-4a96-8437-12a3fc0aa26a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 1098 time: 0.0432034 Mar 14 18:45:27.077927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:45:27.081727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:45:27.153082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-2ff03489-6e3a-4f7a-bb3d-6a1b74e28b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:27.154614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-2ff03489-6e3a-4f7a-bb3d-6a1b74e28b6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0859568 Mar 14 18:45:27.199986 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-f98fe861-df4d-4c24-891d-d5928ec96f22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 200 len: 217 time: 0.0387104 Mar 14 18:45:27.237799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.247132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-8bfd3bfc-8ee5-48c0-8dd3-244676379d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:27.248585 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-8bfd3bfc-8ee5-48c0-8dd3-244676379d44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0425711 Mar 14 18:45:27.248934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:27.268750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'port_id': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'mac_address': 'fa:16:3e:8a:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a36fa81-8169-4a73-8655-71c955820b18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:45:27.274881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:27.277123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bff323-002e-4f51-9082-2664b344ac93" -d '{"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-unplugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:45:27.278707 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-3782accf-e2a2-4cbb-b644-72516aef0348 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236797 Mar 14 18:45:27.309864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:27.327467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370cb0d7-9a48-4010-9f5a-743e7fcd0a40 x-openstack-request-id: req-370cb0d7-9a48-4010-9f5a-743e7fcd0a40 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:45:27.327467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-unplugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:45:27.327467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-370cb0d7-9a48-4010-9f5a-743e7fcd0a40 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:45:27.327467 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'code': 200} Mar 14 18:45:27.328120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.341866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:27.357157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.368715 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-89796117-0e7c-44d9-b80b-eea992e25faf service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838277 Mar 14 18:45:27.428959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:45:27.429305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:45:27.433739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:27.440677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.441037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.441357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.441684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.442035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.442367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.442689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.443011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.443332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.443650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.444024 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.444626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:45:27.464580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28756f09-470f-40d3-8a56-da2cbc3f8e13 req-c4021c64-8069-4fee-ae85-a498c797d4e7 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Mar 14 18:45:27.968257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:27.982849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:28.002972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:28.019108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a987a-1001-41fc-8f82-48ad4ca9b54f req-5b80e1c0-4851-4ef4-80b9-9c9e9778d67d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:28.020584 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a2a987a-1001-41fc-8f82-48ad4ca9b54f req-5b80e1c0-4851-4ef4-80b9-9c9e9778d67d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 943 time: 0.0499232 Mar 14 18:45:28.058163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a2a987a-1001-41fc-8f82-48ad4ca9b54f req-16b8eddc-12e1-4550-88d6-2b5559a8e873 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Mar 14 18:45:28.065453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:28.118297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:28.128022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['63d29ed5-2c65-4693-a6c1-32c427a3ef9c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:45:28.333054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:29.103218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:45:29.154788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:45:29.155446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:29.180043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb1f13-9007-418b-9133-db1e7fe26e55 req-ceaa7498-02bc-45df-8f27-22df9067f197 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:29.183340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-badb1f13-9007-418b-9133-db1e7fe26e55 req-ceaa7498-02bc-45df-8f27-22df9067f197 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 944 time: 0.0492740 Mar 14 18:45:29.220497 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-badb1f13-9007-418b-9133-db1e7fe26e55 req-9c6d2c19-33af-4eb8-9eb0-0f8628b11550 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Mar 14 18:45:29.230478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:29.262255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:29.321622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:29.327115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:29.328822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09648243-284d-48d3-bb28-d1bdbaf51429" -d '{"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-plugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:45:29.340363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910977-fada-45b3-8b7b-1b816b100b0e req-21404e4f-97a0-4dec-b618-9e09ae486732 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:29.341894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-04910977-fada-45b3-8b7b-1b816b100b0e req-21404e4f-97a0-4dec-b618-9e09ae486732 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 944 time: 0.0552649 Mar 14 18:45:29.382064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ceadb-9c91-4482-96b6-b33c6b76dc02 x-openstack-request-id: req-dd5ceadb-9c91-4482-96b6-b33c6b76dc02 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:45:29.382356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-plugged", "status": "completed", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:45:29.382610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd5ceadb-9c91-4482-96b6-b33c6b76dc02 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:45:29.382913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-04910977-fada-45b3-8b7b-1b816b100b0e req-32295922-dc1a-439c-bc2e-61de6647d4da tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Mar 14 18:45:29.383054 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'code': 200} Mar 14 18:45:29.383711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:29.498262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a3320-7b82-4623-8c19-ebbb01e46408 req-3706a59c-9aa1-45d9-871e-3389fc42714c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:29.499732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-359a3320-7b82-4623-8c19-ebbb01e46408 req-3706a59c-9aa1-45d9-871e-3389fc42714c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Mar 14 18:45:29.540273 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-359a3320-7b82-4623-8c19-ebbb01e46408 req-a59c021b-8c19-41ee-ba4d-5f1295578664 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Mar 14 18:45:30.035694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-7d794b6f-3a74-408f-9e20-a21120b694ee tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:30.037218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-7d794b6f-3a74-408f-9e20-a21120b694ee tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 815 time: 0.1035075 Mar 14 18:45:30.053124 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-fb2016fc-a000-4064-ab86-afeac2c7b69d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/quotas/6ffbb5b3bf7446d887d7919bab128eff HTTP/1.1" status: 200 len: 375 time: 0.0101461 Mar 14 18:45:30.101191 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-d27b0379-816d-42da-a740-de5e876242fb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426610 Mar 14 18:45:30.192748 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-8682e8dc-5492-4258-b98d-e02db70b6365 service neutron] 10.222.0.58 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847564 Mar 14 18:45:30.278308 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-89f071f7-f2bb-4756-9d19-24fa276ba49d service neutron] 10.222.0.58 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793076 Mar 14 18:45:30.483694 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-88b90ce5-ee99-4aef-89da-d19ede482453 req-0b146a3a-dd5e-449b-af84-1576fca91f06 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 210 time: 0.0266027 Mar 14 18:45:31.582615 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db95cc52-2953-4045-8af9-f47f356f6d28 req-2bf9c4ca-478c-492e-8e9e-8245e4b0afc1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 210 time: 0.0316617 Mar 14 18:45:31.589797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-d4b89308-4a55-4299-a3f4-dd8ea1c36cc0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:31.591293 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-d4b89308-4a55-4299-a3f4-dd8ea1c36cc0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd25354b-411a-4d7e-b7b9-d0e12c8af048 HTTP/1.1" status: 200 len: 945 time: 0.0501790 Mar 14 18:45:31.682311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Deleting port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:45:31.682823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:31.767348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] For port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:31.767707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:31.779855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Calling delete_port for 63d29ed5-2c65-4693-a6c1-32c427a3ef9c owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:45:31.962018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:31.973456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['63d29ed5-2c65-4693-a6c1-32c427a3ef9c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:45:31.993116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Pushing event deleted for resources: {'Port': ['ID=63d29ed5-2c65-4693-a6c1-32c427a3ef9c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:32.037267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] No DVR routers for this DVR port 63d29ed5-2c65-4693-a6c1-32c427a3ef9c on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:45:32.039842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:32.043390 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "DELETE /v2.0/ports/63d29ed5-2c65-4693-a6c1-32c427a3ef9c HTTP/1.1" status: 204 len: 173 time: 0.4465449 Mar 14 18:45:32.043885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-deleted', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:32.044675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.61', 62217) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:45:32.046796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3501cd-bb00-4556-b9cd-58a5ac42c556" -d '{"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-deleted", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:45:32.083335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ad034-ef6b-46e3-9842-d8c1527ee11f x-openstack-request-id: req-882ad034-ef6b-46e3-9842-d8c1527ee11f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:45:32.083631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd25354b-411a-4d7e-b7b9-d0e12c8af048", "name": "network-vif-deleted", "tag": "63d29ed5-2c65-4693-a6c1-32c427a3ef9c", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:45:32.083887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-882ad034-ef6b-46e3-9842-d8c1527ee11f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:45:32.084361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd25354b-411a-4d7e-b7b9-d0e12c8af048', 'name': 'network-vif-deleted', 'tag': '63d29ed5-2c65-4693-a6c1-32c427a3ef9c', 'status': 'completed', 'code': 200} Mar 14 18:45:32.145486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-e09bfee1-4ec7-4f16-a776-96fe7a546c10 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:32.146986 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-e09bfee1-4ec7-4f16-a776-96fe7a546c10 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 815 time: 0.1013396 Mar 14 18:45:32.159981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Request body: {'port': {'device_id': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'admin_state_up': True, 'tenant_id': '6ffbb5b3bf7446d887d7919bab128eff'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:45:32.321679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Made reservation on behalf of 6ffbb5b3bf7446d887d7919bab128eff for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:45:32.326156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:32.465886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Allocated IP 172.20.0.5 (3fec9167-377d-41d9-956a-75fad8c21299/8a36fa81-8169-4a73-8655-71c955820b18/2f826788-05bf-4cc6-9f1f-648667cd9fb3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:45:32.608958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:32.679462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-64a204f7-b686-4d38-af56-8691956de231 req-f87d057f-df6d-41c9-bf91-6aeeb8020dba tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Mar 14 18:45:32.682359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:32.693851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['63d29ed5-2c65-4693-a6c1-32c427a3ef9c'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:45:32.744856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Network 3fec9167-377d-41d9-956a-75fad8c21299 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:45:32.748559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:45:32.753352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:45:32.785088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:32.808731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:32.809370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:32.873266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-3dcb6f99-ec86-46d5-a959-882be2cc9ba7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170455 Mar 14 18:45:32.884778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Request body: {'port': {'device_id': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:45:32.938902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.240148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:33.247472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.261603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Transition to ACTIVE for port object 2f826788-05bf-4cc6-9f1f-648667cd9fb3 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:45:33.321793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.372929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:33.436502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Attempting to bind port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:45:33.436833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Attempting to bind port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:45:33.437152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Attempting to bind port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 on network 3fec9167-377d-41d9-956a-75fad8c21299 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:45:33.441414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 on network 3fec9167-377d-41d9-956a-75fad8c21299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:45:33.441731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Attempting to bind port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 on network 3fec9167-377d-41d9-956a-75fad8c21299 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:45:33.446479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:45:33.446818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Checking segment: {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:45:33.447201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Bound using segment: {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:45:33.447620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Bound port: 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:45:33.447974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.510545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:45:33.513543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:45:33.562168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.600363 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:33.600978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:33.602401 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] 10.222.0.61 "PUT /v2.0/ports/2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 1093 time: 0.7217903 Mar 14 18:45:33.602852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:33.605074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8bfea4-c633-4606-b9cb-569ec23f7bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:45:33.625655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee1d9e-dac7-4c30-9e71-754f3fbca996 service neutron] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:33.644435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf157ea-b9b6-4e40-a1fd-fa50d24c157c x-openstack-request-id: req-adf157ea-b9b6-4e40-a1fd-fa50d24c157c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:45:33.644726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:45:33.644980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adf157ea-b9b6-4e40-a1fd-fa50d24c157c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:45:33.645385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'status': 'completed', 'code': 200} Mar 14 18:45:33.741217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-251ec9aa-5b5e-48d3-8cc9-e89972d486d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:33.742781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-251ec9aa-5b5e-48d3-8cc9-e89972d486d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1096 time: 0.0780516 Mar 14 18:45:33.931825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee994c-e0cd-471c-aec7-a9eb3fb0b058 req-d3e7e551-3587-4c04-9b9e-d8fb783ef2b4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:33.933480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32ee994c-e0cd-471c-aec7-a9eb3fb0b058 req-d3e7e551-3587-4c04-9b9e-d8fb783ef2b4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.1755862 Mar 14 18:45:33.953002 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:45:33.971452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-c2874e93-1547-4061-8a0d-cfc356ae367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:33.972921 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-c2874e93-1547-4061-8a0d-cfc356ae367b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2234292 Mar 14 18:45:34.027358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32ee994c-e0cd-471c-aec7-a9eb3fb0b058 req-f63e6b0e-1cb4-4bdb-b018-360f51e9365e tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860705 Mar 14 18:45:34.159733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-791cf0a1-6de1-4d4a-a37f-5a3d2e1146e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:34.161208 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-af8bfea4-c633-4606-b9cb-569ec23f7bf2 req-791cf0a1-6de1-4d4a-a37f-5a3d2e1146e8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824369 Mar 14 18:45:34.238841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-d1ca4036-3237-4222-a744-0cc20b379b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:34.240380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-d1ca4036-3237-4222-a744-0cc20b379b5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1096 time: 0.0417993 Mar 14 18:45:34.603385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-e37ee7b1-e08c-4a74-bd7a-36dd496079e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 217 time: 0.3556850 Mar 14 18:45:34.656943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686016b-b132-4feb-88b9-ea453f54d3df req-53a217a8-44cc-42c6-a473-0072ffa51fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:34.658470 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-53a217a8-44cc-42c6-a473-0072ffa51fde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0479572 Mar 14 18:45:34.713565 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-9e091978-93bc-4960-84ac-5bde4c5aa54b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482621 Mar 14 18:45:34.799811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-d7d88c40-86d6-4ac7-96e1-2b45735851f5 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789874 Mar 14 18:45:34.889390 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e686016b-b132-4feb-88b9-ea453f54d3df req-80ad29ee-1eec-4ecc-aacc-8bdef0774693 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825984 Mar 14 18:45:35.389551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8b70-282b-4660-8f77-af1014424af6 req-3a9b0280-fe69-4e33-b87c-56b836e72d45 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:35.391043 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-152e8b70-282b-4660-8f77-af1014424af6 req-3a9b0280-fe69-4e33-b87c-56b836e72d45 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.2851427 Mar 14 18:45:35.429652 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-152e8b70-282b-4660-8f77-af1014424af6 req-9a82860c-9e61-410a-838e-a175b01e32f0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Mar 14 18:45:36.540799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23a91a-9196-47d7-83fb-28ba5866912c req-202bee66-d617-4c95-a209-92421c48b1be tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:36.542279 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f23a91a-9196-47d7-83fb-28ba5866912c req-202bee66-d617-4c95-a209-92421c48b1be tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.0476995 Mar 14 18:45:36.579272 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f23a91a-9196-47d7-83fb-28ba5866912c req-067fb196-1bfa-49f0-a499-5134bae26718 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Mar 14 18:45:37.118640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:45:37.141557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 63d29ed5-2c65-4693-a6c1-32c427a3ef9c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:45:37.142011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 63d29ed5-2c65-4693-a6c1-32c427a3ef9c not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:45:37.690957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6b96a-3a98-40df-a356-f20b79d44ef5 req-48d78e3b-480d-44ac-8743-9808b75509d9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:37.692417 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8ad6b96a-3a98-40df-a356-f20b79d44ef5 req-48d78e3b-480d-44ac-8743-9808b75509d9 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.0483503 Mar 14 18:45:37.729284 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8ad6b96a-3a98-40df-a356-f20b79d44ef5 req-ad5c1619-0a03-4c85-ac5c-a655cefa1bac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Mar 14 18:45:38.844793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d784d1-8792-40c9-9452-2e1720c9cf29 req-e473d2d6-23d6-42d6-a95d-47361638b0c8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:38.846408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-10d784d1-8792-40c9-9452-2e1720c9cf29 req-e473d2d6-23d6-42d6-a95d-47361638b0c8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.0487809 Mar 14 18:45:38.883662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-10d784d1-8792-40c9-9452-2e1720c9cf29 req-4ce1ad54-d7e4-4116-9290-d9d78e26c31a tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Mar 14 18:45:39.152993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:45:39.244134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:39.255146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'port_id': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'mac_address': 'fa:16:3e:fe:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a36fa81-8169-4a73-8655-71c955820b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:45:39.294906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:39.307081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:45:39.325679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:39.378436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:39.425556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:39.686888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['2f826788-05bf-4cc6-9f1f-648667cd9fb3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:45:40.002685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc69eb-820a-4a2d-8e64-137790091e14 req-7496608e-8e39-49e6-ba29-5402f9442e88 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:40.004217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cadc69eb-820a-4a2d-8e64-137790091e14 req-7496608e-8e39-49e6-ba29-5402f9442e88 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 944 time: 0.0541620 Mar 14 18:45:40.041381 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cadc69eb-820a-4a2d-8e64-137790091e14 req-73a89b8a-c0af-45c9-9a8a-06ab637c83a7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Mar 14 18:45:41.149193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:45:41.162183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c7f6f-8d89-4682-afac-a0e3fb4044c1 req-574c9b18-9538-4876-976f-58400988e95f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:41.163700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d95c7f6f-8d89-4682-afac-a0e3fb4044c1 req-574c9b18-9538-4876-976f-58400988e95f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 944 time: 0.0552015 Mar 14 18:45:41.202852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d95c7f6f-8d89-4682-afac-a0e3fb4044c1 req-3e000d10-6214-48fa-9d29-589ab3c01fea tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Mar 14 18:45:41.264217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:45:41.268337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:45:41.268707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:41.347562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:41.369167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:45:41.371385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2ba02-4175-492a-b31e-f4bf58b01306" -d '{"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:45:41.383908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:45:41.408067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0fc13-6336-4f7b-a2e1-a3828ca965c3 x-openstack-request-id: req-a9d0fc13-6336-4f7b-a2e1-a3828ca965c3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:45:41.408404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:45:41.408662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9d0fc13-6336-4f7b-a2e1-a3828ca965c3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:45:41.409082 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'code': 200} Mar 14 18:45:41.447300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:41.494949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:45:41.695236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ec78-1ae7-4b25-94fa-e59323137369 req-5b81604b-7d05-425c-a42d-fabf78d9faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:41.696668 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8019ec78-1ae7-4b25-94fa-e59323137369 req-5b81604b-7d05-425c-a42d-fabf78d9faa6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1098 time: 0.0386574 Mar 14 18:45:41.737910 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8019ec78-1ae7-4b25-94fa-e59323137369 req-46150bd9-96f7-4eda-a516-474eb475978a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Mar 14 18:45:42.319228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29cd56-bc16-4877-a5c8-2c1487120d28 req-9f1f3999-f5c9-491b-af87-5d69246f3874 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:42.320692 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6b29cd56-bc16-4877-a5c8-2c1487120d28 req-9f1f3999-f5c9-491b-af87-5d69246f3874 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Mar 14 18:45:42.356415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6b29cd56-bc16-4877-a5c8-2c1487120d28 req-5a62ccac-dcb0-48f8-b2e3-a552c0f952f6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298674 Mar 14 18:45:43.472105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6b8f-de93-4fb9-8875-84ff0ba6e2d8 req-2e602294-18c9-429c-9005-d6d687f71944 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:43.473544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61fa6b8f-de93-4fb9-8875-84ff0ba6e2d8 req-2e602294-18c9-429c-9005-d6d687f71944 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Mar 14 18:45:43.510555 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61fa6b8f-de93-4fb9-8875-84ff0ba6e2d8 req-e5f388cb-7df5-481e-8955-9cfcf1b741f4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Mar 14 18:45:43.784282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c827f1-f75d-4208-982b-ae400968f112 req-0487e60c-4f86-45eb-a0d4-0bbd3c425b05 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:43.785734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-80c827f1-f75d-4208-982b-ae400968f112 req-0487e60c-4f86-45eb-a0d4-0bbd3c425b05 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Mar 14 18:45:43.821741 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-80c827f1-f75d-4208-982b-ae400968f112 req-ff1463d3-b269-4b00-a246-3479bca3afbb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301614 Mar 14 18:45:44.232899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11533a-5675-4a1e-bc0d-957747403596 req-f7418466-dcf3-489f-99f8-2198b2fcdb62 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:44.234546 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7d11533a-5675-4a1e-bc0d-957747403596 req-f7418466-dcf3-489f-99f8-2198b2fcdb62 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0495105 Mar 14 18:45:44.273244 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7d11533a-5675-4a1e-bc0d-957747403596 req-76fb7c57-3341-4484-85aa-b1fc66e57fa4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Mar 14 18:45:44.335140 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-594f2f82-c086-478a-9733-7358fc839780 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394363 Mar 14 18:45:45.392770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac105-96ca-4787-a1e7-a1eafdc4d117 req-fca382a8-c436-4704-9adb-8359e2e4afcf tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:45.394352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c96ac105-96ca-4787-a1e7-a1eafdc4d117 req-fca382a8-c436-4704-9adb-8359e2e4afcf tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Mar 14 18:45:45.434032 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c96ac105-96ca-4787-a1e7-a1eafdc4d117 req-1a060562-4b78-418a-ae7f-c597f2afe206 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Mar 14 18:45:46.064980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-12df0036-8a68-44a4-bfeb-1228a26dd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:46.066484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-12df0036-8a68-44a4-bfeb-1228a26dd4e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1098 time: 0.0443511 Mar 14 18:45:46.212924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-856d7ded-b1b8-4c47-aac1-e1749eb28af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:46.214438 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-856d7ded-b1b8-4c47-aac1-e1749eb28af1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.1408844 Mar 14 18:45:46.255592 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-adabf372-c639-4578-8b01-7465a86507c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0341215 Mar 14 18:45:46.301969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-f0898fe7-2de1-47d6-a4a5-75340060e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:46.303380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-f0898fe7-2de1-47d6-a4a5-75340060e9c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0418460 Mar 14 18:45:46.337762 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-b675cfe4-8d50-43a0-a063-8ac21833c01c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280809 Mar 14 18:45:46.425742 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-e6161b3a-b09f-43af-9020-e3907b5e28fa service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808291 Mar 14 18:45:46.539265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-30131695-5755-41e8-b9e3-c8e9f48433c2 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072757 Mar 14 18:45:46.561517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08faba-1738-426b-8e06-a190fa9b91cc req-693af9b1-b717-4e85-89c6-efcdc4c9e03b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:46.566888 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cd08faba-1738-426b-8e06-a190fa9b91cc req-693af9b1-b717-4e85-89c6-efcdc4c9e03b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Mar 14 18:45:46.601293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cd08faba-1738-426b-8e06-a190fa9b91cc req-a7982186-6521-4351-95ea-104c0180da24 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Mar 14 18:45:47.719196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e028e-2cec-45d7-b0bc-c69ec09c176e req-3ae33823-032e-4f21-a1cc-8c2679be4c70 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:47.720550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-820e028e-2cec-45d7-b0bc-c69ec09c176e req-3ae33823-032e-4f21-a1cc-8c2679be4c70 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Mar 14 18:45:47.757826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-820e028e-2cec-45d7-b0bc-c69ec09c176e req-56da8c49-5b2a-42c6-a1e9-572665f6a556 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Mar 14 18:45:47.881232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-810eb833-7d93-4bb1-8667-09a23e60691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:48.873326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61904d-0900-4779-a932-a826a98d0e0c req-9c67e051-9911-4dc6-8cc8-9bd355fd3269 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:48.874839 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2c61904d-0900-4779-a932-a826a98d0e0c req-9c67e051-9911-4dc6-8cc8-9bd355fd3269 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Mar 14 18:45:48.913605 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2c61904d-0900-4779-a932-a826a98d0e0c req-9e851c65-b473-4159-b0d0-c9140c7155ec tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Mar 14 18:45:50.027292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49fd1c-ea53-49cb-806a-ebd85aab00fd req-2281738e-bde5-4d7f-bfdb-28a783e663d4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:50.028756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ea49fd1c-ea53-49cb-806a-ebd85aab00fd req-2281738e-bde5-4d7f-bfdb-28a783e663d4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Mar 14 18:45:50.067369 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ea49fd1c-ea53-49cb-806a-ebd85aab00fd req-5bca1f5b-8a72-41cc-a72d-c0113548b59c tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Mar 14 18:45:50.161443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fcce70b7-c1bb-475a-b50c-3dba31469324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:51.186035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b4872-bef0-4206-b34d-1dc39fb7572e req-f3e7b7fa-999d-4c9b-93d8-50214bfe17f2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:51.187520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-140b4872-bef0-4206-b34d-1dc39fb7572e req-f3e7b7fa-999d-4c9b-93d8-50214bfe17f2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Mar 14 18:45:51.225786 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-140b4872-bef0-4206-b34d-1dc39fb7572e req-dfc33555-84d3-437a-95b2-21d56b49f366 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Mar 14 18:45:51.447076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:52.339683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c768f71-826b-4639-84f0-4d83854a06f3 req-7fa9a15d-ac4c-4de8-9241-7bedbfb9fd7f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:52.341137 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c768f71-826b-4639-84f0-4d83854a06f3 req-7fa9a15d-ac4c-4de8-9241-7bedbfb9fd7f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Mar 14 18:45:52.377037 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c768f71-826b-4639-84f0-4d83854a06f3 req-1208af9b-ca2b-433b-be1f-f0a947c0c3ac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297549 Mar 14 18:45:52.978190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:53.029413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:53.493033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8353d-d9c2-48c9-b4bb-863141321680 req-909de3e5-6352-4d4a-9f2e-1371f5558935 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:53.494527 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cd8353d-d9c2-48c9-b4bb-863141321680 req-909de3e5-6352-4d4a-9f2e-1371f5558935 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Mar 14 18:45:53.532219 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cd8353d-d9c2-48c9-b4bb-863141321680 req-53539725-da7a-402f-9a70-dcca4ba4b100 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Mar 14 18:45:54.138747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92871-e485-4aa9-af03-7a070b0e64de req-122f71a6-5c3b-4771-8573-225af8b8189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:54.152120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-122f71a6-5c3b-4771-8573-225af8b8189d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1098 time: 0.0394108 Mar 14 18:45:54.244670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92871-e485-4aa9-af03-7a070b0e64de req-e2b74e1a-3e39-40b5-9937-b1ca1027a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:54.246148 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-e2b74e1a-3e39-40b5-9937-b1ca1027a56f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0861259 Mar 14 18:45:54.289663 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-9779ee3c-f9cb-473d-91d2-f19fe08c228b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0345066 Mar 14 18:45:54.336548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92871-e485-4aa9-af03-7a070b0e64de req-06864bfc-bda7-40b9-9496-c0cd0cdf70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:54.338001 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-06864bfc-bda7-40b9-9496-c0cd0cdf70ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0418153 Mar 14 18:45:54.372420 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-44c83284-1ba6-4dde-a8c3-345716dde744 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275729 Mar 14 18:45:54.458574 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-585fcfd1-be59-4f19-897e-c69d55b10f3c service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794823 Mar 14 18:45:54.548912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00b92871-e485-4aa9-af03-7a070b0e64de req-88828440-b960-475c-a44f-f4772451e332 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Mar 14 18:45:54.651585 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc8791-3700-4e62-965d-fe00dec3bdb3 req-caed5702-49b8-4678-b150-c7a728c54651 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:54.653053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebbc8791-3700-4e62-965d-fe00dec3bdb3 req-caed5702-49b8-4678-b150-c7a728c54651 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Mar 14 18:45:54.691078 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebbc8791-3700-4e62-965d-fe00dec3bdb3 req-649b8a83-423e-4445-9303-7193f053f151 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Mar 14 18:45:55.810796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad46c9-8857-403d-927f-6995c3fb0abb req-20e1d612-f5a0-40ee-b6fd-a5ad10b8c7b8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:55.812271 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-10ad46c9-8857-403d-927f-6995c3fb0abb req-20e1d612-f5a0-40ee-b6fd-a5ad10b8c7b8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Mar 14 18:45:55.848928 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-10ad46c9-8857-403d-927f-6995c3fb0abb req-c06f4710-5e43-4829-a4d4-c1c9812b5235 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299666 Mar 14 18:45:56.965128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53600d7e-25c3-493a-aee3-c3c368955f31 req-60975dd3-2986-43ee-872e-85735090f624 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:56.973019 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-53600d7e-25c3-493a-aee3-c3c368955f31 req-60975dd3-2986-43ee-872e-85735090f624 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0494561 Mar 14 18:45:57.003461 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-53600d7e-25c3-493a-aee3-c3c368955f31 req-ec22c9aa-8949-457c-b28d-71994f4d8ddb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Mar 14 18:45:58.118051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56698d0-32ef-450a-bfe5-372aa7dbeff2 req-69d57d95-4625-4679-97e0-4b93ae2035fc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:58.119541 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c56698d0-32ef-450a-bfe5-372aa7dbeff2 req-69d57d95-4625-4679-97e0-4b93ae2035fc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Mar 14 18:45:58.156442 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c56698d0-32ef-450a-bfe5-372aa7dbeff2 req-00a50bd9-7063-489f-8b43-552d8f656778 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Mar 14 18:45:58.321372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:45:59.270607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c2517-79ca-48e9-a1ff-4222ec099104 req-fed22dbf-4428-4177-9be9-e238d2d89e03 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:45:59.272067 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4f4c2517-79ca-48e9-a1ff-4222ec099104 req-fed22dbf-4428-4177-9be9-e238d2d89e03 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0477133 Mar 14 18:45:59.309910 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4f4c2517-79ca-48e9-a1ff-4222ec099104 req-bc397f71-2791-4cd2-839f-5205c08eb9dc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Mar 14 18:46:00.425516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662cbb6-3a38-441b-b629-200d55d9b907 req-3d84012f-193d-42c3-bd9a-8fa315fed5ac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:00.427201 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6662cbb6-3a38-441b-b629-200d55d9b907 req-3d84012f-193d-42c3-bd9a-8fa315fed5ac tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0515318 Mar 14 18:46:00.463926 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6662cbb6-3a38-441b-b629-200d55d9b907 req-30294c67-4b86-4fb8-ae28-8dd4a0fc7e13 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Mar 14 18:46:01.580000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276396-840d-4e2c-823b-854c1d512418 req-9a83fcae-0192-4b81-820a-99ca327019b6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:01.581454 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-07276396-840d-4e2c-823b-854c1d512418 req-9a83fcae-0192-4b81-820a-99ca327019b6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0518665 Mar 14 18:46:01.618185 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-07276396-840d-4e2c-823b-854c1d512418 req-700cefe9-cf28-42a1-b620-920a14bab989 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307112 Mar 14 18:46:02.732264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa263f7-9cab-4c6c-9218-b2de9c333610 req-24ccc6f3-a244-4ced-b5f2-faf224d54f06 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:02.733742 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-caa263f7-9cab-4c6c-9218-b2de9c333610 req-24ccc6f3-a244-4ced-b5f2-faf224d54f06 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Mar 14 18:46:02.771170 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-caa263f7-9cab-4c6c-9218-b2de9c333610 req-d68ec03b-a039-4b90-96a1-f0bc69cdde3b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Mar 14 18:46:03.888772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc98eeb-ea94-4fc6-bffc-8669ce16583e req-d0feda87-8ab9-43dd-87d9-509c8bcfe726 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:03.890299 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bdc98eeb-ea94-4fc6-bffc-8669ce16583e req-d0feda87-8ab9-43dd-87d9-509c8bcfe726 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0493331 Mar 14 18:46:03.927879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bdc98eeb-ea94-4fc6-bffc-8669ce16583e req-e936d483-3fab-4557-b528-9de7bc1f6517 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Mar 14 18:46:05.043915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80804af3-bdc7-417e-8645-6e1327be86b8 req-1d5e3a4b-ad2c-474e-8e50-882aab87e58d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:05.045421 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-80804af3-bdc7-417e-8645-6e1327be86b8 req-1d5e3a4b-ad2c-474e-8e50-882aab87e58d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0503044 Mar 14 18:46:05.083301 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-80804af3-bdc7-417e-8645-6e1327be86b8 req-3079a9fb-6a52-43a4-bf58-69b2f1a90a00 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Mar 14 18:46:06.197517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600423e-620e-4818-bcbf-0aaee61a8bb6 req-e55b1d81-1b06-470e-a4a8-36a962e7c2cc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:06.198940 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a600423e-620e-4818-bcbf-0aaee61a8bb6 req-e55b1d81-1b06-470e-a4a8-36a962e7c2cc tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Mar 14 18:46:06.236120 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a600423e-620e-4818-bcbf-0aaee61a8bb6 req-ded0b609-559d-4f0d-a357-d453b086daf5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Mar 14 18:46:07.353254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31414501-ab16-4a8b-ab2c-ebaa4e5add4d req-bdff8a2e-504d-4a04-80cf-58771477f549 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:07.354739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31414501-ab16-4a8b-ab2c-ebaa4e5add4d req-bdff8a2e-504d-4a04-80cf-58771477f549 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Mar 14 18:46:07.391617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31414501-ab16-4a8b-ab2c-ebaa4e5add4d req-65612465-f5d7-49c7-8ba2-69655720e923 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Mar 14 18:46:08.509007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aec2d5-76c9-48ec-b806-069b684c810a req-ccf74e9e-e0e7-456c-a36b-6b87c6170af8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:08.510490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1aec2d5-76c9-48ec-b806-069b684c810a req-ccf74e9e-e0e7-456c-a36b-6b87c6170af8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0516732 Mar 14 18:46:08.548653 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1aec2d5-76c9-48ec-b806-069b684c810a req-861e92c7-0f7a-4266-b17d-6954a689d7fb tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Mar 14 18:46:09.663176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47db52-41c7-46fa-9ebd-960ad51a212b req-1462f651-5b79-4485-b11c-92cccd5c2c79 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:09.664609 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cd47db52-41c7-46fa-9ebd-960ad51a212b req-1462f651-5b79-4485-b11c-92cccd5c2c79 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Mar 14 18:46:09.700580 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cd47db52-41c7-46fa-9ebd-960ad51a212b req-529c799f-7c77-411a-920f-979501cbccae tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299706 Mar 14 18:46:10.813184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f86a-502d-4226-9eca-9ba45c7069d6 req-092ea968-80ea-4ea9-9101-d3f06c9a9db8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:10.814679 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cdd6f86a-502d-4226-9eca-9ba45c7069d6 req-092ea968-80ea-4ea9-9101-d3f06c9a9db8 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0480456 Mar 14 18:46:10.852246 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cdd6f86a-502d-4226-9eca-9ba45c7069d6 req-e8e6dc29-d785-443e-9c88-bb61b6bd6195 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Mar 14 18:46:10.951539 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:46:11.966105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077599-6f8c-4be0-9705-10664dd7cdbc req-362950f5-d07e-4d8c-8081-8576d38bc666 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:11.967596 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6077599-6f8c-4be0-9705-10664dd7cdbc req-362950f5-d07e-4d8c-8081-8576d38bc666 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Mar 14 18:46:12.003594 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6077599-6f8c-4be0-9705-10664dd7cdbc req-e06de712-5d94-4168-a16c-4c279726c7ca tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302448 Mar 14 18:46:13.118969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a897-6b46-4513-ac17-989e87511be4 req-64e21abd-5312-42cf-aa8e-be8fe36f0598 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:13.120446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67e1a897-6b46-4513-ac17-989e87511be4 req-64e21abd-5312-42cf-aa8e-be8fe36f0598 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Mar 14 18:46:13.158409 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67e1a897-6b46-4513-ac17-989e87511be4 req-cf0ff77e-3364-4e88-8591-81a1c82079c3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Mar 14 18:46:13.606536 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-2bc07c32-97dd-4822-ab6f-dccaa7dcd5ea service neutron] 10.222.0.61 "GET /v2.0/ports/2f826788-05bf-4cc6-9f1f-648667cd9fb3/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0590768 Mar 14 18:46:14.190239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-cd2b022d-c87a-41ca-a42e-6392068d96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:14.191810 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-cd2b022d-c87a-41ca-a42e-6392068d96ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6&tenant_id=6ffbb5b3bf7446d887d7919bab128eff HTTP/1.1" status: 200 len: 1098 time: 0.0704305 Mar 14 18:46:14.279908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-07d008d8-43e6-4b41-b719-dce3e6667898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:14.281409 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-07d008d8-43e6-4b41-b719-dce3e6667898 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1098 time: 0.0690105 Mar 14 18:46:14.304751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa15001-ad9f-46f3-89bd-734193079f76 req-339724bf-c5a5-4aa7-9e0f-1f3422968a50 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:14.306174 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8aa15001-ad9f-46f3-89bd-734193079f76 req-339724bf-c5a5-4aa7-9e0f-1f3422968a50 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0694287 Mar 14 18:46:14.380791 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8aa15001-ad9f-46f3-89bd-734193079f76 req-29745ef7-db2c-49a1-b9b2-51b07e0be732 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650485 Mar 14 18:46:14.404521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-1b8b5e34-a576-4500-97d3-8116cb84e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:14.406016 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-1b8b5e34-a576-4500-97d3-8116cb84e51e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.1164839 Mar 14 18:46:14.450479 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-e008a7dd-667a-4e55-87c7-4c7c2bb93fd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0371585 Mar 14 18:46:14.498676 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-3ac36518-acd0-4756-9a23-8732b0406905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:14.500078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-3ac36518-acd0-4756-9a23-8732b0406905 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0426848 Mar 14 18:46:14.530193 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-a81dd3af-bc3d-4323-a48f-eefb86d8b348 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234704 Mar 14 18:46:14.619204 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-1f805d22-081a-4129-8795-6f38b62565da service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820239 Mar 14 18:46:14.705125 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-285a1da7-ff47-42d4-9c03-d5496c3e419a req-34e9c8b2-f32f-4d11-ad46-9aa07874413a service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797033 Mar 14 18:46:15.664767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0c20-e53b-468f-847d-43869d3e1941 req-aca247ec-21be-4c9d-b061-164179f4d069 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:15.666158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72ef0c20-e53b-468f-847d-43869d3e1941 req-aca247ec-21be-4c9d-b061-164179f4d069 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0532408 Mar 14 18:46:15.704239 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72ef0c20-e53b-468f-847d-43869d3e1941 req-dede1869-1712-4812-a601-d71993223ba2 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Mar 14 18:46:16.817459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ead2de-13aa-4c1e-9e41-60803fad7d86 req-9e000526-5aef-45d1-a389-363e5cd76922 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:16.818953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4ead2de-13aa-4c1e-9e41-60803fad7d86 req-9e000526-5aef-45d1-a389-363e5cd76922 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Mar 14 18:46:16.855346 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4ead2de-13aa-4c1e-9e41-60803fad7d86 req-09320368-2ce5-484c-a757-172a9f228d57 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Mar 14 18:46:17.306913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:46:17.309074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:46:17.468794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:17.491647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:17.510609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:17.512913 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65b7342-f37e-44c6-8d1e-d4d45046e425" -d '{"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:17.517481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'network_id': '3fec9167-377d-41d9-956a-75fad8c21299', 'port_id': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'mac_address': 'fa:16:3e:fe:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a36fa81-8169-4a73-8655-71c955820b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:46:17.527389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:17.557587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda8045-cfc0-42eb-995d-744b435a17b1 x-openstack-request-id: req-2cda8045-cfc0-42eb-995d-744b435a17b1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:17.557815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-unplugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:17.558102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cda8045-cfc0-42eb-995d-744b435a17b1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:17.558482 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'code': 200} Mar 14 18:46:17.569662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:17.581920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:17.590391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:17.657628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:46:17.658008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:46:17.662860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:17.858437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11b28e9f-23e9-4a51-b8f9-ca695789ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:17.979422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0b2d6-97fb-41b6-8c6b-6a0ceff66cf1 req-1d298ea2-b34f-47f5-880a-bf6e6338d9a5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:17.980920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8ea0b2d6-97fb-41b6-8c6b-6a0ceff66cf1 req-1d298ea2-b34f-47f5-880a-bf6e6338d9a5 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.0573208 Mar 14 18:46:18.017225 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8ea0b2d6-97fb-41b6-8c6b-6a0ceff66cf1 req-9cc468b6-9fa1-4649-8dc6-9b0a93bc82db tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304508 Mar 14 18:46:18.195566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.212064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:18.228347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:18.281175 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:18.316140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e868-8522-4d37-851d-2138a8907ca5 req-db27cf5e-c558-4190-ae41-936e96efd275 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.319771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7620e868-8522-4d37-851d-2138a8907ca5 req-db27cf5e-c558-4190-ae41-936e96efd275 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 943 time: 0.0552146 Mar 14 18:46:18.331950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:18.341402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['2f826788-05bf-4cc6-9f1f-648667cd9fb3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:46:18.418752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7620e868-8522-4d37-851d-2138a8907ca5 req-21807784-cb7d-40c3-ae32-fbac19e9e1f3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918243 Mar 14 18:46:18.441647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-7fe580a5-688f-4c63-a7ac-ae5cd5e6c3e6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.444109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-7fe580a5-688f-4c63-a7ac-ae5cd5e6c3e6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6&tenant_id=6ffbb5b3bf7446d887d7919bab128eff&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 944 time: 0.0999391 Mar 14 18:46:18.531211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-ca63af19-8585-495e-959a-ec9d67bd0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.532670 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-ca63af19-8585-495e-959a-ec9d67bd0a5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 1097 time: 0.0403223 Mar 14 18:46:18.617774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-5dd2c0ce-32f5-461e-93d6-871125b803da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.619228 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-5dd2c0ce-32f5-461e-93d6-871125b803da service neutron] 10.222.0.61 "GET /v2.0/networks?id=3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 200 len: 916 time: 0.0796146 Mar 14 18:46:18.664526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-36fc47a4-d15f-4d33-87d1-84315dc205fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Mar 14 18:46:18.711609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-a1a961a2-2c30-4409-9ac5-1d2c1f7a8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:18.712951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-a1a961a2-2c30-4409-9ac5-1d2c1f7a8fbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 200 len: 855 time: 0.0417349 Mar 14 18:46:18.742932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-7967e1fd-fe34-4b4f-83be-0a49e98e2f31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3fec9167-377d-41d9-956a-75fad8c21299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236573 Mar 14 18:46:18.834549 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-b6366d45-1618-4864-bf3b-3d0118b06c93 service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Mar 14 18:46:18.919867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-35eb3038-3a87-4e3f-ac4a-ecf19187ea77 req-c7abe6d3-9ea7-4375-915b-567c1a40439a service neutron] 10.222.0.61 "GET /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790491 Mar 14 18:46:19.319622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:19.366617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:19.367326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.444116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.483059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:19.542678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c86f9-7661-4435-a17b-76d5c2fa8e23 req-7127a6e1-1b8b-496c-9f3e-b00a9e1829b0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:19.544152 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-843c86f9-7661-4435-a17b-76d5c2fa8e23 req-7127a6e1-1b8b-496c-9f3e-b00a9e1829b0 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 944 time: 0.0500419 Mar 14 18:46:19.559981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:19.562583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29b6b5-8ff2-4865-9bc4-0d66f16ebb48" -d '{"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:19.566195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:19.585520 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-843c86f9-7661-4435-a17b-76d5c2fa8e23 req-069ee3a0-95e5-4fc0-9185-6ec8709420f7 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Mar 14 18:46:19.600721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbba5ee-f591-4b6a-bbb6-bff2e992e46a x-openstack-request-id: req-9cbba5ee-f591-4b6a-bbb6-bff2e992e46a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:19.600942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-plugged", "status": "completed", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:19.616416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cbba5ee-f591-4b6a-bbb6-bff2e992e46a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:19.616416 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'code': 200} Mar 14 18:46:19.621746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:20.120032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bca5bd32-cead-46b2-ad5d-ec212f6df5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:20.703310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d70e-8527-43f1-8e3f-57e763dc0cf4 req-51450b02-26f4-45ab-84a5-7ff717af5cae tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.704661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9316d70e-8527-43f1-8e3f-57e763dc0cf4 req-51450b02-26f4-45ab-84a5-7ff717af5cae tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Mar 14 18:46:20.740902 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9316d70e-8527-43f1-8e3f-57e763dc0cf4 req-eb98c679-97e5-4409-ade5-afdced58d92f tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Mar 14 18:46:20.853640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501204fa-9735-4553-bae9-cd73a5c59d8e req-f1ed6705-ba7a-4e32-b9f2-9cb3b11e132d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:20.855161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-501204fa-9735-4553-bae9-cd73a5c59d8e req-f1ed6705-ba7a-4e32-b9f2-9cb3b11e132d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Mar 14 18:46:20.892835 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-501204fa-9735-4553-bae9-cd73a5c59d8e req-819ee4dd-66c0-4752-8223-9b8256f8fea3 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Mar 14 18:46:21.007861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da68354-94e4-4b88-a515-3c761c74373c req-e012181a-d42b-4370-bbb8-94cf00db547d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:21.009331 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6da68354-94e4-4b88-a515-3c761c74373c req-e012181a-d42b-4370-bbb8-94cf00db547d tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Mar 14 18:46:21.044608 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6da68354-94e4-4b88-a515-3c761c74373c req-338a1ff4-df87-4c22-bf25-1e672d2dfb71 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295136 Mar 14 18:46:21.493017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:21.596677 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893094-6029-49f2-8ae4-83a28bc8675f req-3dd187b1-422f-4430-8a5f-d5e15461ef70 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:21.598143 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6893094-6029-49f2-8ae4-83a28bc8675f req-3dd187b1-422f-4430-8a5f-d5e15461ef70 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Mar 14 18:46:21.635160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6893094-6029-49f2-8ae4-83a28bc8675f req-55d8950e-28e8-49ee-ac58-70f6f7aacef1 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Mar 14 18:46:22.748313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78876c58-9c7e-424f-af2d-ccc73abfee8e req-5cd6bcfa-7d3a-4e94-855f-6451add3aa0b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:22.749763 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-78876c58-9c7e-424f-af2d-ccc73abfee8e req-5cd6bcfa-7d3a-4e94-855f-6451add3aa0b tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Mar 14 18:46:22.787617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-78876c58-9c7e-424f-af2d-ccc73abfee8e req-0c1727a6-e19c-4612-86b2-c1112869bba6 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/security-groups?id=7725c2b4-d209-4a69-8898-24e73a650337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Mar 14 18:46:22.932226 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.045357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.313679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-c7496807-75de-4aa0-ac7f-d96dacff8d61 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:23.315127 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-c7496807-75de-4aa0-ac7f-d96dacff8d61 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 945 time: 0.0467579 Mar 14 18:46:23.401818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Deleting port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:46:23.402183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.485968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] For port 2f826788-05bf-4cc6-9f1f-648667cd9fb3, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=2f826788-05bf-4cc6-9f1f-648667cd9fb3,segment=NetworkSegment(1160cc8b-3865-41b4-bdeb-67bc7fdd82c8),segment_id=1160cc8b-3865-41b4-bdeb-67bc7fdd82c8)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:23.486335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.499097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Calling delete_port for 2f826788-05bf-4cc6-9f1f-648667cd9fb3 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:46:23.691497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.702764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['2f826788-05bf-4cc6-9f1f-648667cd9fb3'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:46:23.719994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Pushing event deleted for resources: {'Port': ['ID=2f826788-05bf-4cc6-9f1f-648667cd9fb3,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:23.733196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.733564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.733886 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.734261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.734597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.734926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.735250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.735588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.735899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.736221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.736543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.736862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:23.774473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] No DVR routers for this DVR port 2f826788-05bf-4cc6-9f1f-648667cd9fb3 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:46:23.776880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:23.780171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a63c172-e1a9-4a0e-a2d7-b26339693f78 req-127cf45e-be02-4199-9cc9-700f9bb8f2c4 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.61 "DELETE /v2.0/ports/2f826788-05bf-4cc6-9f1f-648667cd9fb3 HTTP/1.1" status: 204 len: 173 time: 0.4594126 Mar 14 18:46:23.780613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-deleted', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:23.782910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d70b79-2250-4604-8d06-554cdedd97c3" -d '{"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-deleted", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:23.884659 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09bcda26-5fe2-4c3f-870c-aa4ad81a5aa1 req-80cd9034-28d2-454e-8c3f-9acaebef7750 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e180816-91a6-4fff-98e8-ba268a7f52c6 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Mar 14 18:46:23.885996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845bd6ba-c72e-493c-aba3-8584def73e6b x-openstack-request-id: req-845bd6ba-c72e-493c-aba3-8584def73e6b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:23.886283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e180816-91a6-4fff-98e8-ba268a7f52c6", "name": "network-vif-deleted", "tag": "2f826788-05bf-4cc6-9f1f-648667cd9fb3", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:23.886536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-845bd6ba-c72e-493c-aba3-8584def73e6b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:23.886919 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e180816-91a6-4fff-98e8-ba268a7f52c6', 'name': 'network-vif-deleted', 'tag': '2f826788-05bf-4cc6-9f1f-648667cd9fb3', 'status': 'completed', 'code': 200} Mar 14 18:46:25.004167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52790) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:25.046125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Deleting subnet 8a36fa81-8169-4a73-8655-71c955820b18 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:46:25.049030 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.083248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.123191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.252568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.275781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a36fa81-8169-4a73-8655-71c955820b18,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:25.281862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.284979 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3eb26db2-15d5-41b1-8bb4-4befb4c5e2bd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8a36fa81-8169-4a73-8655-71c955820b18 HTTP/1.1" status: 204 len: 168 time: 0.2798297 Mar 14 18:46:25.288103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52792) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:25.353550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.430454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.449698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fec9167-377d-41d9-956a-75fad8c21299']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:25.459084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:25.459383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1160cc8b-3865-41b4-bdeb-67bc7fdd82c8') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:25.468183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.481270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.486755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:46:25.487143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:46:25.488690 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:46:25.600807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.606889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.610378 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3fec9167-377d-41d9-956a-75fad8c21299 HTTP/1.1" status: 204 len: 168 time: 0.3213620 Mar 14 18:46:25.624392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eaa7d-a33c-4b69-80d6-db67571b5389 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fec9167-377d-41d9-956a-75fad8c21299,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:25.869018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52796) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:25.906854 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d409d309-3394-435e-9e54-70620e751c4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ffbb5b3bf7446d887d7919bab128eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367260 Mar 14 18:46:25.909191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52798) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:25.954105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:25.974502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:26.075534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:26.079956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:26.082696 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7725c2b4-d209-4a69-8898-24e73a650337 HTTP/1.1" status: 204 len: 168 time: 0.1710532 Mar 14 18:46:26.088884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59622d33-6fca-4f8a-bd69-102778ef8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7725c2b4-d209-4a69-8898-24e73a650337,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:27.083539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52820) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:27.188079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-278479648-network', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:27.269471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:27.272396 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.280602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.351023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:46:27.351573 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.370684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 2f826788-05bf-4cc6-9f1f-648667cd9fb3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:46:27.371022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 2f826788-05bf-4cc6-9f1f-648667cd9fb3 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:46:27.435289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.460516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:46:27.469030 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb506ba-4459-4d52-8f7d-fdf11b1e8dd8,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:27.477501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.477842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Added segment 0d7dd020-159a-4559-8149-9766c2c53f01 of type vlan for network 6f0ec094-2dab-447a-abd8-113c4ab5c878 Mar 14 18:46:27.479699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.480043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.480379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.480713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.481045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.481373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.481698 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.482056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.482385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.482706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.483046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.483345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:27.524758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.605508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.606486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:27.607054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.664481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] Pushing event updated for resources: {'Network': ['ID=6f0ec094-2dab-447a-abd8-113c4ab5c878,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:27.677350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:46:27.707349 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f8c053bb-dae5-4625-a915-1873c85aef8b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6161587 Mar 14 18:46:27.707349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52824) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:27.708710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Request body: {'subnet': {'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-278479648-subnet', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:27.778176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:27.780603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:27.995229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.050215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e4a091-3b2f-4484-90ac-5832f7a51e23,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:28.058548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:46:28.058923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Network hostable DHCP agents. Network: 6f0ec094-2dab-447a-abd8-113c4ab5c878, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:46:28.132308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:46:28.206640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6f0ec094-2dab-447a-abd8-113c4ab5c878) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:28.211524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:28.212122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.220636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff58049-7e16-41e5-ac57-e867fe85183b None None] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:46:28.305468 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d57c3b2a-b270-4012-879e-711a2e86029b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6004310 Mar 14 18:46:28.308203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52826) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:28.312501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:28.322751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.369305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-6f0ec094-2dab-447a-abd8-113c4ab5c878', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:46:28.370220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.401159 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.402347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.489134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.499923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Allocated IP 172.20.0.2 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/2c93adad-3311-45ce-bcb7-7ab62da149ff) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:28.641486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.686853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.709305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.748987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:28.751746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:28.756013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:28.764239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Pushing event updated for resources: {'Port': ['ID=2c93adad-3311-45ce-bcb7-7ab62da149ff,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:28.790076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.790428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.790767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.791101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.791430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.791759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.792087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.792410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.792735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.793058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.793371 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.793691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:28.827257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Attempting to bind port 2c93adad-3311-45ce-bcb7-7ab62da149ff on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:46:28.827623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Attempting to bind port 2c93adad-3311-45ce-bcb7-7ab62da149ff by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:46:28.827995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Attempting to bind port 2c93adad-3311-45ce-bcb7-7ab62da149ff on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:28.832922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:28.833314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:46:28.833877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.834302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:28.834763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Bound port: 2c93adad-3311-45ce-bcb7-7ab62da149ff, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:46:28.835143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.898130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] For port 2c93adad-3311-45ce-bcb7-7ab62da149ff, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:28.901276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] For port 2c93adad-3311-45ce-bcb7-7ab62da149ff, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c93adad-3311-45ce-bcb7-7ab62da149ff,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:28.984553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:28.994326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.019366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.042187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589be69f-feee-48f3-bd57-d78cdc2dff04 None None] Pushing event updated for resources: {'Port': ['ID=2c93adad-3311-45ce-bcb7-7ab62da149ff,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:29.122861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Allocated IP 172.26.3.25 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/5c9ebada-bcb1-4d59-9f52-97b81aaaef65) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:29.275831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.367359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.403104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:29.407505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:29.411420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:29.435470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:29.735018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.920460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ce74d-96ce-4a87-bd14-5d3680208531 None None] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:46:29.942648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:29.981954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] Provisioning complete for port 2c93adad-3311-45ce-bcb7-7ab62da149ff triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:29.982330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.132207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Router c42566d5-783c-4ad0-8106-e21f68086164 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:46:30.249984 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:46:30.259377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.265137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:30.307276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:30.307926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:30.335311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.336640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f003497e-f3a3-4674-be70-358d27f98f33 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0274923 Mar 14 18:46:30.339477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52828) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:30.357832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c93adad-3311-45ce-bcb7-7ab62da149ff up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:30.364892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] For port 2c93adad-3311-45ce-bcb7-7ab62da149ff, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c93adad-3311-45ce-bcb7-7ab62da149ff,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:30.452872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.502838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:30.589259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735169b-05a2-426e-85a0-ea97bfb9ea50 None None] Pushing event updated for resources: {'Port': ['ID=2c93adad-3311-45ce-bcb7-7ab62da149ff,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:30.594127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2c93adad-3311-45ce-bcb7-7ab62da149ff triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:30.594501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.705460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b52167b1-8604-4b33-9c74-b8a1a5aedf13 None None] Provisioning complete for port 2c93adad-3311-45ce-bcb7-7ab62da149ff triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:30.705745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b52167b1-8604-4b33-9c74-b8a1a5aedf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:30.847328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:29Z', 'revision_number': 3, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:30.881410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:30.881721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Updating router c42566d5-783c-4ad0-8106-e21f68086164 port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:46:30.908681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.017956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.159047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.220475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Allocated IP 172.20.0.1 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/27ae36ca-853e-4a82-bcc9-f065bd9c7a83) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:31.240883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.303376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Attempting to bind port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:46:31.303755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Attempting to bind port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:46:31.304116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Attempting to bind port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:31.307643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ef8a-d854-4cb8-ba69-62cc70ddf77a None None] Pushing event updated for resources: {'Port': ['ID=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:31.312278 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:31.312648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:46:31.313754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.313754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:31.313994 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Bound port: 5c9ebada-bcb1-4d59-9f52-97b81aaaef65, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:46:31.314277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.324430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.367750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] For port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:31.370790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] For port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:31.412730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.441096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.456195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:31.461597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:31.463815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Pushing event updated for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:31.465971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:31.500802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:31.500993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:31.505859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ef8a-d854-4cb8-ba69-62cc70ddf77a None None] Pushing event updated for resources: {'Port': ['ID=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:31.512825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.614619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:31.743218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9cd9a0f9-8db3-473a-a039-81179207c3bc None None] Provisioning complete for port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:31.743530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9cd9a0f9-8db3-473a-a039-81179207c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.791504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:31.809320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9a0f9-8db3-473a-a039-81179207c3bc None None] Port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:46:31.836178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:29Z', 'revision_number': 3, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:31.863117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19faba3-f285-474b-b78a-d4aeb13d850d None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:29Z', 'revision_number': 3, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:31.955041 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.023689 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.102454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.104178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Pushing event updated for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:32.201848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:32.203293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:32.344085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:46:32.394345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:32.474413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:32.474784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.484011 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:46:32.489748 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ff5447b8-c9a3-4d22-ae82-af3412dccac4 admin admin] 10.222.0.58 "PUT /v2.0/routers/c42566d5-783c-4ad0-8106-e21f68086164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1485782 Mar 14 18:46:32.561116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ab69ea8b-9b73-4d32-8f24-9be1f4299e9c None None] Provisioning complete for port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:32.561489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab69ea8b-9b73-4d32-8f24-9be1f4299e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.601299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.615894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ab69ea8b-9b73-4d32-8f24-9be1f4299e9c None None] Port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:46:32.625525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:32.697668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:32.698534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c93adad-3311-45ce-bcb7-7ab62da149ff up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:32.780955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:32.792124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2c93adad-3311-45ce-bcb7-7ab62da149ff triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:32.792442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:33.497784 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:33.507998 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:33.508596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:33.608356 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:33.793744 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 2, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:33.824279 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:33.824624 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Updating router c42566d5-783c-4ad0-8106-e21f68086164 port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:46:33.849831 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.085024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52838) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:34.089801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128331397', 'description': 'tempest-description--2072173907'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:34.103644 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.166467 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.178683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.222881 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Pushing event updated for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.233540 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.233858 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.234218 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.235697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.235697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.235697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.235697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.236591 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.236917 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.237235 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.237550 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.237859 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:46:34.256201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.285467 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Attempting to bind port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:46:34.286387 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Attempting to bind port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:46:34.287115 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Attempting to bind port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:34.293312 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:34.293681 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:46:34.294179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.294911 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:34.295378 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Bound port: 27ae36ca-853e-4a82-bcc9-f065bd9c7a83, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:46:34.295749 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.309312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.313201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:34.344831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779a1ad5-c302-418d-b8ef-f4032dac2565,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.360286 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] For port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:34.363491 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] For port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:34.375476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:34.375932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.396364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.397686 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-27f92c7e-7685-4f9d-9b55-53fd60fe6b32 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3116148 Mar 14 18:46:34.400725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:34.405644 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'security_group_rule': {'security_group_id': '779a1ad5-c302-418d-b8ef-f4032dac2565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:34.456000 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.515404 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:34.515971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.516156 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:34.570676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] Provisioning complete for port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:34.571002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.615789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.704431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.709836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.718828 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892f15b-4a40-4fe6-a439-7700615eb0cc None None] Pushing event updated for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.733024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0729e51-f39b-4da0-b71a-95228ef7447f,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.737712 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:34.746743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] For port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:34.814351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.815756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f19fdacd-30c6-4a55-81a8-7fff7b4a7bae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138360 Mar 14 18:46:34.819505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52842) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:34.824028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'security_group_rule': {'security_group_id': '779a1ad5-c302-418d-b8ef-f4032dac2565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:34.841155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.890112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6faec0-2275-4647-a5ba-a8177658cbc2 None None] Pushing event updated for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:34.918729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.937376 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:34.961269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b2af8a19-f80d-4ae3-84b5-a56a7e44fa53 None None] Provisioning complete for port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:34.961636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b2af8a19-f80d-4ae3-84b5-a56a7e44fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:34.965693 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13423036-becf-4267-bff7-89313ec7ddeb None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:34.970833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.052816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.075974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f275564d-16aa-4acf-bf9d-b2982690e2e3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:35.151190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.152455 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-efba1169-7011-49a3-9989-0d96d1fc942f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319373 Mar 14 18:46:35.156362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 52844) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:35.161428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:35.246862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.350173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.468137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Allocated IP 172.26.3.34 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/8e5d92b8-4a38-4615-a52f-34f0d4145066) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:35.573007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.664330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.707378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:35.711019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:35.713473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:35.741249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=8e5d92b8-4a38-4615-a52f-34f0d4145066,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:35.807844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:35.925599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.303884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:36.358943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:36.359309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.424963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.502481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.567480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=8e5d92b8-4a38-4615-a52f-34f0d4145066,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:36.579130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.647484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:36.648754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7440f099-b818-4631-8b36-4f09226d9c09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4914351 Mar 14 18:46:36.793299 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-8eec0ff4-dd2e-4d20-9d97-eef2155b6765 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2128331397&fields=id&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 267 time: 0.0414870 Mar 14 18:46:36.903183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-48ab916b-822f-464d-8216-88fe99fa0646 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:36.904645 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-48ab916b-822f-464d-8216-88fe99fa0646 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1046932 Mar 14 18:46:36.919528 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-a0fc4a0c-4a51-44bb-a839-dfcd62bf654a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/quotas/0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 375 time: 0.0091734 Mar 14 18:46:37.001334 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-0127e6a2-71e6-4a7e-b90e-e0fdd6f36d79 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762622 Mar 14 18:46:37.018082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-c81d9446-4306-4baa-9f19-bdea1603e8c8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:46:37.019041 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-c81d9446-4306-4baa-9f19-bdea1603e8c8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051427 Mar 14 18:46:37.109583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-4029cf52-40e7-4ccf-a7f1-8794e5ad16b0 service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 Mar 14 18:46:37.199953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cda780ef-b967-4ac4-9287-a13f6627a375 service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837293 Mar 14 18:46:37.434134 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c46e0a1a-270f-453d-8391-af99fea65399 req-ec8bb335-ce0d-438a-a0ff-6d8559bd0cc6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 210 time: 0.0262830 Mar 14 18:46:38.513227 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2b534adc-be10-49a4-a017-2901b81f258e req-9c6ae394-f663-47ce-b7da-9d3b40b42fd8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 210 time: 0.0281169 Mar 14 18:46:39.621943 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7fc598d3-5e19-42c2-8d54-d90abe905d12 req-3efd18c9-2199-4a60-a01f-fa54a384ce53 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 210 time: 0.0373170 Mar 14 18:46:39.637856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-da5b868c-af46-49a8-b4c1-e84818cfa331 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:39.641727 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-da5b868c-af46-49a8-b4c1-e84818cfa331 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1335535 Mar 14 18:46:39.690769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-18bd0366-2677-45a3-a288-70986c0113e7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 380 time: 0.0422630 Mar 14 18:46:39.699260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'port': {'device_id': '266b35fc-0897-4865-a1b1-da499206ed24', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'admin_state_up': True, 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'security_groups': ['779a1ad5-c302-418d-b8ef-f4032dac2565']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:39.897721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:46:39.901383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.025855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Allocated IP 172.20.0.10 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/ed4ba636-0e09-4973-9e30-27f4dc3e1ce2) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:46:40.153344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.263770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.311559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:46:40.314375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:46:40.318573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:46:40.347567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:40.375362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:40.375984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.451152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-cbd6ab27-6250-4766-9df4-4cb7cb421625 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537446 Mar 14 18:46:40.463296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Request body: {'port': {'device_id': '266b35fc-0897-4865-a1b1-da499206ed24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:40.509749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5812709e-fc71-4860-b769-8ee8af1a5e55 None None] Provisioning complete for port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:40.510355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5812709e-fc71-4860-b769-8ee8af1a5e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.516282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.544143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5812709e-fc71-4860-b769-8ee8af1a5e55 None None] Port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:46:40.742450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b507d-9f5b-4421-9a2c-941924b10a2f req-f046c437-ffcd-4ecf-9935-17d60adf2a61 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:40.744034 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fd6b507d-9f5b-4421-9a2c-941924b10a2f req-f046c437-ffcd-4ecf-9935-17d60adf2a61 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 932 time: 0.0523911 Mar 14 18:46:40.778374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:40.781137 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fd6b507d-9f5b-4421-9a2c-941924b10a2f req-88ed8ab4-f017-489b-8704-21cc4ed92ac8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Mar 14 18:46:40.786588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.798521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Transition to ACTIVE for port object ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:46:40.869275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:40.920373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:40.991082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Attempting to bind port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:46:40.991404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Attempting to bind port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:46:40.991739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Attempting to bind port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:40.996188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:46:40.996509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Attempting to bind port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:46:41.001370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:46:41.001709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:46:41.002150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:46:41.002584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Bound port: ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:46:41.002947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:41.073199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:46:41.076368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:46:41.166778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:41.202625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.203254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:41.204636 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] 10.222.0.61 "PUT /v2.0/ports/ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 1094 time: 0.7458189 Mar 14 18:46:41.205080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:41.207446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4392b0-8671-4118-9422-fe5026e0ca38" -d '{"events": [{"name": "network-changed", "server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:41.232509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21208cbd-d5aa-4fde-9071-a37059ed4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:41.258639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f8ed10-4c10-4399-8b3b-d4a3216b1c6f x-openstack-request-id: req-22f8ed10-4c10-4399-8b3b-d4a3216b1c6f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:41.258925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:41.259176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22f8ed10-4c10-4399-8b3b-d4a3216b1c6f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:41.259573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'status': 'completed', 'code': 200} Mar 14 18:46:41.320266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-86dfbfa1-367c-4a3f-94c7-92a5f81658ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.321784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-86dfbfa1-367c-4a3f-94c7-92a5f81658ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1097 time: 0.0432901 Mar 14 18:46:41.424780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-dceb84f6-6613-46b4-8063-3ba4b4c682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.426792 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-dceb84f6-6613-46b4-8063-3ba4b4c682e9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d293bf9480747d3b23498b09fa1763f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972924 Mar 14 18:46:41.516942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-ffc51c2f-a3b1-461f-ac19-25b3e537785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.518426 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6f4392b0-8671-4118-9422-fe5026e0ca38 req-ffc51c2f-a3b1-461f-ac19-25b3e537785f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864286 Mar 14 18:46:41.595645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-8b815983-e12a-4e70-9f29-e9c690cb08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.597101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-8b815983-e12a-4e70-9f29-e9c690cb08e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1097 time: 0.0437610 Mar 14 18:46:41.638169 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-bda27ec7-2b25-4f3c-92ee-0022f0a1a2f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 217 time: 0.0328455 Mar 14 18:46:41.686339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-c5e9a9e9-b7c9-4a23-a2b5-044b39e215ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.687686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-c5e9a9e9-b7c9-4a23-a2b5-044b39e215ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0434170 Mar 14 18:46:41.761088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08b78e-d584-451e-8824-350a8b04de08 req-716bb1f4-91a6-486d-86ea-8f2ed6fce56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.762634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-716bb1f4-91a6-486d-86ea-8f2ed6fce56d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679350 Mar 14 18:46:41.854838 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-38d91e18-a9ec-43e2-adbf-9dcf37f0c7c7 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Mar 14 18:46:41.902587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d410bb7-a9ef-4197-bedd-f797e3542937 req-2490d372-237e-47ab-9f9a-29d4e824f17f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:41.904075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d410bb7-a9ef-4197-bedd-f797e3542937 req-2490d372-237e-47ab-9f9a-29d4e824f17f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Mar 14 18:46:41.945301 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a08b78e-d584-451e-8824-350a8b04de08 req-86f1c58e-7137-47a0-9970-f7e0ab57e206 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840001 Mar 14 18:46:41.948763 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d410bb7-a9ef-4197-bedd-f797e3542937 req-e59a2184-f0c0-4ed6-bee9-1171814990f8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Mar 14 18:46:43.073916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a31b0-c552-4b29-8e93-f89563ef670a req-b08d9f23-4b36-467d-880c-510f4dd82124 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:43.075410 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a7a31b0-c552-4b29-8e93-f89563ef670a req-b08d9f23-4b36-467d-880c-510f4dd82124 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0560460 Mar 14 18:46:43.112740 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a7a31b0-c552-4b29-8e93-f89563ef670a req-bcc8df67-d49e-47cf-93ca-e3d132612f7b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Mar 14 18:46:44.226454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c3f2-60ad-48de-b480-bd7610c0c945 req-db8f43bc-84ff-4ec2-891c-495234eb1511 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:44.227911 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c025c3f2-60ad-48de-b480-bd7610c0c945 req-db8f43bc-84ff-4ec2-891c-495234eb1511 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0486534 Mar 14 18:46:44.264456 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c025c3f2-60ad-48de-b480-bd7610c0c945 req-cd05617f-cfe3-4261-8faf-10a266d11ab7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Mar 14 18:46:45.377643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ae09-e14b-4432-bf5a-207bdf11961e req-e17326d8-7853-41d1-ac6a-787da3755096 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:45.379141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab85ae09-e14b-4432-bf5a-207bdf11961e req-e17326d8-7853-41d1-ac6a-787da3755096 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0488157 Mar 14 18:46:45.416475 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab85ae09-e14b-4432-bf5a-207bdf11961e req-b87ddd65-2df2-41ec-b379-d42c8cf14a4f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Mar 14 18:46:45.445470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:46:45.538942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:45.549842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'mac_address': 'fa:16:3e:4c:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:46:45.585127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:45.597212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:46:45.616390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:45.713327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:45.762297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:46.068601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:46:46.533104 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb74f0-7486-4cc5-a0b5-2b1fb08487f9 req-04f4a102-1693-43ca-95f5-f245853b363e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:46.534559 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a7fb74f0-7486-4cc5-a0b5-2b1fb08487f9 req-04f4a102-1693-43ca-95f5-f245853b363e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 945 time: 0.0509012 Mar 14 18:46:46.571610 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a7fb74f0-7486-4cc5-a0b5-2b1fb08487f9 req-113362f2-5d9b-4311-a0b8-a327267b9c3a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Mar 14 18:46:47.446225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:46:47.577210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:46:47.580996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:46:47.581365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:47.657670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:47.681121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:47.683394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9b6f5e-ab21-4776-a561-5f2ffc0c3ee5" -d '{"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:47.685190 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcb0a4-add0-4c66-9498-13fac046a6a2 req-fda5aea1-7a8e-40d3-b50e-634f8f0fad6c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:47.686733 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ccbcb0a4-add0-4c66-9498-13fac046a6a2 req-fda5aea1-7a8e-40d3-b50e-634f8f0fad6c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 945 time: 0.0491884 Mar 14 18:46:47.696481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:46:47.722681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3e3c21-db99-4d73-90c1-6549ec50e8bb x-openstack-request-id: req-cb3e3c21-db99-4d73-90c1-6549ec50e8bb {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:47.723009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:47.723270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb3e3c21-db99-4d73-90c1-6549ec50e8bb {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:47.723747 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'code': 200} Mar 14 18:46:47.725964 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ccbcb0a4-add0-4c66-9498-13fac046a6a2 req-21cf74d8-acd9-4a5d-a96d-bf20a355ea6b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Mar 14 18:46:47.766636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:47.828825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:46:47.886382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f35d6bb3-e61a-463f-96d3-32de6b5fdc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:47.950549 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:46:48.046084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8e64-a974-4b78-9918-70e9682ec2e5 req-ae318900-4034-4e32-a6b0-584a5579ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:48.047588 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e19b8e64-a974-4b78-9918-70e9682ec2e5 req-ae318900-4034-4e32-a6b0-584a5579ad95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1099 time: 0.0440376 Mar 14 18:46:48.082739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e19b8e64-a974-4b78-9918-70e9682ec2e5 req-4b979dbc-4262-4239-b1bf-e974f03ded65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271163 Mar 14 18:46:48.842615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffb0ce-8ba0-47d3-a270-50d1481db133 req-f9e5e80b-81ff-4bfb-b8c0-8c4d201b0c5c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:48.844087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97ffb0ce-8ba0-47d3-a270-50d1481db133 req-f9e5e80b-81ff-4bfb-b8c0-8c4d201b0c5c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0499809 Mar 14 18:46:48.882166 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97ffb0ce-8ba0-47d3-a270-50d1481db133 req-50d3d383-f71c-4ecd-a23d-02c039187c3b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Mar 14 18:46:49.998448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587b12f-637c-4269-87cb-fca583d485b5 req-172a2a72-611c-4ecd-9f17-3e49510bf588 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:50.000087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6587b12f-637c-4269-87cb-fca583d485b5 req-172a2a72-611c-4ecd-9f17-3e49510bf588 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Mar 14 18:46:50.038302 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6587b12f-637c-4269-87cb-fca583d485b5 req-ab6c9eef-8bcf-446a-be6a-b06a78ef0748 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Mar 14 18:46:50.126326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-788c332b-d985-44d0-9120-b0868addcb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:50.149729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05bb8a-e2d2-44d7-9a70-eef2d7671d38 req-3f01f5e7-511b-4664-a099-d1937e3ee80b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:50.151226 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad05bb8a-e2d2-44d7-9a70-eef2d7671d38 req-3f01f5e7-511b-4664-a099-d1937e3ee80b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0508642 Mar 14 18:46:50.160242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 52900) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:46:50.164607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'floatingip': {'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:46:50.207924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:50.642062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:50.702388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:50.797523 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb associated. External IP: 172.26.3.34, port: ed4ba636-0e09-4973-9e30-27f4dc3e1ce2. Mar 14 18:46:51.251024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:46:51.355924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:46:51.360762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:51.365474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:46:51.375130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:51.375768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:51.386777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-38dd7d3b-23c8-4fb4-b1af-278c809448af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "PUT /v2.0/floatingips/dd02e15c-f77c-4d1e-9e8a-c48879e111cb HTTP/1.1" status: 200 len: 991 time: 1.2255633 Mar 14 18:46:51.387330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:46:51.389773 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2" -d '{"events": [{"name": "network-changed", "server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:46:51.426307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c95c69-0f82-4688-8f32-4850f5f59ef8 x-openstack-request-id: req-e3c95c69-0f82-4688-8f32-4850f5f59ef8 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:46:51.426582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:46:51.426837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3c95c69-0f82-4688-8f32-4850f5f59ef8 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:46:51.427231 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'status': 'completed', 'code': 200} Mar 14 18:46:51.502230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:51.528160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d48e-c39f-486b-9ba4-d9f3cc3b60b2 req-d1c75ce6-fd8f-49e1-b3ed-a50001cc2b45 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.530768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:51.530910 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed25d48e-c39f-486b-9ba4-d9f3cc3b60b2 req-d1c75ce6-fd8f-49e1-b3ed-a50001cc2b45 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0895379 Mar 14 18:46:51.533590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-4db7e467-2fa9-4dc2-9f4b-30f5c771610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.535040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-4db7e467-2fa9-4dc2-9f4b-30f5c771610b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1099 time: 0.0657556 Mar 14 18:46:51.615305 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed25d48e-c39f-486b-9ba4-d9f3cc3b60b2 req-a9fb2332-5ef4-453b-be88-1091ccc5c7cd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792606 Mar 14 18:46:51.649509 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-5b7e1593-a0c5-4108-ae84-e80439035afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.651286 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-5b7e1593-a0c5-4108-ae84-e80439035afa service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.1093943 Mar 14 18:46:51.732503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4c:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b35fc-0897-4865-a1b1-da499206ed24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:46:50Z', 'revision_number': 1, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:51.732824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6f63-e0eb-4b32-bcde-4be6e67d1436 req-dad9eb56-8e5f-4ddb-be28-45cc56f342b1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.734376 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-29da6f63-e0eb-4b32-bcde-4be6e67d1436 req-dad9eb56-8e5f-4ddb-be28-45cc56f342b1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Mar 14 18:46:51.761965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:46:51.763067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-4d971482-0067-4871-9ec6-cb9eeafb6664 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 999 time: 0.1054618 Mar 14 18:46:51.770364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:46:51.770998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:46:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:51.773913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-29da6f63-e0eb-4b32-bcde-4be6e67d1436 req-1fd56981-1330-4410-a6f0-cfd1eae33880 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Mar 14 18:46:51.813604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-fa897b1e-1fb0-49a3-b0a4-870d35d47156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.815130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-fa897b1e-1fb0-49a3-b0a4-870d35d47156 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0447335 Mar 14 18:46:51.860095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-11954a41-3ad9-4548-8d5f-ccec138c38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:51.861634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-11954a41-3ad9-4548-8d5f-ccec138c38d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406809 Mar 14 18:46:51.877625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:46:51.956178 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-706720bc-a9f1-4dd0-bebf-cf95749fc704 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Mar 14 18:46:52.046764 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa8e7a6a-f41d-4f56-912d-13b60a4782d2 req-0af6baee-96a6-4906-8429-f5235e927607 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Mar 14 18:46:52.096675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4c:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b35fc-0897-4865-a1b1-da499206ed24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:46:50Z', 'revision_number': 1, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:46:52.131894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd99d8-e932-4c56-b632-3d6fc951ffb5 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4c:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b35fc-0897-4865-a1b1-da499206ed24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:46:50Z', 'revision_number': 1, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:46:52.314875 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b115ed-e468-4771-bbf6-6061ed61d275 None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:46:52.896154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb936e-fa8a-48f8-8d50-93952c59d0f7 req-13d80b13-1d8f-4598-a2a0-cae3f5713081 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:52.897631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6beb936e-fa8a-48f8-8d50-93952c59d0f7 req-13d80b13-1d8f-4598-a2a0-cae3f5713081 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0557547 Mar 14 18:46:52.934374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6beb936e-fa8a-48f8-8d50-93952c59d0f7 req-493241a3-6299-4ff9-bb72-96f500c84174 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Mar 14 18:46:52.937400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:53.047506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af3a9-7afd-4110-b71e-339cf449a936 req-0f0a7cda-1e11-4fb0-a06f-fe74af1e61d7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:53.049017 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-328af3a9-7afd-4110-b71e-339cf449a936 req-0f0a7cda-1e11-4fb0-a06f-fe74af1e61d7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0484686 Mar 14 18:46:53.056155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:53.088939 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-328af3a9-7afd-4110-b71e-339cf449a936 req-18814cd4-65fd-4a16-ab11-14466b135695 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Mar 14 18:46:53.465254 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b09e2-2195-490c-9c1f-980502003f96 req-ee703af0-a146-44a1-9c73-ac7a6897a98a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:53.466731 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-647b09e2-2195-490c-9c1f-980502003f96 req-ee703af0-a146-44a1-9c73-ac7a6897a98a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0536177 Mar 14 18:46:53.504859 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-647b09e2-2195-490c-9c1f-980502003f96 req-c92b496d-00e6-4573-bb0a-c81a2a1fe935 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Mar 14 18:46:53.606596 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-221cba59-185a-4b80-a59c-ccf0291bee05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383306 Mar 14 18:46:54.620133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a9a58-0dbb-45c7-b94d-0020f60d52d2 req-8ef6cbfb-7672-415c-9642-f284893006e2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:54.621749 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-084a9a58-0dbb-45c7-b94d-0020f60d52d2 req-8ef6cbfb-7672-415c-9642-f284893006e2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0482566 Mar 14 18:46:54.659813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-084a9a58-0dbb-45c7-b94d-0020f60d52d2 req-f0219d37-0deb-4f0d-a71a-8b4ad82a91db tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319536 Mar 14 18:46:55.058843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-2f669684-8c59-4397-908e-47e6492653c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.060394 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-2f669684-8c59-4397-908e-47e6492653c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1099 time: 0.0455890 Mar 14 18:46:55.165634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-10e47435-d2e5-41c7-9794-0bc23b84e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.167129 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-10e47435-d2e5-41c7-9794-0bc23b84e878 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0835249 Mar 14 18:46:55.237020 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-061b941c-f7e5-422a-b3f5-887d4d428d9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0625496 Mar 14 18:46:55.287257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-b6cc5b7e-15f6-4152-b743-30fbfd0738dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.288673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-b6cc5b7e-15f6-4152-b743-30fbfd0738dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0447078 Mar 14 18:46:55.334765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-94e64c85-be6d-4d56-b00f-887a063bcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.336152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-94e64c85-be6d-4d56-b00f-887a063bcd86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398698 Mar 14 18:46:55.431448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-23c9033d-1d6d-488c-8a50-966c91dae703 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870893 Mar 14 18:46:55.520556 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c38b54a-a604-432b-8242-ce675d754cc5 req-7a3effbc-c9dc-496e-a833-06c7a8e7b13d service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829303 Mar 14 18:46:55.637803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-97633426-03a6-4444-8dc2-8f87b931aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.639203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-97633426-03a6-4444-8dc2-8f87b931aef9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1099 time: 0.0402117 Mar 14 18:46:55.732171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-2f6f991e-fd10-406a-a73d-21bab85f4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.733641 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-2f6f991e-fd10-406a-a73d-21bab85f4c11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0876009 Mar 14 18:46:55.776492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbcf0-88a8-4f36-af83-a75990b40cc1 req-1e72bf97-7a8b-46a2-a661-96a918c46370 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.777998 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-88ecbcf0-88a8-4f36-af83-a75990b40cc1 req-1e72bf97-7a8b-46a2-a661-96a918c46370 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Mar 14 18:46:55.799238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-29938d0f-939c-4b32-a460-2a5826eef2ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0585871 Mar 14 18:46:55.817420 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-88ecbcf0-88a8-4f36-af83-a75990b40cc1 req-e24a6f8a-565b-441b-a084-fece1e73024d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327928 Mar 14 18:46:55.851838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-44f35709-2923-457d-aac2-93eba589030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.853277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-44f35709-2923-457d-aac2-93eba589030d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0481894 Mar 14 18:46:55.897206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-52c2a166-3573-4f60-a57b-36fffbb8b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:55.898761 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-52c2a166-3573-4f60-a57b-36fffbb8b0b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390530 Mar 14 18:46:55.986282 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-d1582c2d-c9cc-446c-a6f5-1923ece87bff service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Mar 14 18:46:56.074893 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-6cdf0851-00a4-4131-a8e8-4b73fbdd485e service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827610 Mar 14 18:46:56.931372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0026f-02d1-447b-bedc-9acd9de3731d req-173355ca-4fc8-46ef-b22d-8201cc3913c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:56.932836 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5c0026f-02d1-447b-bedc-9acd9de3731d req-173355ca-4fc8-46ef-b22d-8201cc3913c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0482259 Mar 14 18:46:56.969986 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a5c0026f-02d1-447b-bedc-9acd9de3731d req-4d584002-c059-489b-aa87-f9408f6059c4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Mar 14 18:46:58.085450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359c50b-3daf-44b1-9896-5f4217855e91 req-b0dd5213-2c99-45d0-8bdb-6a7a812dc8c8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:58.086951 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3359c50b-3daf-44b1-9896-5f4217855e91 req-b0dd5213-2c99-45d0-8bdb-6a7a812dc8c8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0488265 Mar 14 18:46:58.123336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3359c50b-3daf-44b1-9896-5f4217855e91 req-504fd739-7173-471b-8d0b-9c6bd567dac9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304470 Mar 14 18:46:58.297786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:46:59.239384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c946f-dc67-4800-bb49-ef33d7c26cce req-7b5581ad-d686-4273-9972-310c4cbb1a75 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:46:59.240865 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed4c946f-dc67-4800-bb49-ef33d7c26cce req-7b5581ad-d686-4273-9972-310c4cbb1a75 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0496721 Mar 14 18:46:59.277861 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed4c946f-dc67-4800-bb49-ef33d7c26cce req-dca7bfbe-838c-47d0-ab2e-4a1add475c22 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Mar 14 18:47:00.395304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f421df0-e31c-46fb-a69a-be2041ec69c6 req-0e775709-5232-4b1d-ab29-5eea49cd03dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:00.396773 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f421df0-e31c-46fb-a69a-be2041ec69c6 req-0e775709-5232-4b1d-ab29-5eea49cd03dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0527658 Mar 14 18:47:00.434812 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f421df0-e31c-46fb-a69a-be2041ec69c6 req-ea7bcb25-b90b-4a73-ad93-e66644d57896 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Mar 14 18:47:01.555341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc542252-d19d-45c2-b77b-4f08203d9b72 req-05cc46c1-6783-4074-a142-c9d17f0b8b91 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:01.556811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc542252-d19d-45c2-b77b-4f08203d9b72 req-05cc46c1-6783-4074-a142-c9d17f0b8b91 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0530930 Mar 14 18:47:01.594270 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc542252-d19d-45c2-b77b-4f08203d9b72 req-e3bc877d-ad0f-41c6-8576-93b01d170564 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Mar 14 18:47:02.709995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27df9-37ed-4f16-91d7-2b77ff957c71 req-c6b7940e-35fb-4d6c-bce0-b4eae15b1112 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:02.711472 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e4d27df9-37ed-4f16-91d7-2b77ff957c71 req-c6b7940e-35fb-4d6c-bce0-b4eae15b1112 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0495262 Mar 14 18:47:02.749479 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e4d27df9-37ed-4f16-91d7-2b77ff957c71 req-29aab8ff-8c06-435f-8740-0d33b9ddc541 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Mar 14 18:47:03.865628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a1fe-d08e-4f87-acb4-50c402f771c9 req-a6089390-6831-49d1-8f9c-6f8c373dced1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:03.867222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b426a1fe-d08e-4f87-acb4-50c402f771c9 req-a6089390-6831-49d1-8f9c-6f8c373dced1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Mar 14 18:47:03.905465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b426a1fe-d08e-4f87-acb4-50c402f771c9 req-87a227fd-c45f-471c-a79f-ab0e56bda246 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Mar 14 18:47:05.023605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308418d-6a2a-4bf7-b5d8-74a3d5fee08a req-1b090f55-12ca-43e6-af2d-b3724a92721a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:05.025070 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e308418d-6a2a-4bf7-b5d8-74a3d5fee08a req-1b090f55-12ca-43e6-af2d-b3724a92721a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0510371 Mar 14 18:47:05.063159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e308418d-6a2a-4bf7-b5d8-74a3d5fee08a req-d9d53bae-1810-40f5-97f4-18f71bb982e8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Mar 14 18:47:06.178717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00c679-6ea6-4d1d-a571-6f5577df7bcc req-eae6f555-8445-4567-8839-5ac7db9b8a64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:06.180498 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab00c679-6ea6-4d1d-a571-6f5577df7bcc req-eae6f555-8445-4567-8839-5ac7db9b8a64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0493162 Mar 14 18:47:06.217212 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ab00c679-6ea6-4d1d-a571-6f5577df7bcc req-d2afbf75-8598-46a2-b7b5-e0e62c780736 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Mar 14 18:47:07.336277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6201264-29fc-476f-9a7e-36738425f497 req-d6eab7a6-18fb-4703-b9e7-ae51dcac7e31 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:07.337737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6201264-29fc-476f-9a7e-36738425f497 req-d6eab7a6-18fb-4703-b9e7-ae51dcac7e31 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0524986 Mar 14 18:47:07.373769 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6201264-29fc-476f-9a7e-36738425f497 req-4f985d9f-6d00-43b7-9ae3-42b4d7c92ed5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301619 Mar 14 18:47:08.501075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ef21b-d7c7-485d-bf81-7d4e0f3f3571 req-c7dc6afe-a696-4e73-80c3-24a83ac38584 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:08.502614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f49ef21b-d7c7-485d-bf81-7d4e0f3f3571 req-c7dc6afe-a696-4e73-80c3-24a83ac38584 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0594537 Mar 14 18:47:08.541055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f49ef21b-d7c7-485d-bf81-7d4e0f3f3571 req-7b42d8ff-b3c9-4774-86b1-9bdf2deebf00 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Mar 14 18:47:09.660343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1eeed-129a-491d-a7b0-5d819d6b3f1e req-12d7fcc5-2741-45bb-b11f-3add7b1d074b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:09.661819 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aef1eeed-129a-491d-a7b0-5d819d6b3f1e req-12d7fcc5-2741-45bb-b11f-3add7b1d074b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0530500 Mar 14 18:47:09.699046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aef1eeed-129a-491d-a7b0-5d819d6b3f1e req-9fec37e6-5d18-4c17-8803-e034a692b0b0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Mar 14 18:47:10.814258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74556b55-7b25-493c-b005-48055acd5d71 req-311ec18f-478a-4ee5-b72e-ccb32e70922e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:10.815794 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74556b55-7b25-493c-b005-48055acd5d71 req-311ec18f-478a-4ee5-b72e-ccb32e70922e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0489485 Mar 14 18:47:10.853652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74556b55-7b25-493c-b005-48055acd5d71 req-112d06c2-b14c-4dd5-b652-a3b614f8f723 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Mar 14 18:47:11.974236 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c46f-bfc3-479f-935f-ac90c2d51ba1 req-ca4aa279-a139-46fe-8aab-43d3b737ca51 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:11.975713 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b388c46f-bfc3-479f-935f-ac90c2d51ba1 req-ca4aa279-a139-46fe-8aab-43d3b737ca51 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Mar 14 18:47:12.012177 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b388c46f-bfc3-479f-935f-ac90c2d51ba1 req-bce4f3d9-9a4d-4883-9e3d-0e0d90966f02 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306418 Mar 14 18:47:13.124991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb9d5b-f0b0-401e-b025-6ad83997d048 req-ed0622a9-4ea5-46f8-8b51-784b303ad4bb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:13.126491 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1eb9d5b-f0b0-401e-b025-6ad83997d048 req-ed0622a9-4ea5-46f8-8b51-784b303ad4bb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0472870 Mar 14 18:47:13.163774 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1eb9d5b-f0b0-401e-b025-6ad83997d048 req-fd748d59-fe3b-4eae-9c76-c853d254b5ce tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Mar 14 18:47:14.281711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d8081-91d3-4587-9b0f-3ec9831e5107 req-459b44f2-78d2-4de9-9630-4d1d35ee162a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:14.283272 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f28d8081-91d3-4587-9b0f-3ec9831e5107 req-459b44f2-78d2-4de9-9630-4d1d35ee162a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Mar 14 18:47:14.320363 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f28d8081-91d3-4587-9b0f-3ec9831e5107 req-e5f3ed00-1a77-48a5-bcb8-3ce5bc1ff20b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Mar 14 18:47:15.438409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3945-8d3f-410d-974f-7224af091b76 req-299b4ac5-36aa-4b69-8462-bc0007700e5a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:15.439906 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2cde3945-8d3f-410d-974f-7224af091b76 req-299b4ac5-36aa-4b69-8462-bc0007700e5a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0524831 Mar 14 18:47:15.477526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2cde3945-8d3f-410d-974f-7224af091b76 req-0fb545b1-7796-4472-957d-2adcbe5415d2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Mar 14 18:47:16.590119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b03af-76c8-4517-bf05-9f400832e59a req-90691572-1355-4278-b61f-fca2bc7dba4e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:16.591575 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b52b03af-76c8-4517-bf05-9f400832e59a req-90691572-1355-4278-b61f-fca2bc7dba4e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0476897 Mar 14 18:47:16.628762 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b52b03af-76c8-4517-bf05-9f400832e59a req-b6acc375-de41-49e6-b103-5020b472d80e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Mar 14 18:47:17.741507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709cc4-0498-45e2-b3f8-1cd5128875d6 req-ba319ffd-6ac7-4253-b33e-3bc6f4491682 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:17.743004 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2d709cc4-0498-45e2-b3f8-1cd5128875d6 req-ba319ffd-6ac7-4253-b33e-3bc6f4491682 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0473559 Mar 14 18:47:17.779699 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2d709cc4-0498-45e2-b3f8-1cd5128875d6 req-3e3abf0b-e29e-4d3b-99e9-91592681b761 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Mar 14 18:47:17.862401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-30273523-e12a-45d6-bff0-062ec2dd5c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:18.896273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a208066-0009-49d8-8efa-f23eef674854 req-c7b44596-765e-4953-ae75-c11f899e4bb2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:18.897724 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a208066-0009-49d8-8efa-f23eef674854 req-c7b44596-765e-4953-ae75-c11f899e4bb2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0479498 Mar 14 18:47:18.934788 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a208066-0009-49d8-8efa-f23eef674854 req-5e2864f5-0115-40b8-b295-b51d694032a3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Mar 14 18:47:20.051801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a7500-3bb4-473d-b9ff-5f86b525ee7f req-4b5a47c7-c419-4c57-a92b-e02692832413 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:20.053311 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e07a7500-3bb4-473d-b9ff-5f86b525ee7f req-4b5a47c7-c419-4c57-a92b-e02692832413 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0494399 Mar 14 18:47:20.091646 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e07a7500-3bb4-473d-b9ff-5f86b525ee7f req-e66327b4-a1c7-447b-a932-f440ac0f255d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Mar 14 18:47:20.103068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-16d3a431-c553-4065-9cd9-d3340c0c6320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:21.211976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dddd4-f113-46d8-8d92-4ec6a0cf102c req-0a2d3b4d-2c4a-4977-8363-5d6690cc54ab tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:21.213434 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-272dddd4-f113-46d8-8d92-4ec6a0cf102c req-0a2d3b4d-2c4a-4977-8363-5d6690cc54ab tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0539751 Mar 14 18:47:21.251364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-272dddd4-f113-46d8-8d92-4ec6a0cf102c req-911694bf-3768-4b0b-b43e-1aae32f5bab2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Mar 14 18:47:21.468651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:22.377378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bc913-c471-4d58-b7b7-30238166bb3e req-b94d8a21-f82d-4391-8a71-5f537dbab813 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:22.379499 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f81bc913-c471-4d58-b7b7-30238166bb3e req-b94d8a21-f82d-4391-8a71-5f537dbab813 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0551071 Mar 14 18:47:22.417159 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f81bc913-c471-4d58-b7b7-30238166bb3e req-cb94016c-f0dc-436b-ad7f-3490fdee70ae tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Mar 14 18:47:22.945923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:23.031901 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-09850a19-138f-4be4-867c-cee929df150b service neutron] 10.222.0.61 "GET /v2.0/ports/ed4ba636-0e09-4973-9e30-27f4dc3e1ce2/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0580015 Mar 14 18:47:23.068108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:23.537399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2d22-d5c9-41de-b309-93b735ec2620 req-28300cc1-995a-43a2-beda-97f9b641cc12 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.538924 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee5c2d22-d5c9-41de-b309-93b735ec2620 req-28300cc1-995a-43a2-beda-97f9b641cc12 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0514836 Mar 14 18:47:23.548171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-c49c52c6-e50a-4239-9887-9acd7f1f8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.549841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-c49c52c6-e50a-4239-9887-9acd7f1f8221 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1099 time: 0.0410638 Mar 14 18:47:23.582157 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ee5c2d22-d5c9-41de-b309-93b735ec2620 req-59ead800-de8f-4cff-b4f4-1d191940e046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344639 Mar 14 18:47:23.615123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-a67ead5f-ebb0-4faf-ac1c-bfd52c47fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.616620 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-a67ead5f-ebb0-4faf-ac1c-bfd52c47fe3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1099 time: 0.0447659 Mar 14 18:47:23.706031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-148c8c03-4852-4e76-ba89-de2c9723d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.707477 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-148c8c03-4852-4e76-ba89-de2c9723d107 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0847044 Mar 14 18:47:23.774069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-86e11f35-e75f-4be2-bbcf-49cc321a8e58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0607064 Mar 14 18:47:23.822761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-495b10bb-1fa9-40d8-9a47-584c83386c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.824257 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-495b10bb-1fa9-40d8-9a47-584c83386c1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0441651 Mar 14 18:47:23.874228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-bbda6e25-593f-4803-9767-6b16ac2d66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:23.875748 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-bbda6e25-593f-4803-9767-6b16ac2d66b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456235 Mar 14 18:47:23.968927 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-64b3d4ce-cf34-4efe-b7af-ca41ab43dee1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Mar 14 18:47:24.056375 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ed339c3-19a3-443c-8528-ecdb15582a4b req-66f45db1-d0c7-49b4-899f-867326f9e1b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811141 Mar 14 18:47:24.695156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bd28c-cfea-4daf-92f9-ec60560c8522 req-f308e875-69df-4991-8912-6da343102652 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:24.696643 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ad4bd28c-cfea-4daf-92f9-ec60560c8522 req-f308e875-69df-4991-8912-6da343102652 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Mar 14 18:47:24.732715 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ad4bd28c-cfea-4daf-92f9-ec60560c8522 req-9b4c5d41-556b-4ff2-aed7-d13829a69549 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302725 Mar 14 18:47:24.949491 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:47:25.851436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08fd16-4d35-4ee2-90af-00fdd8a7436c req-e0056deb-83ef-4226-9f84-85958c686b00 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:25.852959 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b08fd16-4d35-4ee2-90af-00fdd8a7436c req-e0056deb-83ef-4226-9f84-85958c686b00 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0496023 Mar 14 18:47:25.890044 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b08fd16-4d35-4ee2-90af-00fdd8a7436c req-1d940125-2977-4107-bad4-d2d17511cd6f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Mar 14 18:47:27.012901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5fe47-b826-4fc2-aaa4-e5bf673df851 req-a5ea098b-2d43-462f-8d28-698d52806171 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:27.014422 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcf5fe47-b826-4fc2-aaa4-e5bf673df851 req-a5ea098b-2d43-462f-8d28-698d52806171 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0539262 Mar 14 18:47:27.053692 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bcf5fe47-b826-4fc2-aaa4-e5bf673df851 req-4dbf5544-95f8-498f-afd5-673c175325d0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Mar 14 18:47:27.592682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:47:27.595826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:47:27.747008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:27.749661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:27.766427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'mac_address': 'fa:16:3e:4c:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:47:27.782221 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:27.784436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de1ec9-56f1-4293-b481-12278b257133" -d '{"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:27.818754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:27.826267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:27.839231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:27.845740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743d2290-ab2a-4bdb-9753-66fb3d5e255b x-openstack-request-id: req-743d2290-ab2a-4bdb-9753-66fb3d5e255b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:27.846048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:27.846298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-743d2290-ab2a-4bdb-9753-66fb3d5e255b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:27.846674 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'code': 200} Mar 14 18:47:27.926472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:27.999837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:47:28.000103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:47:28.004832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:28.168318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008e5e1-58e3-4efb-9793-ad0e756cde18 req-37ee4226-baf3-4f14-a519-c349d89494bc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.169808 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b008e5e1-58e3-4efb-9793-ad0e756cde18 req-37ee4226-baf3-4f14-a519-c349d89494bc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0482035 Mar 14 18:47:28.207350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b008e5e1-58e3-4efb-9793-ad0e756cde18 req-2045b7d5-22d9-4824-888c-f08e5267b4af tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Mar 14 18:47:28.354390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:28.535971 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:28.548958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:28.561767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d527f-1d1f-4540-95fe-7f32268ec108 req-5ac43867-8977-46d5-a828-755cec9c28ad tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.564190 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d43d527f-1d1f-4540-95fe-7f32268ec108 req-5ac43867-8977-46d5-a828-755cec9c28ad tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Mar 14 18:47:28.569035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:28.616515 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d43d527f-1d1f-4540-95fe-7f32268ec108 req-203d1e34-bf79-4524-9b87-4aa86cc1e2e5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Mar 14 18:47:28.650970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:28.663885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-ffa3aab3-80b1-4bc4-8983-5c2b8e5e6b7c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.665448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-ffa3aab3-80b1-4bc4-8983-5c2b8e5e6b7c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24&tenant_id=0d293bf9480747d3b23498b09fa1763f&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 944 time: 0.0640359 Mar 14 18:47:28.704150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:28.710172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:47:28.751487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-87380dee-97fe-4f93-a399-71ff3014c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.753030 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-87380dee-97fe-4f93-a399-71ff3014c1ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 1098 time: 0.0418396 Mar 14 18:47:28.841129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-ef24f021-cb32-46d1-9330-8daba19810e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.842651 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-ef24f021-cb32-46d1-9330-8daba19810e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0833688 Mar 14 18:47:28.910518 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-ed692187-73e6-42ee-9921-139ff4b832ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0609012 Mar 14 18:47:28.958123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-3d290f30-1f3c-4ec9-a631-e81ddce1f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:28.959543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-3d290f30-1f3c-4ec9-a631-e81ddce1f401 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0428324 Mar 14 18:47:29.003209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-f3ac0338-c9b6-41e9-bff8-da52b15f7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:29.005218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-f3ac0338-c9b6-41e9-bff8-da52b15f7ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391917 Mar 14 18:47:29.096294 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-38f3d7ed-930b-4cd5-aca7-ec0565faeffb service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Mar 14 18:47:29.183718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7765bf51-fd33-41cd-9cd3-04f598092d00 req-11fa8d19-20ac-474d-908a-b2c2ffe7fdcf service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802817 Mar 14 18:47:29.601401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:47:29.651989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:47:29.653408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.729716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.742846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552b205-31b7-4e7e-9c86-d77fc59f1a31 req-fb987e81-eea5-4152-974b-0a8febc8af3f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:29.744345 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d552b205-31b7-4e7e-9c86-d77fc59f1a31 req-fb987e81-eea5-4152-974b-0a8febc8af3f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 945 time: 0.0552878 Mar 14 18:47:29.763107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:29.784786 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d552b205-31b7-4e7e-9c86-d77fc59f1a31 req-31124ad4-c726-4735-b21a-a5a4f6fa8091 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341444 Mar 14 18:47:29.847939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:29.850327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779fe35-c4fe-4f0d-8789-3be35e387805" -d '{"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:29.856715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:29.888629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defd4a2-df85-46d1-b211-3c3aa544c51a x-openstack-request-id: req-2defd4a2-df85-46d1-b211-3c3aa544c51a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:29.888915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:29.889167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2defd4a2-df85-46d1-b211-3c3aa544c51a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:29.889549 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'code': 200} Mar 14 18:47:29.911902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:29.918774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.919128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.919469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.919802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.920182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.920457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.920783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.921104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.921427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.921747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.922090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:29.924545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:30.898969 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca5957-4137-4ea7-8781-2580da555e31 req-b0c5dc4d-826b-4f6d-9ce9-cd4ce58b1377 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:30.900438 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5ca5957-4137-4ea7-8781-2580da555e31 req-b0c5dc4d-826b-4f6d-9ce9-cd4ce58b1377 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0481117 Mar 14 18:47:30.937217 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5ca5957-4137-4ea7-8781-2580da555e31 req-ee2c7c26-439a-42fb-aa40-c746a70943f3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Mar 14 18:47:31.057513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8b52-cbbc-49f4-a84c-cbb435ed7878 req-75327808-c2c1-4bad-815a-262742d2f93d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:31.059058 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-22dc8b52-cbbc-49f4-a84c-cbb435ed7878 req-75327808-c2c1-4bad-815a-262742d2f93d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0553470 Mar 14 18:47:31.095559 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-22dc8b52-cbbc-49f4-a84c-cbb435ed7878 req-d4394d4b-e6ab-4f85-a868-ab40ddc15da7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Mar 14 18:47:31.208251 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5905-8ac7-47a8-b536-ce02be8efdd7 req-7c454d59-fcc3-4ce3-a981-6c950e038fc1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:31.210467 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5aae5905-8ac7-47a8-b536-ce02be8efdd7 req-7c454d59-fcc3-4ce3-a981-6c950e038fc1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0493217 Mar 14 18:47:31.247546 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5aae5905-8ac7-47a8-b536-ce02be8efdd7 req-53eac299-09ad-4020-88cd-426a335ba729 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Mar 14 18:47:31.678168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6a1e-2130-400a-a095-c34886249717 req-a028a9d8-c333-4be9-bcea-74320fcc0926 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:31.680458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46c6a1e-2130-400a-a095-c34886249717 req-a028a9d8-c333-4be9-bcea-74320fcc0926 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0534518 Mar 14 18:47:31.716731 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e46c6a1e-2130-400a-a095-c34886249717 req-13d00184-f25b-4ae0-9b24-555f062ab21a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304017 Mar 14 18:47:32.837077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8120a5-f9e9-477a-9688-4b88a6a2e75a req-f4cdcad4-c2c1-49c0-a67f-ad2c8529beb4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:32.838580 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4e8120a5-f9e9-477a-9688-4b88a6a2e75a req-f4cdcad4-c2c1-49c0-a67f-ad2c8529beb4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0505574 Mar 14 18:47:32.875865 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4e8120a5-f9e9-477a-9688-4b88a6a2e75a req-6c08478d-6f2e-4d5a-b580-b46a8cc5c0ea tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Mar 14 18:47:33.474347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-acbe85b5-2683-4bd8-98bb-7671681b41f4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:33.475831 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-acbe85b5-2683-4bd8-98bb-7671681b41f4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0499461 Mar 14 18:47:33.566550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Deleting port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:47:33.566884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.651012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] For port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:33.651390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.866154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.866867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:33.866867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb disassociated. External IP: 172.26.3.34, port: ed4ba636-0e09-4973-9e30-27f4dc3e1ce2. Mar 14 18:47:33.867166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Calling delete_port for ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:47:33.992199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeb2ca-b724-46b6-9077-80aef78962eb req-edd45918-efe9-4f1c-a770-a9c46509ecd0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:33.993690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-65aeb2ca-b724-46b6-9077-80aef78962eb req-edd45918-efe9-4f1c-a770-a9c46509ecd0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 946 time: 0.0489521 Mar 14 18:47:34.032333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-65aeb2ca-b724-46b6-9077-80aef78962eb req-4a146559-2018-4c44-897e-088c86a6334e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Mar 14 18:47:34.051021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.079825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'Port': ['ID=ed4ba636-0e09-4973-9e30-27f4dc3e1ce2,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:34.092105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.092464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.092808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.093143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.093476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.093808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.094161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.094493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.094822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.095146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.095486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.095788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:34.209085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:47:34.317095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:47:34.326902 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:47:34.337673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:47:34.338430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:47:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:34.356421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] No DVR routers for this DVR port ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:47:34.358956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:34.362286 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9e2b94ab-a6dd-4e40-8b52-34aacf3d6fe7 req-5a6fabed-b3b8-4ab1-a4f8-ebd0bc161391 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "DELETE /v2.0/ports/ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 HTTP/1.1" status: 204 len: 173 time: 0.8807249 Mar 14 18:47:34.362722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-deleted', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:34.365100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbc0a5f-c1df-4379-92db-26a597baa37e" -d '{"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-deleted", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:34.400842 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250c5af1-f257-493a-8fdf-cbffb3089069 x-openstack-request-id: req-250c5af1-f257-493a-8fdf-cbffb3089069 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:34.401263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266b35fc-0897-4865-a1b1-da499206ed24", "name": "network-vif-deleted", "tag": "ed4ba636-0e09-4973-9e30-27f4dc3e1ce2", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:34.401519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-250c5af1-f257-493a-8fdf-cbffb3089069 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:34.401976 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266b35fc-0897-4865-a1b1-da499206ed24', 'name': 'network-vif-deleted', 'tag': 'ed4ba636-0e09-4973-9e30-27f4dc3e1ce2', 'status': 'completed', 'code': 200} Mar 14 18:47:34.448884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:47:34.650126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:34.679475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:47:34.688362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:47:34.688963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:47:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:34.790653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:47:34.980695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:35.007200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f3fb80-717a-4baf-84ce-dd706792eca2 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:47:35.145999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1b968835-4acb-4426-a424-fe6e71505055 req-454d563b-0b36-4f75-adcd-b2b1a29e64d7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=266b35fc-0897-4865-a1b1-da499206ed24 HTTP/1.1" status: 200 len: 210 time: 0.0287657 Mar 14 18:47:35.254757 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edaf35-0e18-48a3-b0ea-c1b9106b2ca0 None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:47:36.374493 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-37981c7e-29cf-4d77-9997-0110c0acd734 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2128331397&fields=id&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 267 time: 0.0311737 Mar 14 18:47:36.822204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-fcc0455d-d835-455b-9557-5c79d455d5ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:36.823694 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-fcc0455d-d835-455b-9557-5c79d455d5ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.4418373 Mar 14 18:47:36.838793 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-44a6a472-8669-4e67-8c07-e52587bd567b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/quotas/0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 375 time: 0.0094023 Mar 14 18:47:36.897540 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-7360d303-181c-463a-b9ea-eff06ff3edb1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531721 Mar 14 18:47:37.003911 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-d830d1df-a0e4-43e0-829e-d9e49c97884e service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945981 Mar 14 18:47:37.107677 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-19ff2dfe-5344-456a-8a2c-16f201408142 service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963612 Mar 14 18:47:37.362537 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2a2e9686-8c1c-49d9-86ea-e85a04297892 req-f5a66757-2b3d-449d-a80d-c60663de93c1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 210 time: 0.0345385 Mar 14 18:47:37.680525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:47:37.704602 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:47:37.704943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ed4ba636-0e09-4973-9e30-27f4dc3e1ce2 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:47:38.466249 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fb873e2b-ba01-43e8-bf8c-e6a912959110 req-0618d61f-a077-488c-a0c8-21d85c68741e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 210 time: 0.0289283 Mar 14 18:47:39.128465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-e9c27380-e8e8-4ba0-b88a-c2ed88e38cd8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:39.130823 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-e9c27380-e8e8-4ba0-b88a-c2ed88e38cd8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1231830 Mar 14 18:47:39.175211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-eb2b656c-21b8-45a2-ab78-3d435418a02d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 380 time: 0.0355012 Mar 14 18:47:39.183656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'port': {'device_id': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'admin_state_up': True, 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'security_groups': ['779a1ad5-c302-418d-b8ef-f4032dac2565']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:39.359572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:39.363162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.492707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Allocated IP 172.20.0.5 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/013f56f6-d91b-4ce6-8ded-3ef62d7b4495) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:47:39.567901 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2d1fb0c1-3ade-4ec1-9ca3-115530184152 req-67046616-c615-499d-bad5-5a8793aa5ac6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 210 time: 0.0265503 Mar 14 18:47:39.630451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.745759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.788386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:47:39.791351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:39.794923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:47:39.825883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:39.849022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:39.849648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:39.915696 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-465144a2-6160-47b8-852b-582378553a29 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354181 Mar 14 18:47:39.928536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Request body: {'port': {'device_id': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:39.983361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.057876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-13a56e9d-46ac-4c4b-9086-49dd123bb894 None None] Provisioning complete for port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:47:40.058517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-13a56e9d-46ac-4c4b-9086-49dd123bb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.092554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-13a56e9d-46ac-4c4b-9086-49dd123bb894 None None] Port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:47:40.248988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:40.257039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.268473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Transition to ACTIVE for port object 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:47:40.328497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.379709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:40.455332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Attempting to bind port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:47:40.455668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Attempting to bind port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:47:40.455992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Attempting to bind port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:47:40.461032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:47:40.461345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Attempting to bind port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:47:40.466300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:47:40.466632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:47:40.467015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:47:40.467440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Bound port: 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:47:40.467798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.533364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:47:40.536968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:47:40.594454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.632206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:40.632825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:40.634389 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] 10.222.0.61 "PUT /v2.0/ports/013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 1093 time: 0.7110553 Mar 14 18:47:40.636733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:40.639813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9d6a7-1100-4da8-b969-064a78f6125f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:40.684967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af74510-68e5-4d84-87bf-fa69c549f23c x-openstack-request-id: req-2af74510-68e5-4d84-87bf-fa69c549f23c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:40.685429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:40.685687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2af74510-68e5-4d84-87bf-fa69c549f23c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:40.686108 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'status': 'completed', 'code': 200} Mar 14 18:47:40.713294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375455d-76eb-4c83-a8f4-24f411de4561 service neutron] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:40.762709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f0388-5ce8-4f3a-9539-57f7129b9bce req-c6204b9e-2250-4a9a-972f-df34034a9da6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:40.764309 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b81f0388-5ce8-4f3a-9539-57f7129b9bce req-c6204b9e-2250-4a9a-972f-df34034a9da6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.1138725 Mar 14 18:47:40.771601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-2b0d5940-8384-4e01-b409-5728461ad97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:40.773092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-2b0d5940-8384-4e01-b409-5728461ad97a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1096 time: 0.0690629 Mar 14 18:47:40.859119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b81f0388-5ce8-4f3a-9539-57f7129b9bce req-1996044e-ba3b-416d-b9a9-14ef8b165506 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849948 Mar 14 18:47:40.890112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-36813489-abc7-4a59-9caa-1d5c0c022bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:40.891573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-36813489-abc7-4a59-9caa-1d5c0c022bf6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d293bf9480747d3b23498b09fa1763f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1114793 Mar 14 18:47:40.986972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-17984d84-49ad-4ef9-99c8-dbb428131a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:40.988447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53f9d6a7-1100-4da8-b969-064a78f6125f req-17984d84-49ad-4ef9-99c8-dbb428131a2e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898836 Mar 14 18:47:41.061038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-d8e4898f-82c1-42da-8111-3e46df0169e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:41.062554 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-d8e4898f-82c1-42da-8111-3e46df0169e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1096 time: 0.0404103 Mar 14 18:47:41.108073 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-a1d0315b-cde3-4046-b9b6-47be88f311dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Mar 14 18:47:41.163156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-5b79f91e-85a3-4acd-ae61-c37a183feb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:41.164566 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-5b79f91e-85a3-4acd-ae61-c37a183feb1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0495832 Mar 14 18:47:41.209826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-416a22e9-893e-4734-bcaf-56d99c30eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:41.211357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-416a22e9-893e-4734-bcaf-56d99c30eb36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403910 Mar 14 18:47:41.301454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-73581ca5-b2f8-494b-aa69-6e0042c7399c service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834303 Mar 14 18:47:41.387408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73de1070-53bc-4edd-a26d-2ef9d6ce0dd8 req-6d72abfe-15eb-48f4-821e-e4ec2a90d04f service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798769 Mar 14 18:47:41.975551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e9d1d-ea61-486f-a5f7-99dab1f06675 req-b3668742-b939-4680-8274-5b1c12bdfc1c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:41.977038 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9c8e9d1d-ea61-486f-a5f7-99dab1f06675 req-b3668742-b939-4680-8274-5b1c12bdfc1c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.0495884 Mar 14 18:47:42.015102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9c8e9d1d-ea61-486f-a5f7-99dab1f06675 req-7b14e867-5c46-4d9f-8d16-d8460edf8b09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Mar 14 18:47:43.130353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4a8b-4fba-4a77-aa13-db6fb34cc102 req-bb9e1c8b-2351-4429-8753-8f84d04e67cb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:43.131857 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01bc4a8b-4fba-4a77-aa13-db6fb34cc102 req-bb9e1c8b-2351-4429-8753-8f84d04e67cb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.0505214 Mar 14 18:47:43.170408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01bc4a8b-4fba-4a77-aa13-db6fb34cc102 req-40e6021c-a21c-4bc2-a7b8-ecd1a3df2464 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Mar 14 18:47:44.283734 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d59f-3833-4f18-8821-2acf451abc60 req-55b361c8-6dca-41a0-879e-051ba81958dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:44.285199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc02d59f-3833-4f18-8821-2acf451abc60 req-55b361c8-6dca-41a0-879e-051ba81958dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.0484176 Mar 14 18:47:44.322698 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc02d59f-3833-4f18-8821-2acf451abc60 req-2112af40-d78e-434a-bfb9-d77b33e57169 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Mar 14 18:47:45.441769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ca7bb-6f11-46b9-8870-ba131cd6d4ea req-d8a391ba-5427-487e-a9c5-5a62f38d7a92 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:45.444327 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a9ca7bb-6f11-46b9-8870-ba131cd6d4ea req-d8a391ba-5427-487e-a9c5-5a62f38d7a92 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.0543866 Mar 14 18:47:45.482866 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3a9ca7bb-6f11-46b9-8870-ba131cd6d4ea req-635555cc-f12c-4cee-b308-dfa9f8eff650 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Mar 14 18:47:45.711153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:47:45.804800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:45.815783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'mac_address': 'fa:16:3e:ab:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:47:45.851176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:45.862968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:47:45.881741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:45.981967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:46.031453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:46.313089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['013f56f6-d91b-4ce6-8ded-3ef62d7b4495'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:47:46.599887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0e446-ed98-46b3-9fdd-e3010b4a3d5b req-2072cded-6ebf-4c2c-a48b-a089f66c2b4f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:46.601356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cbd0e446-ed98-46b3-9fdd-e3010b4a3d5b req-2072cded-6ebf-4c2c-a48b-a089f66c2b4f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 944 time: 0.0526836 Mar 14 18:47:46.637551 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cbd0e446-ed98-46b3-9fdd-e3010b4a3d5b req-ea56d6ef-80f5-4cf5-9391-6afd8baf89ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303886 Mar 14 18:47:47.710874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:47:47.749274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9263ed0-d68a-4525-8176-1fa7071e2a1e req-e56624c9-111e-41fd-9205-1c3c83cbc92d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:47.750792 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9263ed0-d68a-4525-8176-1fa7071e2a1e req-e56624c9-111e-41fd-9205-1c3c83cbc92d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 944 time: 0.0486023 Mar 14 18:47:47.789454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9263ed0-d68a-4525-8176-1fa7071e2a1e req-7a7064f1-c4aa-49cb-abce-7c97bcf2226f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Mar 14 18:47:47.827731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:47:47.831701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:47:47.837719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:47.858491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c43a9d5d-7ccf-443d-88c7-6b8f601ce38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:47.907741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:47.930243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:47.932465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c2b1e6-6e1c-481b-8dc8-5a90090187a0" -d '{"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-plugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:47.945365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:47:47.967603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc103eb-3e1a-4d68-91fa-d836fa42c536 x-openstack-request-id: req-2fc103eb-3e1a-4d68-91fa-d836fa42c536 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:47.967888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-plugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:47.968204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc103eb-3e1a-4d68-91fa-d836fa42c536 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:47.968593 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'code': 200} Mar 14 18:47:47.982170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:48.033603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:48.242634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9043-8f06-4172-b983-7e3fa530db54 req-5c7ceb68-8fba-4efc-8701-092918e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:48.244177 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00ef9043-8f06-4172-b983-7e3fa530db54 req-5c7ceb68-8fba-4efc-8701-092918e7def3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.0406780 Mar 14 18:47:48.277153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-00ef9043-8f06-4172-b983-7e3fa530db54 req-e2595307-7865-4a6c-9421-1afe11f93604 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270495 Mar 14 18:47:48.907928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeeafe-ced5-4025-9265-78b8d4ce1378 req-351d3d8a-4d7f-4e04-978a-503c0a0ef653 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:48.909383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5adeeafe-ced5-4025-9265-78b8d4ce1378 req-351d3d8a-4d7f-4e04-978a-503c0a0ef653 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0521038 Mar 14 18:47:48.946359 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5adeeafe-ced5-4025-9265-78b8d4ce1378 req-a144864e-a9be-4acc-a53a-15d2a01633cc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Mar 14 18:47:50.066640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd03e4-22b1-4de1-a17c-5d8b41d98409 req-14309277-0b45-411b-8e2b-40e62e6794c0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:50.068116 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1cdd03e4-22b1-4de1-a17c-5d8b41d98409 req-14309277-0b45-411b-8e2b-40e62e6794c0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0508718 Mar 14 18:47:50.106771 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1cdd03e4-22b1-4de1-a17c-5d8b41d98409 req-c195cd2a-9ed2-4882-a511-5fe643423f64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Mar 14 18:47:50.124932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a08d95a9-9ac1-49ab-9a7f-9639e789c8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:50.222603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de0846-6ebb-4b86-b90e-e9f734e0cb1d req-a26ce079-f240-4da0-8ae9-ae83eb815f3f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:50.224245 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-51de0846-6ebb-4b86-b90e-e9f734e0cb1d req-a26ce079-f240-4da0-8ae9-ae83eb815f3f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0493486 Mar 14 18:47:50.232811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53090) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:47:50.237339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'floatingip': {'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:50.278915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:50.837434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:50.905443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:51.005680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb associated. External IP: 172.26.3.34, port: 013f56f6-d91b-4ce6-8ded-3ef62d7b4495. Mar 14 18:47:51.473665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:51.481808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:47:51.583787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:47:51.588716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:51.593189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:47:51.602546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:47:51.603148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:47:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:51.618643 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c29920a0-320b-4d95-a283-4ba03e4e6046 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "PUT /v2.0/floatingips/dd02e15c-f77c-4d1e-9e8a-c48879e111cb HTTP/1.1" status: 200 len: 990 time: 1.3847702 Mar 14 18:47:51.619225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:47:51.621448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec20185-0815-4919-b339-54b5fc267b53" -d '{"events": [{"name": "network-changed", "server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:47:51.658469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2305c-7540-448d-a127-6ecce6191867 x-openstack-request-id: req-a4e2305c-7540-448d-a127-6ecce6191867 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:47:51.658805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:47:51.660009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4e2305c-7540-448d-a127-6ecce6191867 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:47:51.660009 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'status': 'completed', 'code': 200} Mar 14 18:47:51.789270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20185-0815-4919-b339-54b5fc267b53 req-eecb0f1d-6b6f-4a92-9729-9dd77a81473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:51.790881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-eecb0f1d-6b6f-4a92-9729-9dd77a81473e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.1082661 Mar 14 18:47:51.865337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:47:51.920114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20185-0815-4919-b339-54b5fc267b53 req-a33d7dd4-cd86-4fd6-b44b-517ecded91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:51.921651 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-a33d7dd4-cd86-4fd6-b44b-517ecded91a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.1241302 Mar 14 18:47:51.937373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf5726-245e-4e4d-81fa-425e6587f812 req-9fc938f4-7deb-45a4-9129-0e4a29af9ab4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:51.938867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25cf5726-245e-4e4d-81fa-425e6587f812 req-9fc938f4-7deb-45a4-9129-0e4a29af9ab4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0675495 Mar 14 18:47:52.023362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-25cf5726-245e-4e4d-81fa-425e6587f812 req-79ac6ab9-da21-483a-9374-4c975f4172e8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755947 Mar 14 18:47:52.025817 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-360ec8a3-2edc-4bc4-83f5-75c588c079ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 998 time: 0.0860841 Mar 14 18:47:52.081751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20185-0815-4919-b339-54b5fc267b53 req-5c6202cb-9537-4249-b25f-0990f8bb3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:52.083278 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-5c6202cb-9537-4249-b25f-0990f8bb3dcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0507534 Mar 14 18:47:52.096531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:ab:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:47:50Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:52.123265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:47:52.129653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20185-0815-4919-b339-54b5fc267b53 req-fe0b5dee-1f6e-4049-9188-afab529059ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:52.131218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-fe0b5dee-1f6e-4049-9188-afab529059ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412869 Mar 14 18:47:52.134493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:47:52.135101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:47:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:52.226069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-df92b1b1-99c6-4415-bc6c-cc997272c819 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Mar 14 18:47:52.240860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:47:52.318267 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7ec20185-0815-4919-b339-54b5fc267b53 req-3bd295ed-a50c-465d-bd09-9f3bd03ccbf1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Mar 14 18:47:52.463400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:ab:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:47:50Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:52.494004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404cdc4-812e-4c51-88cb-64e4cf1ea431 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:ab:b0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:47:50Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:47:52.685116 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247aab07-1f11-4e27-85b1-8a3870fcbc71 None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:47:52.973619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:53.077016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:53.144274 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ade4d-25cf-4827-81d4-5165348b708c req-c86ccc09-cf6b-49aa-9471-ff862fe5e9c0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:53.145670 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2b8ade4d-25cf-4827-81d4-5165348b708c req-c86ccc09-cf6b-49aa-9471-ff862fe5e9c0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0496790 Mar 14 18:47:53.182973 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2b8ade4d-25cf-4827-81d4-5165348b708c req-1ea6e90f-764c-42a0-b4fc-1089fa9dd490 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307181 Mar 14 18:47:54.297554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c96b5-05a1-48db-a630-2cfd7fb48f3d req-09a980a8-f06b-4411-88b0-5b277c6a5489 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:54.299062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2e9c96b5-05a1-48db-a630-2cfd7fb48f3d req-09a980a8-f06b-4411-88b0-5b277c6a5489 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0485916 Mar 14 18:47:54.335424 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2e9c96b5-05a1-48db-a630-2cfd7fb48f3d req-8d99aff5-61b6-4408-ab47-b6dddf62717d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302410 Mar 14 18:47:55.131132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-c6d6edf9-f12f-4c36-af22-bb305b0a6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.132579 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-c6d6edf9-f12f-4c36-af22-bb305b0a6359 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.0408151 Mar 14 18:47:55.238479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-dbe7a6da-46a8-4b1f-8b1e-405dad234760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.239944 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-dbe7a6da-46a8-4b1f-8b1e-405dad234760 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0887642 Mar 14 18:47:55.302750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-16239ced-7692-4d6c-9ad8-e177b89bf91f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 1000 time: 0.0561616 Mar 14 18:47:55.353715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-113a021d-d1e9-4275-bed8-8953205ffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.355152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-113a021d-d1e9-4275-bed8-8953205ffcc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0463548 Mar 14 18:47:55.400552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-f80b8a2f-396b-4142-b7a8-34c2cdb93a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.402028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-f80b8a2f-396b-4142-b7a8-34c2cdb93a18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407209 Mar 14 18:47:55.454628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a82e2-ff1d-4bb4-b940-5065268597a9 req-6e30b5ff-2f25-4922-926d-f393b30bda81 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.456132 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-106a82e2-ff1d-4bb4-b940-5065268597a9 req-6e30b5ff-2f25-4922-926d-f393b30bda81 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0536249 Mar 14 18:47:55.491323 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-4caeb87f-070a-43e5-b367-ebaa25ed2329 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831215 Mar 14 18:47:55.495492 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-106a82e2-ff1d-4bb4-b940-5065268597a9 req-af200e06-3a6d-4219-9010-ef069cc22f62 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Mar 14 18:47:55.584930 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8cecfdc3-d502-41a2-865f-ab0d841a8b1c req-5ea9574c-6ba7-4189-a903-81ef955456dc service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874867 Mar 14 18:47:56.610224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c0f77-46c7-4640-a2f5-90d61391803e req-6e17cf12-8501-45ed-9544-53d640fc3973 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:56.611698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-323c0f77-46c7-4640-a2f5-90d61391803e req-6e17cf12-8501-45ed-9544-53d640fc3973 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0483956 Mar 14 18:47:56.649012 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-323c0f77-46c7-4640-a2f5-90d61391803e req-b92b1832-fb41-4060-937e-331e657fef11 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Mar 14 18:47:57.762623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0ad9-179a-4506-b013-74f172d4188c req-1f01c54c-d497-4a08-9764-c7f452313a91 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:57.764078 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79aa0ad9-179a-4506-b013-74f172d4188c req-1f01c54c-d497-4a08-9764-c7f452313a91 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0475686 Mar 14 18:47:57.801295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-79aa0ad9-179a-4506-b013-74f172d4188c req-41476ade-31f1-4f76-a4db-605dae6fed2d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Mar 14 18:47:58.330396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:47:58.923140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c790e6-0b9b-43e2-bfe6-a12418287df8 req-97f5a961-2c0b-48ad-9ad4-ad1a97950949 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:58.924613 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-63c790e6-0b9b-43e2-bfe6-a12418287df8 req-97f5a961-2c0b-48ad-9ad4-ad1a97950949 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0523968 Mar 14 18:47:58.962524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-63c790e6-0b9b-43e2-bfe6-a12418287df8 req-5808af95-f2bc-452c-8b8e-741c7f9d49e0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Mar 14 18:48:00.076520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6a92-ed03-45b6-942a-5cfea532bd9f req-403497f5-185b-4c33-9f99-b62677a1b26f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:00.078024 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d3ad6a92-ed03-45b6-942a-5cfea532bd9f req-403497f5-185b-4c33-9f99-b62677a1b26f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0489440 Mar 14 18:48:00.116778 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d3ad6a92-ed03-45b6-942a-5cfea532bd9f req-8f0e3ce0-d589-4abb-a7eb-069e52834261 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Mar 14 18:48:01.232192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6646ba-4438-4ffa-8fa7-402952e9787e req-4371cc6e-c3cb-4714-843c-3eb541466d3a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:01.233722 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b6646ba-4438-4ffa-8fa7-402952e9787e req-4371cc6e-c3cb-4714-843c-3eb541466d3a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0504379 Mar 14 18:48:01.271067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b6646ba-4438-4ffa-8fa7-402952e9787e req-29e32846-66b8-43c5-926c-f9022ef8d7ff tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Mar 14 18:48:01.948337 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:48:02.390574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ee90-cde0-4cff-8d76-b9a52e7fa3bb req-dc11ef2b-221a-42f6-a9bc-c7bda71389c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:02.392042 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5a4ee90-cde0-4cff-8d76-b9a52e7fa3bb req-dc11ef2b-221a-42f6-a9bc-c7bda71389c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0517302 Mar 14 18:48:02.430256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5a4ee90-cde0-4cff-8d76-b9a52e7fa3bb req-720c84d6-9a3f-438c-9d5e-85565c342e09 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Mar 14 18:48:03.543280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceecc5-be49-430a-a653-f77fc2ba9c04 req-5c67bcfc-5239-4fae-b5d0-3e1497b099ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:03.544734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6eceecc5-be49-430a-a653-f77fc2ba9c04 req-5c67bcfc-5239-4fae-b5d0-3e1497b099ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0479593 Mar 14 18:48:03.582507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6eceecc5-be49-430a-a653-f77fc2ba9c04 req-7091fa14-989f-4744-8bac-21547b6d281a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Mar 14 18:48:04.695787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91418-7771-441c-82e2-0bdde33f4e7c req-22158235-c3a9-4513-b2fc-5beaef856de5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:04.697250 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fee91418-7771-441c-82e2-0bdde33f4e7c req-22158235-c3a9-4513-b2fc-5beaef856de5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0483210 Mar 14 18:48:04.733621 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fee91418-7771-441c-82e2-0bdde33f4e7c req-e2624c6c-c316-4500-84cb-f3e7cdc3b15e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302293 Mar 14 18:48:05.850678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba64cb-8f88-403c-af98-d1eaa66dc84b req-1135478a-7db6-494b-bca0-dd41709a47bf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:05.852286 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f5ba64cb-8f88-403c-af98-d1eaa66dc84b req-1135478a-7db6-494b-bca0-dd41709a47bf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0524428 Mar 14 18:48:05.889778 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f5ba64cb-8f88-403c-af98-d1eaa66dc84b req-b626386a-653d-4048-b477-e5019b312b26 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Mar 14 18:48:07.005833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec0b5-2520-47f2-b907-eabe14b731ce req-f04d6d9c-47e7-460a-ba39-c848909a78a9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:07.007341 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7ec0b5-2520-47f2-b907-eabe14b731ce req-f04d6d9c-47e7-460a-ba39-c848909a78a9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0493200 Mar 14 18:48:07.044933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d7ec0b5-2520-47f2-b907-eabe14b731ce req-a448e70f-2a35-498d-b0d0-4b8a2f3c6697 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Mar 14 18:48:08.157874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd95de-1df0-4963-97cb-c2677f8c75aa req-ee3748a2-a36a-4add-b2db-d5af8ed350e1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:08.159374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-44cd95de-1df0-4963-97cb-c2677f8c75aa req-ee3748a2-a36a-4add-b2db-d5af8ed350e1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0479827 Mar 14 18:48:08.198549 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-44cd95de-1df0-4963-97cb-c2677f8c75aa req-5315ad37-3adb-4e4b-bb7c-a31d850b258c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Mar 14 18:48:09.318611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec249e-2864-47b4-a170-dc21910f0c77 req-208bbedc-486f-4fa9-bd34-21bb8de30043 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:09.320627 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-beec249e-2864-47b4-a170-dc21910f0c77 req-208bbedc-486f-4fa9-bd34-21bb8de30043 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0540166 Mar 14 18:48:09.361228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-beec249e-2864-47b4-a170-dc21910f0c77 req-5624ea8c-cbce-4797-8720-b7c7a161329a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345070 Mar 14 18:48:10.474294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd782d3e-aa66-4939-a36c-d8dc144df8c4 req-f12fb5ea-9b1c-46a8-b5d2-ce4b672d798b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:10.475766 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd782d3e-aa66-4939-a36c-d8dc144df8c4 req-f12fb5ea-9b1c-46a8-b5d2-ce4b672d798b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0485053 Mar 14 18:48:10.512820 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd782d3e-aa66-4939-a36c-d8dc144df8c4 req-44cbf356-3012-4c10-baf1-922afbb622b3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Mar 14 18:48:11.626168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2d6aa-ef7d-4703-928a-a4d121d5d67d req-6907a457-93fd-4607-bb36-d3d0dd74699f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:11.627614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68f2d6aa-ef7d-4703-928a-a4d121d5d67d req-6907a457-93fd-4607-bb36-d3d0dd74699f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0481904 Mar 14 18:48:11.665355 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68f2d6aa-ef7d-4703-928a-a4d121d5d67d req-a83e2a3c-b0b3-4a32-bf8f-47023fc443c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Mar 14 18:48:12.786334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af628e59-767d-4067-9f88-3a904a0d4c67 req-9b28281f-7d75-4783-a984-e8fcf47fd3c7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:12.787828 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-af628e59-767d-4067-9f88-3a904a0d4c67 req-9b28281f-7d75-4783-a984-e8fcf47fd3c7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0534039 Mar 14 18:48:12.826207 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-af628e59-767d-4067-9f88-3a904a0d4c67 req-10cb42df-abac-4be4-baaa-bd54ce16ab76 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Mar 14 18:48:13.941973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa3dc-de2d-4bc6-9507-2bd0cbc0ea89 req-8f003c2b-0ebb-4d7d-8316-7e7baa8faa64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:13.943451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40caa3dc-de2d-4bc6-9507-2bd0cbc0ea89 req-8f003c2b-0ebb-4d7d-8316-7e7baa8faa64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0499475 Mar 14 18:48:13.981159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40caa3dc-de2d-4bc6-9507-2bd0cbc0ea89 req-15ea758e-cc8a-4b95-8a14-883b5d194164 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Mar 14 18:48:15.096605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97549-6007-4e61-8e81-55239295e3a9 req-590ed8b3-ed5c-44bd-a2c7-3aa2c55b888e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:15.099232 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-36c97549-6007-4e61-8e81-55239295e3a9 req-590ed8b3-ed5c-44bd-a2c7-3aa2c55b888e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0486889 Mar 14 18:48:15.135584 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-36c97549-6007-4e61-8e81-55239295e3a9 req-d1b15482-c19d-44bf-8dfd-6127a625720a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Mar 14 18:48:16.253730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f889-ebb5-445a-9e73-e0eb5a3c34a5 req-55cc568a-d627-4945-a2d0-839919a85f40 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:16.255214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1527f889-ebb5-445a-9e73-e0eb5a3c34a5 req-55cc568a-d627-4945-a2d0-839919a85f40 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0528066 Mar 14 18:48:16.292798 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1527f889-ebb5-445a-9e73-e0eb5a3c34a5 req-f8c16ee0-e0e1-4a7b-961e-fb30db848607 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Mar 14 18:48:17.409059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761aa0a-dcc5-4d29-b820-da4e189a7913 req-45c00c4a-7ee7-4755-be6c-fd64920f7689 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:17.410589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8761aa0a-dcc5-4d29-b820-da4e189a7913 req-45c00c4a-7ee7-4755-be6c-fd64920f7689 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0496335 Mar 14 18:48:17.452830 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8761aa0a-dcc5-4d29-b820-da4e189a7913 req-afb027a3-a1f6-4407-b091-f4ee78fdaa24 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Mar 14 18:48:17.816855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519d3ed-2259-4777-9ca6-99dbc75ccc2a req-8e99e34a-d8e1-4a4c-9325-f33ea8fe1fb4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:17.818436 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1519d3ed-2259-4777-9ca6-99dbc75ccc2a req-8e99e34a-d8e1-4a4c-9325-f33ea8fe1fb4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0533659 Mar 14 18:48:17.841379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1e0c583d-c5de-4d2c-84b4-84179c3c7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:17.856145 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1519d3ed-2259-4777-9ca6-99dbc75ccc2a req-323ab5f9-fbae-465f-8320-de294703df4b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Mar 14 18:48:17.913209 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-45427e2c-7ad8-475d-9f22-beced8e2a6be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394332 Mar 14 18:48:18.972783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed94e0-59f2-4a65-a55d-997f5ae12c34 req-4ca96431-c370-41d3-8c3c-f3782c5e5ec4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:18.974264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30ed94e0-59f2-4a65-a55d-997f5ae12c34 req-4ca96431-c370-41d3-8c3c-f3782c5e5ec4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0496206 Mar 14 18:48:19.013624 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30ed94e0-59f2-4a65-a55d-997f5ae12c34 req-41fd41f3-8c31-4b61-a9f3-61aec12b41ad tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Mar 14 18:48:19.793412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-240a79f9-e5fd-4038-9035-1937fc6c5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:19.795041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-240a79f9-e5fd-4038-9035-1937fc6c5405 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.0401785 Mar 14 18:48:19.886631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-a29fdad2-c638-464c-80c9-632fdacc794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:19.888087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-a29fdad2-c638-464c-80c9-632fdacc794e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0857346 Mar 14 18:48:19.952623 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-dd663917-0535-41e0-9f97-9029fbc5a628 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 1000 time: 0.0567486 Mar 14 18:48:20.002633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-380d2f80-6215-4631-b463-57141bf34677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:20.004064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-380d2f80-6215-4631-b463-57141bf34677 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0428753 Mar 14 18:48:20.057095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-37f8c78b-6b0c-429d-b7af-641b2da565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:20.057095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-37f8c78b-6b0c-429d-b7af-641b2da565b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462368 Mar 14 18:48:20.144338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a516b0cc-b2be-4041-b3f7-746c99902197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:20.172869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806c18f-d43f-46d5-9b02-184ee47410e1 req-7599d521-21fc-4f09-aeae-924776ad56bc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:20.174360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1806c18f-d43f-46d5-9b02-184ee47410e1 req-7599d521-21fc-4f09-aeae-924776ad56bc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0918641 Mar 14 18:48:20.199524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-754f67ae-2529-4c3d-9401-7a5264514d99 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361058 Mar 14 18:48:20.233251 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1806c18f-d43f-46d5-9b02-184ee47410e1 req-90d18fcc-4f54-46c4-83f5-005e3debdedb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500371 Mar 14 18:48:20.297576 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-ce1e5c65-6dd9-4670-b138-6a7a047d48c8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Mar 14 18:48:21.348275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0cc59-5057-436a-9159-4c68c5c74cdc req-c91ec138-900f-472f-8336-a52f672874d2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:21.349752 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebc0cc59-5057-436a-9159-4c68c5c74cdc req-c91ec138-900f-472f-8336-a52f672874d2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0478652 Mar 14 18:48:21.386962 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebc0cc59-5057-436a-9159-4c68c5c74cdc req-15d9a63e-5a2e-4b21-a5fa-3098239842c5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307348 Mar 14 18:48:21.515937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:22.212988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-1ef91895-0f61-4854-8d9f-fcf9a7127fd7 service neutron] 10.222.0.61 "GET /v2.0/ports/013f56f6-d91b-4ce6-8ded-3ef62d7b4495/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0578113 Mar 14 18:48:22.512651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b2968-a933-4922-aa40-b53411a87c63 req-41f54400-cc55-4f87-a5f8-f434b402f5fa tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.514158 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-398b2968-a933-4922-aa40-b53411a87c63 req-41f54400-cc55-4f87-a5f8-f434b402f5fa tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0586801 Mar 14 18:48:22.553071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-398b2968-a933-4922-aa40-b53411a87c63 req-e09f081c-f5a0-4140-90cd-fdc2784645b6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Mar 14 18:48:22.721688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-425d069d-2b63-44ce-a3cb-c203226373f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.723212 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-425d069d-2b63-44ce-a3cb-c203226373f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1098 time: 0.0399415 Mar 14 18:48:22.782749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-b534931d-ea95-43b0-a822-634a0276c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.784137 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-b534931d-ea95-43b0-a822-634a0276c6d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.0393250 Mar 14 18:48:22.884832 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-60d3934c-2609-4e21-9713-e029b7b328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.888203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-60d3934c-2609-4e21-9713-e029b7b328b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0978849 Mar 14 18:48:22.954330 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-760af183-cfb7-4e15-88b5-081a51ed0c05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 1000 time: 0.0601852 Mar 14 18:48:23.003008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-e7552c10-e80a-4b03-97f7-ad045600c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:23.003836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.004434 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-e7552c10-e80a-4b03-97f7-ad045600c3c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0439980 Mar 14 18:48:23.052962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-1d2a3718-cbe9-40f3-89c7-7dbd1f79924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:23.054415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-1d2a3718-cbe9-40f3-89c7-7dbd1f79924c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438354 Mar 14 18:48:23.086938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:23.140697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-ec9953fe-30f9-4952-be5d-e8bacb348699 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797946 Mar 14 18:48:23.234924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8987da0b-5c04-45a0-8a1f-b2888e1a06d9 req-c4d6ee15-2516-4eee-a4fc-b24b16ab6b75 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871229 Mar 14 18:48:23.672225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1c52-4fac-4454-ae0e-2e5c03991c1e req-f74d1dd4-86e4-452f-ba3c-53da83a955ef tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:23.673695 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-466c1c52-4fac-4454-ae0e-2e5c03991c1e req-f74d1dd4-86e4-452f-ba3c-53da83a955ef tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0522027 Mar 14 18:48:23.710741 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-466c1c52-4fac-4454-ae0e-2e5c03991c1e req-e6017fe3-0e8c-4724-8b75-5a892ccf5291 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Mar 14 18:48:24.825303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f713d92-d990-47cd-9833-507d62748e57 req-922e4daf-c9d4-42cc-aa0f-e55d08ba3b5c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:24.826813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1f713d92-d990-47cd-9833-507d62748e57 req-922e4daf-c9d4-42cc-aa0f-e55d08ba3b5c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0483994 Mar 14 18:48:24.866000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1f713d92-d990-47cd-9833-507d62748e57 req-b5c5395b-4d9b-46d4-839a-59d7a264766b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Mar 14 18:48:25.853773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:48:25.856496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:48:25.984639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a363-c797-4f1e-abf6-7f49e617671d req-5dd401e9-fb74-412b-ba9e-48fa79dd72d4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:25.986273 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6c4a363-c797-4f1e-abf6-7f49e617671d req-5dd401e9-fb74-412b-ba9e-48fa79dd72d4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0515378 Mar 14 18:48:25.994718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.025198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c6c4a363-c797-4f1e-abf6-7f49e617671d req-c6693861-fab4-443e-9b67-8d2c71979478 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Mar 14 18:48:26.029587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:26.043980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:26.046228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85611a-3311-4e97-906e-62f9d74bd360" -d '{"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-unplugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:26.061248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'mac_address': 'fa:16:3e:ab:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:48:26.064541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:26.093737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77664c-3ee5-4d29-8da3-b4f5ad500f38 x-openstack-request-id: req-ce77664c-3ee5-4d29-8da3-b4f5ad500f38 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:26.093737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-unplugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:26.093737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce77664c-3ee5-4d29-8da3-b4f5ad500f38 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:26.093737 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'code': 200} Mar 14 18:48:26.104322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.117478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:48:26.142147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.215491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:48:26.215836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:48:26.218420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:26.406820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a195ee8-9a8f-46db-b79e-d09bda7ca443 req-1de7a3c1-0dec-420f-a9c9-bee36fd804e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.408225 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a195ee8-9a8f-46db-b79e-d09bda7ca443 req-1de7a3c1-0dec-420f-a9c9-bee36fd804e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 943 time: 0.0534489 Mar 14 18:48:26.448019 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a195ee8-9a8f-46db-b79e-d09bda7ca443 req-be372e26-8d7b-4e3c-b4c2-6debb9f600d3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Mar 14 18:48:26.477018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-89907051-f4f2-4ecb-a260-d1a88a7c21dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.478501 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-89907051-f4f2-4ecb-a260-d1a88a7c21dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca&tenant_id=0d293bf9480747d3b23498b09fa1763f&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 943 time: 0.0557580 Mar 14 18:48:26.561452 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-ab7091f6-82d1-469e-8722-5634a870cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.562958 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-ab7091f6-82d1-469e-8722-5634a870cbf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1096 time: 0.0440536 Mar 14 18:48:26.649446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-8c7032f5-6e17-4cd3-b830-0935b19f97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.650931 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-8c7032f5-6e17-4cd3-b830-0935b19f97ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0810575 Mar 14 18:48:26.718083 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-f7aebf2f-0aeb-44d5-8ef7-9f17e4b57a01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 998 time: 0.0608668 Mar 14 18:48:26.750597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.763261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:48:26.765144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-e204a6b9-d9ed-475e-85ad-6dbca7195e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.766641 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-e204a6b9-d9ed-475e-85ad-6dbca7195e3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0426381 Mar 14 18:48:26.783439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:26.811767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-b9c1574a-b347-4e44-bfdd-f0cde1ad383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:26.813247 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-b9c1574a-b347-4e44-bfdd-f0cde1ad383f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398469 Mar 14 18:48:26.832809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:26.889169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:26.893151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['013f56f6-d91b-4ce6-8ded-3ef62d7b4495'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:48:26.905293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-393d107e-a143-4e67-8ca7-782877dcbb1b service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851438 Mar 14 18:48:26.995015 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e279d72f-9304-4cf3-bd46-d57e05a7cfa8 req-3e9b9e33-4b48-48c5-a69f-fec45c53a97c service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Mar 14 18:48:27.570580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390cf8b-b030-4cc8-a1db-bd19a0f0104e req-1fece94c-3dfb-44ec-8d5c-45bd41bab950 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:27.572069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9390cf8b-b030-4cc8-a1db-bd19a0f0104e req-1fece94c-3dfb-44ec-8d5c-45bd41bab950 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 944 time: 0.0500295 Mar 14 18:48:27.608680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9390cf8b-b030-4cc8-a1db-bd19a0f0104e req-4c0ef4af-28ed-4b97-89fd-152c9094e29d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304382 Mar 14 18:48:27.880355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:27.932805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:27.933568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.009656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.041075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:28.093648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:28.096239 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e428f-1472-445b-b244-a6f27cf58a69" -d '{"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-plugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:28.115291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.146588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd74b8c-2077-4573-8aeb-180df7b03581 x-openstack-request-id: req-dfd74b8c-2077-4573-8aeb-180df7b03581 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:28.146878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-plugged", "status": "completed", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:28.147130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfd74b8c-2077-4573-8aeb-180df7b03581 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:28.147512 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'code': 200} Mar 14 18:48:28.167822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:28.318716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:28.726305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6078-1cf9-47d4-97b6-03f2fb7971dc req-fffa7531-1c0e-49d6-9c79-3fb2e631b11a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:28.727755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1dbf6078-1cf9-47d4-97b6-03f2fb7971dc req-fffa7531-1c0e-49d6-9c79-3fb2e631b11a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0515146 Mar 14 18:48:28.764469 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1dbf6078-1cf9-47d4-97b6-03f2fb7971dc req-3effd54a-9b00-40a2-a6f4-9be9db434e35 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Mar 14 18:48:28.885770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10c56-444c-40e1-b58b-a28cc7c77f54 req-cee88e70-6be3-42df-b8ef-c21485149a43 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:28.887345 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ea10c56-444c-40e1-b58b-a28cc7c77f54 req-cee88e70-6be3-42df-b8ef-c21485149a43 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0524533 Mar 14 18:48:28.924156 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ea10c56-444c-40e1-b58b-a28cc7c77f54 req-2053915c-9618-48e1-877e-19be06692944 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Mar 14 18:48:29.322986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf8a40-e06a-451d-a2b7-f49e2a6a724e req-3c607480-fd0f-4198-9aba-76180d23285d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.324595 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0acf8a40-e06a-451d-a2b7-f49e2a6a724e req-3c607480-fd0f-4198-9aba-76180d23285d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0505123 Mar 14 18:48:29.367966 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0acf8a40-e06a-451d-a2b7-f49e2a6a724e req-decdb032-51a3-4387-8771-ce10f88b5a93 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373523 Mar 14 18:48:29.425114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503827-fe06-4674-a420-e1a122fc8af1 req-6b52d21c-8c45-4216-a18f-ef0de62a17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.426650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-6b52d21c-8c45-4216-a18f-ef0de62a17d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 1098 time: 0.0405221 Mar 14 18:48:29.515725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503827-fe06-4674-a420-e1a122fc8af1 req-93c1e9d5-8851-4e34-a464-e4c444baebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.517169 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-93c1e9d5-8851-4e34-a464-e4c444baebb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0843444 Mar 14 18:48:29.580879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-6a358cfd-1617-48de-b4dc-bb9e827ad188 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 200 len: 1000 time: 0.0569475 Mar 14 18:48:29.627114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503827-fe06-4674-a420-e1a122fc8af1 req-6f0feef8-93ae-4ad1-ae45-87e2727f0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.628492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-6f0feef8-93ae-4ad1-ae45-87e2727f0222 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0413404 Mar 14 18:48:29.677199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503827-fe06-4674-a420-e1a122fc8af1 req-c0949036-e0e2-474e-8b68-5ffc5b007cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:29.678940 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-c0949036-e0e2-474e-8b68-5ffc5b007cea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441058 Mar 14 18:48:29.763153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-e0868c49-ec93-4a13-8b07-7273ebf9fd9b service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774596 Mar 14 18:48:29.851918 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20503827-fe06-4674-a420-e1a122fc8af1 req-60cf1e62-c5df-4adb-ae84-ad0588e17496 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826385 Mar 14 18:48:30.486347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659acd16-c1a0-4513-859e-632f0a897fc7 req-b06fcb7a-e5a8-4d17-be0e-b77e9dad9bb1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:30.487815 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-659acd16-c1a0-4513-859e-632f0a897fc7 req-b06fcb7a-e5a8-4d17-be0e-b77e9dad9bb1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0514956 Mar 14 18:48:30.524998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-659acd16-c1a0-4513-859e-632f0a897fc7 req-76d4122d-cf5b-4304-87f0-e9873cbbd59a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Mar 14 18:48:31.638524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c01e8-3fd7-41d1-b83b-7013d2dfe6f9 req-680a7746-bd4b-4057-85c4-be9207323a96 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:31.639991 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d2c01e8-3fd7-41d1-b83b-7013d2dfe6f9 req-680a7746-bd4b-4057-85c4-be9207323a96 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0483897 Mar 14 18:48:31.676102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d2c01e8-3fd7-41d1-b83b-7013d2dfe6f9 req-2b2627d8-15c3-4def-8085-149eff9997a0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303116 Mar 14 18:48:32.088841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa127c-f6b3-4671-8eae-9f88e53ce2aa req-4720115e-69e3-4ad0-920e-9d6f9aa9b92e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:32.090631 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c3aa127c-f6b3-4671-8eae-9f88e53ce2aa req-4720115e-69e3-4ad0-920e-9d6f9aa9b92e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0529246 Mar 14 18:48:32.127615 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c3aa127c-f6b3-4671-8eae-9f88e53ce2aa req-8e7179fb-83a7-461e-a8ba-ac36b7c83a1b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Mar 14 18:48:33.243675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846c56-bef8-409f-859d-4f9cb90b5459 req-ed6aa096-b6ef-4743-aa58-4ec6f5f86144 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:33.245138 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74846c56-bef8-409f-859d-4f9cb90b5459 req-ed6aa096-b6ef-4743-aa58-4ec6f5f86144 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0476503 Mar 14 18:48:33.284201 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-74846c56-bef8-409f-859d-4f9cb90b5459 req-7a18b114-8250-493a-b873-b9896e16e492 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Mar 14 18:48:33.890377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6fd4b86f-9fe9-48bb-8aaf-b4f39d5dc23a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:33.891804 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6fd4b86f-9fe9-48bb-8aaf-b4f39d5dc23a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0472739 Mar 14 18:48:33.980819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Deleting port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:48:33.981152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.063262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] For port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:34.063619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.409503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b8f4-6132-4890-a642-675aa8a297b8 req-2b3ced07-ccc1-4041-baf9-62d69c218e61 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:34.411104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f279b8f4-6132-4890-a642-675aa8a297b8 req-2b3ced07-ccc1-4041-baf9-62d69c218e61 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 945 time: 0.0513394 Mar 14 18:48:34.450716 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f279b8f4-6132-4890-a642-675aa8a297b8 req-84b57e81-1db6-4baf-bb87-68a75b6bbbfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Mar 14 18:48:34.501618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.502216 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.502319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb disassociated. External IP: 172.26.3.34, port: 013f56f6-d91b-4ce6-8ded-3ef62d7b4495. Mar 14 18:48:34.502618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Calling delete_port for 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:48:34.701252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:34.732965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'Port': ['ID=013f56f6-d91b-4ce6-8ded-3ef62d7b4495,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:34.744209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.744553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.744893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.745247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.746126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.746431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.746755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.747079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.747401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.747718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.748035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.748350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:34.858367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:48:34.966286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:48:34.976381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:34.986182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:34.986791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:48:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.003461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] No DVR routers for this DVR port 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:48:35.005926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:35.009118 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb3387c3-c431-4676-ab92-44a36a36c9e8 req-6cbd9ef3-3054-426c-8bbe-4990a12fe5dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "DELETE /v2.0/ports/013f56f6-d91b-4ce6-8ded-3ef62d7b4495 HTTP/1.1" status: 204 len: 173 time: 1.1111901 Mar 14 18:48:35.009601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-deleted', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:35.012493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96fc582-6135-467d-8b7a-8b0d0ae471a9" -d '{"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-deleted", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:35.049646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fb763e-7b68-4755-bbe6-d81cb6edb672 x-openstack-request-id: req-d9fb763e-7b68-4755-bbe6-d81cb6edb672 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:35.050052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d76d4d4-7cbd-4024-a0f0-1e9bac858eca", "name": "network-vif-deleted", "tag": "013f56f6-d91b-4ce6-8ded-3ef62d7b4495", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:35.050370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9fb763e-7b68-4755-bbe6-d81cb6edb672 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:35.050880 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d76d4d4-7cbd-4024-a0f0-1e9bac858eca', 'name': 'network-vif-deleted', 'tag': '013f56f6-d91b-4ce6-8ded-3ef62d7b4495', 'status': 'completed', 'code': 200} Mar 14 18:48:35.093797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:35.291036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.317366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:35.325581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:35.326209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:48:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.430632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:35.567593 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6d8220aa-e67d-4bcb-af32-9053d8f38076 req-11422bbf-4597-43ed-a58b-e18c0ebced3a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d76d4d4-7cbd-4024-a0f0-1e9bac858eca HTTP/1.1" status: 200 len: 210 time: 0.0357275 Mar 14 18:48:35.780640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:35.810933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d465c-d677-4f6e-85a4-ee8312526b57 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:36.016119 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3877bf-c837-4fa6-a2c2-56aabc0590c7 None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:48:36.809439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-715d2a7e-35d8-402a-8cce-18910c251772 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2128331397&fields=id&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 267 time: 0.0328641 Mar 14 18:48:36.931279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-0fbd11d4-8a05-48dd-9618-e1eae8d69dce tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:36.932762 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-0fbd11d4-8a05-48dd-9618-e1eae8d69dce tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1167758 Mar 14 18:48:36.947651 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-c148749c-c387-43a6-9184-3ab471622e84 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/quotas/0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 375 time: 0.0087020 Mar 14 18:48:37.000198 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-5d6a3eec-e145-44a7-861c-7b0e219a9081 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464053 Mar 14 18:48:37.093051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-a46e7bfb-8ecd-468a-b185-29f18048da4a service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811684 Mar 14 18:48:37.185539 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-e8bc36f2-4cc0-4902-b24d-d5abfa70ab82 service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Mar 14 18:48:37.406131 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25264796-ce64-40e0-980b-3634f775dd28 req-39262116-e491-4e30-8a5f-499a7fe2ed7c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 210 time: 0.0302799 Mar 14 18:48:37.899257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:48:37.923607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:48:37.923979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 013f56f6-d91b-4ce6-8ded-3ef62d7b4495 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:48:38.502834 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9cc6a1f1-45fa-431f-a006-f110c1c8ecfc req-f667a84b-1440-4b4e-9d80-baf72f9860a2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 210 time: 0.0272694 Mar 14 18:48:38.947726 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:48:39.089084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-27057479-8a93-43d8-8bf8-fda2034efa7b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:39.091733 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-27057479-8a93-43d8-8bf8-fda2034efa7b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1084480 Mar 14 18:48:39.140417 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-f41b6aba-8394-46e3-8f55-1e63244f941d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 380 time: 0.0384588 Mar 14 18:48:39.152462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'port': {'device_id': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'admin_state_up': True, 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'security_groups': ['779a1ad5-c302-418d-b8ef-f4032dac2565']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:39.346882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:39.351048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.477750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Allocated IP 172.20.0.3 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/e460e9d3-9474-471c-8ee1-854647492a47) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:39.608501 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e187ba5f-8473-408f-a4f4-47b025e505b0 req-545f6696-436b-40ab-8242-1cf383deffe7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 210 time: 0.0281994 Mar 14 18:48:39.614353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.701439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.746764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:39.749647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:39.752367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:48:39.777918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:39.810891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:39.811543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.877692 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3b2f69cd-7bb3-4280-8ea2-ed60d38afbc8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312288 Mar 14 18:48:39.890159 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Request body: {'port': {'device_id': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:39.952379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:39.995506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-782307e8-962f-4c27-ae6e-d71abf12db2c None None] Provisioning complete for port e460e9d3-9474-471c-8ee1-854647492a47 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:39.996632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-782307e8-962f-4c27-ae6e-d71abf12db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.030885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-782307e8-962f-4c27-ae6e-d71abf12db2c None None] Port e460e9d3-9474-471c-8ee1-854647492a47 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:48:40.217324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:48:40.224714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.237125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Transition to ACTIVE for port object e460e9d3-9474-471c-8ee1-854647492a47 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:48:40.295425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.344669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:40.415423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Attempting to bind port e460e9d3-9474-471c-8ee1-854647492a47 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:48:40.415755 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Attempting to bind port e460e9d3-9474-471c-8ee1-854647492a47 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:48:40.416086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Attempting to bind port e460e9d3-9474-471c-8ee1-854647492a47 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:48:40.421112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Port e460e9d3-9474-471c-8ee1-854647492a47 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:48:40.421428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Attempting to bind port e460e9d3-9474-471c-8ee1-854647492a47 on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:48:40.426493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:48:40.426827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:48:40.427462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:48:40.427895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Bound port: e460e9d3-9474-471c-8ee1-854647492a47, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:48:40.428241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.496769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:48:40.500372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:48:40.667664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.729932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:40.731308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:40.732779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] 10.222.0.61 "PUT /v2.0/ports/e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1093 time: 0.8475308 Mar 14 18:48:40.733235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:40.735539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66bd2dc-a571-477d-b7e2-6e977048743e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:40.760873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866aba3-f03d-4501-89f4-f67382366859 service neutron] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:40.781863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3bdf-f96f-433d-9530-bfc05d1eb787 req-fc6aae9e-e07c-4808-b321-1f40340e1eb6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:40.784592 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5fcb3bdf-f96f-433d-9530-bfc05d1eb787 req-fc6aae9e-e07c-4808-b321-1f40340e1eb6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 943 time: 0.0920911 Mar 14 18:48:40.786138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2cf70-2f46-4510-8579-54740b53bd71 x-openstack-request-id: req-a8a2cf70-2f46-4510-8579-54740b53bd71 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:40.786427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:40.786678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8a2cf70-2f46-4510-8579-54740b53bd71 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:40.787074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'status': 'completed', 'code': 200} Mar 14 18:48:40.864350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5fcb3bdf-f96f-433d-9530-bfc05d1eb787 req-013f39c1-e405-48e3-b3cb-6d830e525b7e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680680 Mar 14 18:48:40.873086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-9468280c-4c7c-46b1-884e-6161c8c78b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:40.874628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-9468280c-4c7c-46b1-884e-6161c8c78b23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1096 time: 0.0699322 Mar 14 18:48:40.970893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-9a989e96-9843-4746-9cd0-980bebd82097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:40.972306 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-9a989e96-9843-4746-9cd0-980bebd82097 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d293bf9480747d3b23498b09fa1763f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0903654 Mar 14 18:48:41.068146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-461f750b-f458-491a-9310-5ed646f81f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.069654 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d66bd2dc-a571-477d-b7e2-6e977048743e req-461f750b-f458-491a-9310-5ed646f81f6e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911527 Mar 14 18:48:41.144300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-f90c4130-5609-409d-b813-8a1db6b7ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.145802 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-f90c4130-5609-409d-b813-8a1db6b7ba27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1096 time: 0.0418556 Mar 14 18:48:41.190948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-8812808b-711c-4007-823d-9e87cef787d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 217 time: 0.0378087 Mar 14 18:48:41.244468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-7db46a2a-fbb7-4ef4-9c2c-347a3943c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.245884 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-7db46a2a-fbb7-4ef4-9c2c-347a3943c8c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0417483 Mar 14 18:48:41.291729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-1885a375-ce2f-401f-a0ff-da9f33837576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.293672 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-1885a375-ce2f-401f-a0ff-da9f33837576 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399773 Mar 14 18:48:41.385290 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-f95db2dc-834a-4341-81e8-80c6d06c704a service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856075 Mar 14 18:48:41.474473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e2c3412b-d6e2-4a43-b4d3-474df303a60c req-14a23bea-b635-4cfd-b6be-dc7d8916739f service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828016 Mar 14 18:48:41.981048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5f1aa-943f-4935-81f7-5183ba3844ad req-7ac55e8f-f6ad-4ff5-80cb-e5ecc1b1f00e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:41.982562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38a5f1aa-943f-4935-81f7-5183ba3844ad req-7ac55e8f-f6ad-4ff5-80cb-e5ecc1b1f00e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 943 time: 0.0481040 Mar 14 18:48:42.018532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38a5f1aa-943f-4935-81f7-5183ba3844ad req-833abd26-2c59-4a99-ad23-7d790a018970 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302434 Mar 14 18:48:43.133596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faff43-f94c-4ff2-8534-9b845fccde35 req-739bd1c2-a77a-4ddd-8f52-0e8ee3cd0219 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:43.135122 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8faff43-f94c-4ff2-8534-9b845fccde35 req-739bd1c2-a77a-4ddd-8f52-0e8ee3cd0219 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 943 time: 0.0490515 Mar 14 18:48:43.172310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8faff43-f94c-4ff2-8534-9b845fccde35 req-bbe5ccdb-9f18-44a4-a333-035293a2b331 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Mar 14 18:48:43.915880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:48:44.006478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:44.018204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'e460e9d3-9474-471c-8ee1-854647492a47', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:48:44.057963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.070646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:48:44.090879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:44.160271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:44.207794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:44.214823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.215170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.215693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.216031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.216372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.216707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.217052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.217382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.217713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.218063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.218385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.218838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:44.289111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5131-a80d-4cf5-abd2-543c1ac8113a req-036af597-cff5-4d82-b91a-d54ad38853d1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:44.290659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cf3f5131-a80d-4cf5-abd2-543c1ac8113a req-036af597-cff5-4d82-b91a-d54ad38853d1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 944 time: 0.0486271 Mar 14 18:48:44.332326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cf3f5131-a80d-4cf5-abd2-543c1ac8113a req-6d2679b7-0013-4d80-b39d-5048c2c054b5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Mar 14 18:48:44.469233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['e460e9d3-9474-471c-8ee1-854647492a47'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:48:45.448273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a088d-be1f-4a76-80ab-9fe8caa9b5d5 req-8181a4d2-7330-4146-8d70-3c557c4285a6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:45.450483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-647a088d-be1f-4a76-80ab-9fe8caa9b5d5 req-8181a4d2-7330-4146-8d70-3c557c4285a6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 944 time: 0.0523958 Mar 14 18:48:45.487225 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-647a088d-be1f-4a76-80ab-9fe8caa9b5d5 req-a7b19ca4-99a4-4d43-8b62-d7ee0a4cc763 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Mar 14 18:48:45.931623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:46.040134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port e460e9d3-9474-471c-8ee1-854647492a47 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:48:46.044596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port e460e9d3-9474-471c-8ee1-854647492a47 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:48:46.044968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.123322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.145279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:46.148192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0c1ba-f3f9-4672-ad2b-6023088be474" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:46.159646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:46.185588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0ff3aa-82fc-4f30-bb26-603c30fc6eec x-openstack-request-id: req-ee0ff3aa-82fc-4f30-bb26-603c30fc6eec {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:46.185876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:46.186164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee0ff3aa-82fc-4f30-bb26-603c30fc6eec {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:46.186558 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'code': 200} Mar 14 18:48:46.234720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:46.280529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:46.479534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731d2d-5e26-4601-87a4-0a9330138100 req-a5816661-bb12-4ac1-b425-f7c17621d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:46.482315 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7e731d2d-5e26-4601-87a4-0a9330138100 req-a5816661-bb12-4ac1-b425-f7c17621d687 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0417359 Mar 14 18:48:46.517471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7e731d2d-5e26-4601-87a4-0a9330138100 req-57aa70d4-6a30-4acf-946c-e961a1d64bee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277345 Mar 14 18:48:46.598459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81818ec3-19b8-4877-9e0a-c5d821c4d4bb req-19c904e1-530d-4b33-a17d-87920efa35b0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:46.599923 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81818ec3-19b8-4877-9e0a-c5d821c4d4bb req-19c904e1-530d-4b33-a17d-87920efa35b0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0469344 Mar 14 18:48:46.636413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81818ec3-19b8-4877-9e0a-c5d821c4d4bb req-e1ead579-16c9-4f75-9a8a-ffbfb23e6ec8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299582 Mar 14 18:48:47.753569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696bcc1-3c5a-42dc-bc24-c4d453c6765a req-4f1efdc5-c575-466b-8fdd-4c18b206e9fc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:47.755052 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c696bcc1-3c5a-42dc-bc24-c4d453c6765a req-4f1efdc5-c575-466b-8fdd-4c18b206e9fc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0487614 Mar 14 18:48:47.792457 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c696bcc1-3c5a-42dc-bc24-c4d453c6765a req-5c433632-bebb-4478-a55d-0e32b6ad3352 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Mar 14 18:48:47.897823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f80936ca-19c1-49b3-b10b-6bf646836d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:48.913544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa342cb-4067-456a-87bc-bc0d768459c0 req-22e99513-1ddb-45d8-a50a-1b90b6d627e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:48.915030 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baa342cb-4067-456a-87bc-bc0d768459c0 req-22e99513-1ddb-45d8-a50a-1b90b6d627e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0512438 Mar 14 18:48:48.954333 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baa342cb-4067-456a-87bc-bc0d768459c0 req-b7a374b3-6a12-48b7-9591-63d76402740b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Mar 14 18:48:49.063607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052b67e-819e-4fd0-8b39-46fff18faf88 req-2ab08704-2735-43cf-8ae7-001be0ff0415 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:49.065063 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8052b67e-819e-4fd0-8b39-46fff18faf88 req-2ab08704-2735-43cf-8ae7-001be0ff0415 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0485311 Mar 14 18:48:49.073520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53280) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:48:49.078243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'floatingip': {'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:49.119617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:49.546212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:49.588688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:49.686495 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb associated. External IP: 172.26.3.34, port: e460e9d3-9474-471c-8ee1-854647492a47. Mar 14 18:48:49.888135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:48:50.141056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-eb6c3f6b-e8c3-4aaa-a687-b3bab6b37842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.255712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:48:50.261158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:50.265854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:50.275206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:50.276043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:48:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:50.289780 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-31851dca-ae49-4ba3-bd7b-317ff5ed6458 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "PUT /v2.0/floatingips/dd02e15c-f77c-4d1e-9e8a-c48879e111cb HTTP/1.1" status: 200 len: 990 time: 1.2149971 Mar 14 18:48:50.290394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:48:50.292671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac0a97-7796-4998-b75e-a5b3e23a9c04" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:48:50.334508 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f8f640-fc83-4fe9-b681-55849ab41eb5 x-openstack-request-id: req-20f8f640-fc83-4fe9-b681-55849ab41eb5 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:48:50.335059 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:48:50.335407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20f8f640-fc83-4fe9-b681-55849ab41eb5 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:48:50.335903 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'status': 'completed', 'code': 200} Mar 14 18:48:50.390101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:50.396791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-12578e30-b50e-4b51-aefe-00a16ec1cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.398248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-12578e30-b50e-4b51-aefe-00a16ec1cc4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0432727 Mar 14 18:48:50.491372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-6d724c09-8311-4dd4-8951-7623b6dd8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.492839 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-6d724c09-8311-4dd4-8951-7623b6dd8e48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0887415 Mar 14 18:48:50.562714 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-8d85df4d-1bbb-4781-8419-f17e25b64df1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 998 time: 0.0632250 Mar 14 18:48:50.613802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-57e8f45b-826d-482c-99df-087ef2fb1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.615408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-57e8f45b-826d-482c-99df-087ef2fb1209 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0456870 Mar 14 18:48:50.631419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:48:49Z', 'revision_number': 9, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:50.659500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:50.664301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a69c-1c95-4cc0-b659-33cc6c2efae8 req-dcce5d0e-8e1a-477b-a08c-516e519878f8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.666014 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7422a69c-1c95-4cc0-b659-33cc6c2efae8 req-dcce5d0e-8e1a-477b-a08c-516e519878f8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0599139 Mar 14 18:48:50.666338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-3e7ed080-c26e-4f77-b2bf-40e627092429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:50.668385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-3e7ed080-c26e-4f77-b2bf-40e627092429 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463839 Mar 14 18:48:50.670812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:50.671500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:48:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:50.707984 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7422a69c-1c95-4cc0-b659-33cc6c2efae8 req-2c091846-31c6-4f2e-87e6-6bfcca38fa2b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Mar 14 18:48:50.769119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-641e61ab-1c43-4d72-9d4e-ce560b975e7c service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942929 Mar 14 18:48:50.781790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:50.849564 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-95614322-0a5a-4010-b80f-638fa996dd29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925572 Mar 14 18:48:50.879770 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1eac0a97-7796-4998-b75e-a5b3e23a9c04 req-870f0699-4579-434e-add5-1c850c24fd9b service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974925 Mar 14 18:48:51.014292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:48:49Z', 'revision_number': 9, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:51.043765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce77919-2adc-4136-9391-7b05d7de68f0 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:48:49Z', 'revision_number': 9, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:51.263266 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04937b9e-1019-4479-b709-2c03a33f960b None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:48:51.491420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:51.827170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c88876-e87c-4da7-bcd7-d94571ab750e req-c6c66da5-a5b1-4f50-ac65-818b9fb8f19b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:51.828688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-93c88876-e87c-4da7-bcd7-d94571ab750e req-c6c66da5-a5b1-4f50-ac65-818b9fb8f19b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0513887 Mar 14 18:48:51.865104 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-93c88876-e87c-4da7-bcd7-d94571ab750e req-d815d6a3-ba97-400e-8deb-ce2a6385a15b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304842 Mar 14 18:48:52.863021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-82a67552-1767-463a-8591-2b1130575579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:52.864537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-82a67552-1767-463a-8591-2b1130575579 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0390520 Mar 14 18:48:52.954712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:52.966903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-1dde485a-49be-4947-ae50-6ed3d75f2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:52.968380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-1dde485a-49be-4947-ae50-6ed3d75f2996 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0976441 Mar 14 18:48:52.992979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb26bbf-c5e6-4cff-adcb-3b2a2ad0c298 req-f90276a9-d225-4149-8aa0-0c680a11f256 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:52.994379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eeb26bbf-c5e6-4cff-adcb-3b2a2ad0c298 req-f90276a9-d225-4149-8aa0-0c680a11f256 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0598054 Mar 14 18:48:53.035718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-40fd14ce-8df8-40d0-99b7-45cdfca553fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1001 time: 0.0592978 Mar 14 18:48:53.039254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eeb26bbf-c5e6-4cff-adcb-3b2a2ad0c298 req-5bbf4042-c8a5-40e6-a921-d6ff2c4390f7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347829 Mar 14 18:48:53.045938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:53.088339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-aafe1f7e-5fe4-4501-9dab-73e1c1da1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:53.090382 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-aafe1f7e-5fe4-4501-9dab-73e1c1da1176 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0485809 Mar 14 18:48:53.133598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-71ab9efd-089d-4c4d-b164-2d6829e3fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:53.135045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-71ab9efd-089d-4c4d-b164-2d6829e3fe85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385909 Mar 14 18:48:53.220852 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-e17457e5-f19c-409a-ba74-50687ccaf071 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794132 Mar 14 18:48:53.317369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-6f1c342c-960f-4309-bd44-e5597d5489f7 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889618 Mar 14 18:48:54.155498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a626068-97f8-463b-bb07-73de26b2ad09 req-0a7ab9bc-255e-4e58-bc1e-3a2bc4678675 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:54.156984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a626068-97f8-463b-bb07-73de26b2ad09 req-0a7ab9bc-255e-4e58-bc1e-3a2bc4678675 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0486166 Mar 14 18:48:54.194297 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1a626068-97f8-463b-bb07-73de26b2ad09 req-f55ecb5a-cf1d-4eae-9567-f3ba8537f0db tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Mar 14 18:48:55.312309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c931d15-8b19-4497-99d4-7de4d01c48cf req-22fb5064-2253-46b4-bd81-328d21d78df9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:55.313782 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9c931d15-8b19-4497-99d4-7de4d01c48cf req-22fb5064-2253-46b4-bd81-328d21d78df9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0519812 Mar 14 18:48:55.350464 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9c931d15-8b19-4497-99d4-7de4d01c48cf req-e80bf70d-65d0-4ae5-87da-726b725aef0c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307374 Mar 14 18:48:56.503513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3e5b4-b38f-4e46-91b7-eb56a60572af req-b2be204f-a66e-4c5a-b6c4-929ab3406cd4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:56.505018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9cd3e5b4-b38f-4e46-91b7-eb56a60572af req-b2be204f-a66e-4c5a-b6c4-929ab3406cd4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0844316 Mar 14 18:48:56.507420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-c305eae7-6770-41f0-a3a4-62d5304f939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:56.508784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-c305eae7-6770-41f0-a3a4-62d5304f939a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0577316 Mar 14 18:48:56.561709 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9cd3e5b4-b38f-4e46-91b7-eb56a60572af req-d7a71eab-e0b2-4377-95f0-aa6af78e0c33 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507081 Mar 14 18:48:56.636084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-ff70a6f1-b0da-4cb2-a90f-26dc1d730237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:56.638068 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-ff70a6f1-b0da-4cb2-a90f-26dc1d730237 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.1090872 Mar 14 18:48:56.707055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-a871595f-4ba9-4302-8e55-d0c7ee4baa6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1001 time: 0.0627909 Mar 14 18:48:56.754903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-dd3b56f1-acd0-4a43-a3b1-eb0ce33681b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:56.756292 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-dd3b56f1-acd0-4a43-a3b1-eb0ce33681b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0431964 Mar 14 18:48:56.801768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-22c5c54f-3027-493e-82a4-298daefde108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:56.803257 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-22c5c54f-3027-493e-82a4-298daefde108 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396881 Mar 14 18:48:56.895473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-6e0409e4-241e-41ad-a2bf-84649acc3107 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Mar 14 18:48:56.983618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2de4373-bd2b-406d-ae53-edd52c12169c req-6bdee1bf-7431-4547-ab02-5f89a305b53f service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814915 Mar 14 18:48:57.675794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f59aa2-b66e-4a7d-b44d-ba80b3082d84 req-edcf4788-52b1-43d7-8a1f-5284973159fa tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:57.677423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-98f59aa2-b66e-4a7d-b44d-ba80b3082d84 req-edcf4788-52b1-43d7-8a1f-5284973159fa tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0480134 Mar 14 18:48:57.712954 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-98f59aa2-b66e-4a7d-b44d-ba80b3082d84 req-6c8ccff3-105e-49db-885b-6d94fdf73cd4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295830 Mar 14 18:48:58.329420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:48:58.831466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1858a91-3a2a-4ad5-8fee-31cd578a4484 req-618425a8-ebb1-450b-a8bf-089c4ae65388 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:58.832917 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a1858a91-3a2a-4ad5-8fee-31cd578a4484 req-618425a8-ebb1-450b-a8bf-089c4ae65388 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0520053 Mar 14 18:48:58.868830 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a1858a91-3a2a-4ad5-8fee-31cd578a4484 req-07926084-b3ae-46ba-bb18-5d3be744734d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300293 Mar 14 18:48:59.986883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a816-cc10-43c9-962b-7fa834b1f7a0 req-08647bb4-7395-40ff-b122-beb1332c144f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:59.988353 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28a0a816-cc10-43c9-962b-7fa834b1f7a0 req-08647bb4-7395-40ff-b122-beb1332c144f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0526373 Mar 14 18:49:00.025465 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28a0a816-cc10-43c9-962b-7fa834b1f7a0 req-0cc610c2-f9b9-43c6-bceb-a072380c901c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Mar 14 18:49:01.220545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d49b3-9187-40df-948c-af71ac0b4f31 req-9b7d3687-e9d6-4ead-aaad-8c47ececffac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:01.222072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-556d49b3-9187-40df-948c-af71ac0b4f31 req-9b7d3687-e9d6-4ead-aaad-8c47ececffac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.1268756 Mar 14 18:49:01.259427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-556d49b3-9187-40df-948c-af71ac0b4f31 req-eb5adc79-0b8f-4899-b3a1-195aba7f2ecb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Mar 14 18:49:02.421799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0bbb8-98c0-41aa-b9c4-acb789d4bb41 req-610b14bf-5e9a-4a71-ab70-a19618573a2f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:02.423301 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67f0bbb8-98c0-41aa-b9c4-acb789d4bb41 req-610b14bf-5e9a-4a71-ab70-a19618573a2f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0948303 Mar 14 18:49:02.462495 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-67f0bbb8-98c0-41aa-b9c4-acb789d4bb41 req-664262b3-25f2-449a-bd9b-a5b259cee0bc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Mar 14 18:49:03.576199 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d991f9-1dd8-480f-9cf8-926c57fa7386 req-767d532d-8a5f-434a-b026-6575116991f6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:03.577667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6d991f9-1dd8-480f-9cf8-926c57fa7386 req-767d532d-8a5f-434a-b026-6575116991f6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0487392 Mar 14 18:49:03.615087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6d991f9-1dd8-480f-9cf8-926c57fa7386 req-b6f807ed-6154-478e-babf-5ab1074f9104 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Mar 14 18:49:04.730210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e7376-5ac8-476e-91db-a80b25aa7fbb req-9d01b4d9-35eb-4c90-81a6-4783d7c27c20 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:04.731663 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-558e7376-5ac8-476e-91db-a80b25aa7fbb req-9d01b4d9-35eb-4c90-81a6-4783d7c27c20 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0472157 Mar 14 18:49:04.768633 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-558e7376-5ac8-476e-91db-a80b25aa7fbb req-a60707c7-a0a1-4ebf-bdf9-b8be30d1494f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Mar 14 18:49:05.886298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877487c1-6c10-49d5-a3bc-20c263fd2365 req-d8ba1aa8-574f-47e0-b366-adfd4c759790 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:05.888486 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-877487c1-6c10-49d5-a3bc-20c263fd2365 req-d8ba1aa8-574f-47e0-b366-adfd4c759790 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0511758 Mar 14 18:49:05.924220 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-877487c1-6c10-49d5-a3bc-20c263fd2365 req-04d00dbe-9afd-421f-818d-3a6b824d1a1d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299687 Mar 14 18:49:07.042708 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed5d5-c1cd-4e64-9c7b-6ca4a983528a req-148ff13b-8b49-48fa-8406-b608e1709de2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:07.044995 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-006ed5d5-c1cd-4e64-9c7b-6ca4a983528a req-148ff13b-8b49-48fa-8406-b608e1709de2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0537202 Mar 14 18:49:07.082816 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-006ed5d5-c1cd-4e64-9c7b-6ca4a983528a req-0bcf201b-a4a8-44eb-9c7e-f7c2ab4a8ac8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Mar 14 18:49:08.196809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050994-9a0f-441b-8b91-b6c1bda8822e req-f1442037-92c4-4d8c-92da-e3f8c80185f4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:08.198318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8a050994-9a0f-441b-8b91-b6c1bda8822e req-f1442037-92c4-4d8c-92da-e3f8c80185f4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0482783 Mar 14 18:49:08.235591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8a050994-9a0f-441b-8b91-b6c1bda8822e req-1fe211b7-1714-4178-938b-370534c2e076 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305953 Mar 14 18:49:09.352604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82840183-0926-47f5-aceb-eec51fcfe1de req-634edb61-2e90-4e13-a401-a43211c72548 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:09.354178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-82840183-0926-47f5-aceb-eec51fcfe1de req-634edb61-2e90-4e13-a401-a43211c72548 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0504615 Mar 14 18:49:09.393262 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-82840183-0926-47f5-aceb-eec51fcfe1de req-3afff7d3-7a2c-4ff1-9fc9-f75d0ebbdf81 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Mar 14 18:49:10.507603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8620b-5d98-415b-9265-64483afb1bb3 req-071e6372-1122-4174-a390-d0cf12bc7686 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:10.509052 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-16f8620b-5d98-415b-9265-64483afb1bb3 req-071e6372-1122-4174-a390-d0cf12bc7686 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0474122 Mar 14 18:49:10.545599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-16f8620b-5d98-415b-9265-64483afb1bb3 req-1dac6f5e-27ec-4ebb-b978-a8362599a89b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304599 Mar 14 18:49:11.662096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3c53-bba0-4c2c-ab01-b61834eb8377 req-90514fe8-cd4d-4b97-aa84-66c8f173edf2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:11.663585 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-302d3c53-bba0-4c2c-ab01-b61834eb8377 req-90514fe8-cd4d-4b97-aa84-66c8f173edf2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0477452 Mar 14 18:49:11.701648 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-302d3c53-bba0-4c2c-ab01-b61834eb8377 req-3297f8ad-ad52-4e61-bd1a-05ba723e949e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Mar 14 18:49:12.821147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188dc46-a96a-456e-9196-321ef4823146 req-12378d3b-2c53-4f81-bf2d-766d5e53641f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:12.822656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c188dc46-a96a-456e-9196-321ef4823146 req-12378d3b-2c53-4f81-bf2d-766d5e53641f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0527542 Mar 14 18:49:12.860387 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c188dc46-a96a-456e-9196-321ef4823146 req-a9bd7387-ce22-4fed-bdfd-c0d2310c2c21 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Mar 14 18:49:13.980756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59ad3-6d22-4427-8e62-341c480b6f63 req-0f89c7ed-7e73-4c75-94e4-9132fa55af4d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:13.982226 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8fd59ad3-6d22-4427-8e62-341c480b6f63 req-0f89c7ed-7e73-4c75-94e4-9132fa55af4d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0532625 Mar 14 18:49:14.018287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8fd59ad3-6d22-4427-8e62-341c480b6f63 req-daa6f3ab-f21d-4abe-b1cf-a9f169155f38 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300937 Mar 14 18:49:15.139849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775c5fb-c5b4-4fe8-837c-7b65cd1d2680 req-59d8c46d-3d3a-4d7b-8ef8-9fefe8a6bde3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:15.141345 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9775c5fb-c5b4-4fe8-837c-7b65cd1d2680 req-59d8c46d-3d3a-4d7b-8ef8-9fefe8a6bde3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0488670 Mar 14 18:49:15.177917 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9775c5fb-c5b4-4fe8-837c-7b65cd1d2680 req-36eba8e4-f8a3-4732-a709-05688a73d480 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305758 Mar 14 18:49:15.945766 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:16.292702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe1eca-5fd1-42c1-8861-39eff293eb97 req-ee3af75d-0da7-4aef-8f9c-18899e72876f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:16.294193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ebe1eca-5fd1-42c1-8861-39eff293eb97 req-ee3af75d-0da7-4aef-8f9c-18899e72876f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0482500 Mar 14 18:49:16.332006 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ebe1eca-5fd1-42c1-8861-39eff293eb97 req-b31aa3aa-d3bb-4355-9a5c-a91d53d92859 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Mar 14 18:49:17.445294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059b62-1083-4b14-9bc3-6eaa602158f2 req-ed2c583d-307e-4939-9b7d-2fc5b9ce25c6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:17.446796 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67059b62-1083-4b14-9bc3-6eaa602158f2 req-ed2c583d-307e-4939-9b7d-2fc5b9ce25c6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0483263 Mar 14 18:49:17.484656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67059b62-1083-4b14-9bc3-6eaa602158f2 req-f182facb-23e3-4f68-a764-e3bde0a722ac tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Mar 14 18:49:17.854569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b35e1dc5-830a-46bf-b8e1-f606badf8982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:18.598864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a46685-0171-42c7-a672-b22b4e69679f req-df7bf041-cb18-4d67-bed3-0deb41062579 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:18.600257 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-48a46685-0171-42c7-a672-b22b4e69679f req-df7bf041-cb18-4d67-bed3-0deb41062579 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0484853 Mar 14 18:49:18.638178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-48a46685-0171-42c7-a672-b22b4e69679f req-7662a18c-6416-4bcb-902c-16b7fad219b5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Mar 14 18:49:19.754905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa6cf3-0f43-4a9c-8d1d-0feea9547d2d req-68663006-dee3-47d4-96d6-ac4fd629ed27 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:19.756389 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40aa6cf3-0f43-4a9c-8d1d-0feea9547d2d req-68663006-dee3-47d4-96d6-ac4fd629ed27 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0513387 Mar 14 18:49:19.793164 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40aa6cf3-0f43-4a9c-8d1d-0feea9547d2d req-62fe87c5-036b-451e-994f-ea9c0318230b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Mar 14 18:49:20.158975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8a79b1a7-8244-4305-b93d-c58303c5e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:20.307146 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-5884c4f2-8d27-4b48-8897-ae72f7983ff0 service neutron] 10.222.0.61 "GET /v2.0/ports/e460e9d3-9474-471c-8ee1-854647492a47/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0533004 Mar 14 18:49:20.855010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-c8c236ba-6045-416e-9e37-4a9f554cbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:20.856516 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-c8c236ba-6045-416e-9e37-4a9f554cbe76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1098 time: 0.0409243 Mar 14 18:49:20.917226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a90eb2-525f-402a-9583-b1ef6a67daa1 req-55642379-85f5-4b50-81c8-902a59b2fe30 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:20.918726 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72a90eb2-525f-402a-9583-b1ef6a67daa1 req-55642379-85f5-4b50-81c8-902a59b2fe30 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0532703 Mar 14 18:49:20.919749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-bc6f6be0-7e81-4427-ac83-e6dd61e23b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:20.921226 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-bc6f6be0-7e81-4427-ac83-e6dd61e23b6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0426288 Mar 14 18:49:20.957253 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-72a90eb2-525f-402a-9583-b1ef6a67daa1 req-ffd0ca3a-f66a-49cb-9ab6-62be3815e73b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Mar 14 18:49:21.009883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-4d2aece0-67c4-4ac2-bd2d-a4ba6accf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:21.011403 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-4d2aece0-67c4-4ac2-bd2d-a4ba6accf145 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0822608 Mar 14 18:49:21.079454 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-9cd17aaf-d0e2-469b-8cc0-120203a76d9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1001 time: 0.0611370 Mar 14 18:49:21.400776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-3f0db1e3-a954-48b0-ae12-11a2f3cde49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:21.402196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-3f0db1e3-a954-48b0-ae12-11a2f3cde49f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.3175192 Mar 14 18:49:21.447960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283251ba-f396-4666-a39b-7b72e4bed874 req-2763878e-007e-45b1-85a3-acf81854a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:21.449501 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-2763878e-007e-45b1-85a3-acf81854a61c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408187 Mar 14 18:49:21.489123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:21.541936 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-52db454a-fe82-47a4-83c1-3661c7b6fc3d service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854397 Mar 14 18:49:21.631636 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-283251ba-f396-4666-a39b-7b72e4bed874 req-53f9879e-7295-4536-9b0f-471c828ab014 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822875 Mar 14 18:49:22.071358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad43f07-b42d-42d6-97a5-7e9ec6a0d605 req-837104f8-e51c-4f57-9c1b-0d4595135c34 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:22.072807 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cad43f07-b42d-42d6-97a5-7e9ec6a0d605 req-837104f8-e51c-4f57-9c1b-0d4595135c34 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0484447 Mar 14 18:49:22.113297 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cad43f07-b42d-42d6-97a5-7e9ec6a0d605 req-a6945bb1-282a-4aa2-8fca-d107d70258a0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Mar 14 18:49:22.953056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:23.082946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:23.228118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb587b6-492f-44dc-aafd-b6a74db54e17 req-667bc2b4-7eaf-45c1-bb3a-28ed9014116e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:23.229582 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-beb587b6-492f-44dc-aafd-b6a74db54e17 req-667bc2b4-7eaf-45c1-bb3a-28ed9014116e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0485168 Mar 14 18:49:23.267270 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-beb587b6-492f-44dc-aafd-b6a74db54e17 req-a69c7434-b3ba-48d9-9e47-7b4f20d8b9e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304568 Mar 14 18:49:24.046837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:49:24.049540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:49:24.194000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:24.214151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:24.234437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:24.237198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc1a89b-f4b7-4937-8377-c5dfd3723898" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:24.241870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'e460e9d3-9474-471c-8ee1-854647492a47', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:49:24.251728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:24.282664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7924725b-c302-41bf-9515-00ada0e28786 x-openstack-request-id: req-7924725b-c302-41bf-9515-00ada0e28786 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:24.283014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:24.283199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7924725b-c302-41bf-9515-00ada0e28786 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:24.283580 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'code': 200} Mar 14 18:49:24.300178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:24.309964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:24.354198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:24.385596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1192135-4cad-4783-aa40-741f2276038c req-4ad68960-513d-4a01-ab72-9402cd03010e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:24.387298 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b1192135-4cad-4783-aa40-741f2276038c req-4ad68960-513d-4a01-ab72-9402cd03010e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0504916 Mar 14 18:49:24.420675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:49:24.421034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:49:24.430274 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b1192135-4cad-4783-aa40-741f2276038c req-6f679831-4b65-4776-bf90-96f919987a6f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364895 Mar 14 18:49:24.431269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:24.957557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:24.972790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:24.990706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:25.050191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:25.099470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:25.108892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['e460e9d3-9474-471c-8ee1-854647492a47'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:49:25.551406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838bf57-7498-4d45-a5f5-69db9c1bfe41 req-72f2bcd8-bb46-4d81-aa79-6e77370d454f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:25.552856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1838bf57-7498-4d45-a5f5-69db9c1bfe41 req-72f2bcd8-bb46-4d81-aa79-6e77370d454f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 944 time: 0.0500603 Mar 14 18:49:25.589348 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1838bf57-7498-4d45-a5f5-69db9c1bfe41 req-c1203e3f-f364-46a4-94ef-f70a1e5fd6db tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306392 Mar 14 18:49:26.057561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:49:26.103885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port e460e9d3-9474-471c-8ee1-854647492a47 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:26.104168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:26.186126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:26.220889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:26.238523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aedff5-65f9-4927-9cd5-3bb91f3a4869 req-3fe7a48e-8805-49db-9318-ef503299aee6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.240008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67aedff5-65f9-4927-9cd5-3bb91f3a4869 req-3fe7a48e-8805-49db-9318-ef503299aee6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 944 time: 0.0752761 Mar 14 18:49:26.276289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-f9627ccc-49a6-4464-8d5c-8ad500157156 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.277771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-f9627ccc-49a6-4464-8d5c-8ad500157156 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e&tenant_id=0d293bf9480747d3b23498b09fa1763f&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 944 time: 0.0788710 Mar 14 18:49:26.284267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:26.285959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:26.288879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2231e306-b8b0-4c61-9464-fbcba58bcede" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:26.303309 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67aedff5-65f9-4927-9cd5-3bb91f3a4869 req-a8670dad-7d12-465c-88b0-cce965baedcb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562632 Mar 14 18:49:26.341468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b9efd-2b14-45df-993e-9b8892a0dfe3 x-openstack-request-id: req-1e0b9efd-2b14-45df-993e-9b8892a0dfe3 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:26.341768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:26.342072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e0b9efd-2b14-45df-993e-9b8892a0dfe3 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:26.342469 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'code': 200} Mar 14 18:49:26.357854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:26.361557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-f6c81b05-07ef-4c48-bfc8-960bc1f4aa45 service neutron] 10.222.0.61 "GET /v2.0/ports/e460e9d3-9474-471c-8ee1-854647492a47/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0735645 Mar 14 18:49:26.424187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-fdcd8117-f005-4664-9094-7a783f860ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.425924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-fdcd8117-f005-4664-9094-7a783f860ea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0402088 Mar 14 18:49:26.524481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-3697e56e-609a-4ca6-8d4f-66585e1125bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.525974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-3697e56e-609a-4ca6-8d4f-66585e1125bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0919168 Mar 14 18:49:26.591012 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-e1d81f92-fa07-4ae6-a3fc-76b0dec0533e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1001 time: 0.0586534 Mar 14 18:49:26.638300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-0aa5b01b-a58a-4f8b-8e79-e2d979392cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.639642 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-0aa5b01b-a58a-4f8b-8e79-e2d979392cbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0425816 Mar 14 18:49:26.686877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-0abf7371-3c7b-4ba4-a607-e5f3b1cd0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:26.688874 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-0abf7371-3c7b-4ba4-a607-e5f3b1cd0de8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431635 Mar 14 18:49:26.775288 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-7f79235c-48ac-4904-8aed-eeb573c4d952 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800033 Mar 14 18:49:26.866031 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-6aa70244-81b6-4e7c-8866-52b465ce6926 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846934 Mar 14 18:49:27.425610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca986c-a030-43e7-872f-653b615a97f1 req-22a467cb-8124-4467-ba28-348924078761 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:27.427134 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6ca986c-a030-43e7-872f-653b615a97f1 req-22a467cb-8124-4467-ba28-348924078761 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0495608 Mar 14 18:49:27.464331 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6ca986c-a030-43e7-872f-653b615a97f1 req-4972d6cc-eda6-4c5f-ac4a-3b855d5abc0c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Mar 14 18:49:28.385829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:28.584612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132a31-7eed-4537-a72e-5e222f31b96e req-ec507b31-1a33-45b9-8684-e6989db0c6ef tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:28.586000 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0132a31-7eed-4537-a72e-5e222f31b96e req-ec507b31-1a33-45b9-8684-e6989db0c6ef tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0514383 Mar 14 18:49:28.624973 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e0132a31-7eed-4537-a72e-5e222f31b96e req-39e1ebfd-d6ad-47f8-adb0-ee29b5a60009 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Mar 14 18:49:29.743094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f37a-5d33-4fa8-a281-5a380534e98e req-e33ac68f-dce7-4236-837c-07266d755bbb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:29.744650 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6bc9f37a-5d33-4fa8-a281-5a380534e98e req-e33ac68f-dce7-4236-837c-07266d755bbb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0487080 Mar 14 18:49:29.813682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6bc9f37a-5d33-4fa8-a281-5a380534e98e req-0aab7c62-26ca-46d5-94e9-dc5e80c34f64 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562043 Mar 14 18:49:29.818256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-235fbfed-9872-4242-8ddd-fd3b9c519eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:29.819688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-235fbfed-9872-4242-8ddd-fd3b9c519eae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1098 time: 0.0703351 Mar 14 18:49:29.879654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-312dbcfa-9af1-4a10-af27-505b9663ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:29.881116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-312dbcfa-9af1-4a10-af27-505b9663ff02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 1098 time: 0.0400100 Mar 14 18:49:29.967513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-6a8f7bfd-4cb4-4080-8cb8-57ae68b6562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:29.968956 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-6a8f7bfd-4cb4-4080-8cb8-57ae68b6562c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0818748 Mar 14 18:49:30.036819 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-cc9ebefc-dad0-4561-b319-8a8a987689d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 200 len: 1001 time: 0.0614762 Mar 14 18:49:30.086958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-83920e76-3d8d-4a99-9ff3-ab741829cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:30.088375 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-83920e76-3d8d-4a99-9ff3-ab741829cc56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0442586 Mar 14 18:49:30.144557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-e27e2517-f105-479f-9b47-a782e6d4b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:30.146380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-e27e2517-f105-479f-9b47-a782e6d4b935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515976 Mar 14 18:49:30.239352 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-ec6bf27a-9579-4bb8-9046-425f8da6b41a service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Mar 14 18:49:30.327526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d957c0e6-d769-479d-bbc4-170b2695c649 req-0f867f39-616d-4a60-a915-8fe6c3d919b3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Mar 14 18:49:30.930221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c216c1-5fd7-44fa-a8d2-065537145a51 req-c2b8ecef-dd40-487a-be58-4aa1fe6a7767 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:30.931662 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-35c216c1-5fd7-44fa-a8d2-065537145a51 req-c2b8ecef-dd40-487a-be58-4aa1fe6a7767 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0476379 Mar 14 18:49:30.968289 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-35c216c1-5fd7-44fa-a8d2-065537145a51 req-e86447a0-c98d-45fe-b64c-ff5df4f7e0dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Mar 14 18:49:32.087962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420ad82-b9d9-4380-aa4e-896f1259da43 req-23a60c1c-07cd-4dad-a231-e9e524f505d5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:32.089433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5420ad82-b9d9-4380-aa4e-896f1259da43 req-23a60c1c-07cd-4dad-a231-e9e524f505d5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0541537 Mar 14 18:49:32.105031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:49:32.115337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:49:32.128654 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5420ad82-b9d9-4380-aa4e-896f1259da43 req-1dfa4720-b8a2-44df-b832-2511706cb8e8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331826 Mar 14 18:49:32.400799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:32.403993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:32.421982 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'e460e9d3-9474-471c-8ee1-854647492a47', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': 'e460e9d3-9474-471c-8ee1-854647492a47', 'mac_address': 'fa:16:3e:4d:ba:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:49:32.434275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:32.436472 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1360ab4c-5a32-4f69-bc67-c8dfb625fffb" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:32.470608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:32.485927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:32.499043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:32.544617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf6927-7715-4a29-b50b-4e176f278312 x-openstack-request-id: req-54cf6927-7715-4a29-b50b-4e176f278312 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:32.544903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:32.545155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54cf6927-7715-4a29-b50b-4e176f278312 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:32.545545 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'code': 200} Mar 14 18:49:32.551892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:32.621560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:49:32.621919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:49:32.627075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:33.163125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:33.175594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:33.195313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:33.244628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd894bbf-1cd0-46b9-8861-4e0b653bce75 req-073e198b-49b2-43a8-a550-41042434b2f3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:33.246144 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd894bbf-1cd0-46b9-8861-4e0b653bce75 req-073e198b-49b2-43a8-a550-41042434b2f3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 943 time: 0.0491333 Mar 14 18:49:33.283651 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dd894bbf-1cd0-46b9-8861-4e0b653bce75 req-3e0d8896-2edc-4997-9730-fafc3ea6d71f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314891 Mar 14 18:49:33.284379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:33.335211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:33.343127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['e460e9d3-9474-471c-8ee1-854647492a47'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:49:33.405093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d07ef-4e4f-4328-8319-0604a60ef76d req-72b37eba-d399-41b2-b2f3-02d9851ec17a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:33.407379 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d86d07ef-4e4f-4328-8319-0604a60ef76d req-72b37eba-d399-41b2-b2f3-02d9851ec17a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0491824 Mar 14 18:49:33.444971 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d86d07ef-4e4f-4328-8319-0604a60ef76d req-97a5d3e8-8674-4ebf-8e01-1978c7da6698 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Mar 14 18:49:33.559220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73c2a0-1b73-453f-a743-652a5a94718f req-906a18e5-abc5-4eb1-ac27-f2ab3eca9c46 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:33.560688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e73c2a0-1b73-453f-a743-652a5a94718f req-906a18e5-abc5-4eb1-ac27-f2ab3eca9c46 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0491397 Mar 14 18:49:33.597886 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e73c2a0-1b73-453f-a743-652a5a94718f req-f3b180b5-5309-4b11-85f3-9d52d4a68482 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302320 Mar 14 18:49:34.066974 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51afad5-66d1-4de9-b6e6-bbd1e93f7ee7 req-56ba7d33-2e93-452a-a87e-f74bf085e850 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:34.068427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c51afad5-66d1-4de9-b6e6-bbd1e93f7ee7 req-56ba7d33-2e93-452a-a87e-f74bf085e850 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 945 time: 0.0534277 Mar 14 18:49:34.104343 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c51afad5-66d1-4de9-b6e6-bbd1e93f7ee7 req-f378a677-72c6-44d2-b5c8-061bd9b2d552 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299885 Mar 14 18:49:34.114685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:49:34.162036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port e460e9d3-9474-471c-8ee1-854647492a47 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:34.162406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:34.239023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:34.273726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:34.364031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:34.410607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:34.546830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:34.549208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b43f7-38fd-487a-84e7-443367cf601f" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:34.585365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8fa44e-8692-4575-a2b0-f9fe4236034d x-openstack-request-id: req-ce8fa44e-8692-4575-a2b0-f9fe4236034d {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:34.585656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-plugged", "status": "completed", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:34.585969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce8fa44e-8692-4575-a2b0-f9fe4236034d {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:34.586336 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'code': 200} Mar 14 18:49:35.219155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d2466-2517-44da-8d76-1de3f3b78fb6 req-d54f148a-0d72-48d8-9edd-ee1d436420dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:35.220728 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a36d2466-2517-44da-8d76-1de3f3b78fb6 req-d54f148a-0d72-48d8-9edd-ee1d436420dc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 946 time: 0.0497324 Mar 14 18:49:35.258095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a36d2466-2517-44da-8d76-1de3f3b78fb6 req-8cda5d3c-c752-4839-8283-f248f56086b5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Mar 14 18:49:36.361028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a2abec9f-967f-44bd-943e-2b364aa5b21f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:36.362610 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a2abec9f-967f-44bd-943e-2b364aa5b21f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 946 time: 0.0488191 Mar 14 18:49:36.377284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7734-ae33-46a1-8484-7d61a60cb801 req-be2e0a5e-e639-4976-976b-e4fd51d51713 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:36.378791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-720d7734-ae33-46a1-8484-7d61a60cb801 req-be2e0a5e-e639-4976-976b-e4fd51d51713 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 946 time: 0.0524080 Mar 14 18:49:36.416121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-720d7734-ae33-46a1-8484-7d61a60cb801 req-7c7dc7cb-2012-4b96-a13e-e5fd5832569b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Mar 14 18:49:36.457361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Deleting port e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:49:36.457708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:36.543417 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] For port e460e9d3-9474-471c-8ee1-854647492a47, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=e460e9d3-9474-471c-8ee1-854647492a47,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:36.543695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:36.712370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:36.712763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:36.713138 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb disassociated. External IP: 172.26.3.34, port: e460e9d3-9474-471c-8ee1-854647492a47. Mar 14 18:49:36.713485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Calling delete_port for e460e9d3-9474-471c-8ee1-854647492a47 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:49:36.899637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:36.931807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'Port': ['ID=e460e9d3-9474-471c-8ee1-854647492a47,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:36.943377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.943726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.944081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.944463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.944793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.945130 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.945455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.945782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.946132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.946458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.946778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:36.947111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:37.056429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:49:37.165740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:49:37.176473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:49:37.185885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:49:37.186530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:49:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:37.208502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] No DVR routers for this DVR port e460e9d3-9474-471c-8ee1-854647492a47 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:49:37.210997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:37.214268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-91648bc6-9711-4285-bc3d-1eff7320bd46 req-a69a8a12-c534-420c-bf02-5819be42e2cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "DELETE /v2.0/ports/e460e9d3-9474-471c-8ee1-854647492a47 HTTP/1.1" status: 204 len: 173 time: 0.8461974 Mar 14 18:49:37.214705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-deleted', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:37.216952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127cdf51-593c-4a05-80a2-f4fcd8830654" -d '{"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-deleted", "tag": "e460e9d3-9474-471c-8ee1-854647492a47"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:37.253973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d15bc1-3276-42d8-ba55-2cdf94440995 x-openstack-request-id: req-d5d15bc1-3276-42d8-ba55-2cdf94440995 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:37.254271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a50d2-8c21-47b0-9585-d84474dbfa6e", "name": "network-vif-deleted", "tag": "e460e9d3-9474-471c-8ee1-854647492a47", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:37.254524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5d15bc1-3276-42d8-ba55-2cdf94440995 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:37.254987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a50d2-8c21-47b0-9585-d84474dbfa6e', 'name': 'network-vif-deleted', 'tag': 'e460e9d3-9474-471c-8ee1-854647492a47', 'status': 'completed', 'code': 200} Mar 14 18:49:37.303425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:49:37.510530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:37.534651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-34156b0a-bf93-4685-90b1-805687e703cb req-391446f7-ab23-4fce-aa96-715509841096 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb0a50d2-8c21-47b0-9585-d84474dbfa6e HTTP/1.1" status: 200 len: 210 time: 0.0264688 Mar 14 18:49:37.542411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:49:37.551675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:49:37.552274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:49:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:37.653497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:49:37.847249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:37.873048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402074f-45d4-4581-ac2b-d83945b75b93 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:49:38.083127 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a857c7-c5f9-4769-8a23-fc9e9f944154 None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:49:38.775810 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-ae37e04b-cf79-41af-b2ad-06a1b3e4ef45 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2128331397&fields=id&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 267 time: 0.0332506 Mar 14 18:49:38.880887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-2646ea17-37a9-4cac-a8d1-8a2c62da5fec tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:38.882308 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-2646ea17-37a9-4cac-a8d1-8a2c62da5fec tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.0996823 Mar 14 18:49:38.897216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-dc33044f-458a-44bc-aa93-9deda735c488 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/quotas/0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 375 time: 0.0091691 Mar 14 18:49:38.954633 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-a3a0d51e-1a01-47f4-9622-e2e26382ba54 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519016 Mar 14 18:49:39.096652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-3581f206-59ec-4209-a4a0-430f025cae7c service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282556 Mar 14 18:49:39.191340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-86dd7c97-28d0-4013-a210-b0194b17fdf0 service neutron] 10.222.0.58 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885105 Mar 14 18:49:39.428743 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bd3eb92b-674b-4efa-9361-690279db6a32 req-4874a706-1db1-4cf2-b1d9-a17fa148a6b4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Mar 14 18:49:40.171632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:49:40.197816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: e460e9d3-9474-471c-8ee1-854647492a47 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:49:40.198180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device e460e9d3-9474-471c-8ee1-854647492a47 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:49:40.528088 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-60ced799-ca2c-4079-9bd1-9d38b2af41f7 req-58c50a12-d042-43da-8288-b612d5f51cc0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Mar 14 18:49:41.401081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-61640b40-a6da-47cd-82e9-5e82ad0e81ec tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:41.402689 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-61640b40-a6da-47cd-82e9-5e82ad0e81ec tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 811 time: 0.1009343 Mar 14 18:49:41.446274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-5707f624-7fe0-4b93-920b-e0ae6248e27c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 380 time: 0.0350409 Mar 14 18:49:41.456019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'port': {'device_id': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'admin_state_up': True, 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'security_groups': ['779a1ad5-c302-418d-b8ef-f4032dac2565']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:41.629945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-93974d98-b3ba-4cf0-bca7-bb539d05c3cf req-3dac2e06-3e1a-40c0-b5c7-c958f9416e0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0303342 Mar 14 18:49:41.632259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Made reservation on behalf of 0d293bf9480747d3b23498b09fa1763f for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:49:41.635817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:41.764970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Allocated IP 172.20.0.5 (6f0ec094-2dab-447a-abd8-113c4ab5c878/e1e4a091-3b2f-4484-90ac-5832f7a51e23/6bd81288-41bf-469e-bfde-81f3300a3f3b) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:49:41.897302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.101351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.150693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:49:42.155999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:49:42.161276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:49:42.166528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:42.213824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:42.214471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.309274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-8a61e03c-6f24-4c76-bb52-9f0d883cedfe tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570259 Mar 14 18:49:42.320884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Request body: {'port': {'device_id': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:42.354142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-20a69c0b-ccbc-49a8-8c56-c34c6cbbb9d3 None None] Provisioning complete for port 6bd81288-41bf-469e-bfde-81f3300a3f3b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:42.354700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-20a69c0b-ccbc-49a8-8c56-c34c6cbbb9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.375262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.386561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-20a69c0b-ccbc-49a8-8c56-c34c6cbbb9d3 None None] Port 6bd81288-41bf-469e-bfde-81f3300a3f3b cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:49:42.633545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:42.640602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.652021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Transition to ACTIVE for port object 6bd81288-41bf-469e-bfde-81f3300a3f3b will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:49:42.709020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.789491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3959ec-a622-4908-99fc-8ac4f59c0218 req-2f17c7fc-45d0-4ff5-8ecc-62de75c6ff0c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:42.791105 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb3959ec-a622-4908-99fc-8ac4f59c0218 req-2f17c7fc-45d0-4ff5-8ecc-62de75c6ff0c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0924561 Mar 14 18:49:42.791764 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:42.876447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb3959ec-a622-4908-99fc-8ac4f59c0218 req-ac834536-597e-4326-9a1f-7f7ce0f8c0cc tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777290 Mar 14 18:49:42.892646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Attempting to bind port 6bd81288-41bf-469e-bfde-81f3300a3f3b on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:49:42.893737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Attempting to bind port 6bd81288-41bf-469e-bfde-81f3300a3f3b by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:49:42.894286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Attempting to bind port 6bd81288-41bf-469e-bfde-81f3300a3f3b on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:49:42.899218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Port 6bd81288-41bf-469e-bfde-81f3300a3f3b on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:49:42.899536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Attempting to bind port 6bd81288-41bf-469e-bfde-81f3300a3f3b on network 6f0ec094-2dab-447a-abd8-113c4ab5c878 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:49:42.904537 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:49:42.904872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Checking segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:49:42.905256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Bound using segment: {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:49:42.905682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Bound port: 6bd81288-41bf-469e-bfde-81f3300a3f3b, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7dd020-159a-4559-8149-9766c2c53f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:49:42.906062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:42.969456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:49:42.973247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:49:43.032904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:43.071280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.071904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:43.073324 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 1093 time: 0.7568080 Mar 14 18:49:43.073785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:43.076058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a55d6-99d6-45aa-8b7f-0f54287352d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:43.116772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96bee8-54e7-4a09-bb82-11c8462cd5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:43.121106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586fca9-c295-428a-aafc-d02929d6e17e x-openstack-request-id: req-7586fca9-c295-428a-aafc-d02929d6e17e {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:43.121310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:43.121567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7586fca9-c295-428a-aafc-d02929d6e17e {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:43.121987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'status': 'completed', 'code': 200} Mar 14 18:49:43.184865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-6335eff2-723d-4b89-a2c1-8445b6607fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.186453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-6335eff2-723d-4b89-a2c1-8445b6607fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0453293 Mar 14 18:49:43.284900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-1a7ea178-25a6-4de6-bcc4-5bae6d0e3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.286380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-1a7ea178-25a6-4de6-bcc4-5bae6d0e3603 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d293bf9480747d3b23498b09fa1763f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925779 Mar 14 18:49:43.384686 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-572ad247-30a5-44d6-8b2e-f4f6e078f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.386210 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e88a55d6-99d6-45aa-8b7f-0f54287352d0 req-572ad247-30a5-44d6-8b2e-f4f6e078f311 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917296 Mar 14 18:49:43.460965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-a102d584-f841-44c4-97bd-305b74d64331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.462496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-a102d584-f841-44c4-97bd-305b74d64331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0410650 Mar 14 18:49:43.503843 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-2298b254-7be9-479f-941a-f9e5eb2d43cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 217 time: 0.0334294 Mar 14 18:49:43.554442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-9c8af967-7bf8-4186-a2d4-87a9e521ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.555849 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-9c8af967-7bf8-4186-a2d4-87a9e521ebc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0455074 Mar 14 18:49:43.600460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-16ae1b1b-693e-4a1c-9244-413de5927537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.601920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-16ae1b1b-693e-4a1c-9244-413de5927537 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388455 Mar 14 18:49:43.688096 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-7850050c-06c6-45db-a74d-3510a4556aef service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785739 Mar 14 18:49:43.777014 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4928b655-2d92-468f-aeab-bb8c221c2771 req-0a411880-7d87-4c6f-abcc-9902f4b6fa92 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823057 Mar 14 18:49:43.992559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a3ad-2439-4ebf-bdbb-9280f8fc882a req-d7bf1a1d-3ed8-4c8e-a7bd-e4101a9648d5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:43.994061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b095a3ad-2439-4ebf-bdbb-9280f8fc882a req-d7bf1a1d-3ed8-4c8e-a7bd-e4101a9648d5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0485015 Mar 14 18:49:44.030166 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b095a3ad-2439-4ebf-bdbb-9280f8fc882a req-d25c51f4-eb75-4239-9f26-24a3e644e859 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301471 Mar 14 18:49:45.144813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2072386-c348-4fe1-9e5d-f74fb172e83c req-7cab6b3b-38ac-476e-97e0-897362e50c11 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:45.146311 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2072386-c348-4fe1-9e5d-f74fb172e83c req-7cab6b3b-38ac-476e-97e0-897362e50c11 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0478482 Mar 14 18:49:45.183573 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2072386-c348-4fe1-9e5d-f74fb172e83c req-878c285d-cd56-400c-934b-44861f3abac5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Mar 14 18:49:46.210842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:49:46.302625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11967e-931c-47a0-9d1e-ff4fd8fd48b8 req-4776fb34-a430-4412-8143-4dd8c25c3d88 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:46.304130 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ee11967e-931c-47a0-9d1e-ff4fd8fd48b8 req-4776fb34-a430-4412-8143-4dd8c25c3d88 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0525835 Mar 14 18:49:46.306361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:46.318257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:49:46.340811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ee11967e-931c-47a0-9d1e-ff4fd8fd48b8 req-f20f8289-96a7-4949-afc3-873f84db43d0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304320 Mar 14 18:49:46.355399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:46.372533 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:49:46.391092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:46.432012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:46.479341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:46.486004 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.486959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.487452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.487861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.488187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.488512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.488839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.489159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.489476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.489790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.490126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.490438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:46.843767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['6bd81288-41bf-469e-bfde-81f3300a3f3b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:49:47.454335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409daa-6534-4210-93cf-7917a8daf254 req-b110a39f-db80-4c02-b465-084033defc74 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:47.456018 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d0409daa-6534-4210-93cf-7917a8daf254 req-b110a39f-db80-4c02-b465-084033defc74 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 944 time: 0.0488155 Mar 14 18:49:47.494207 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d0409daa-6534-4210-93cf-7917a8daf254 req-e4367c17-8ecc-4bc9-a3c3-456e8efc057a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Mar 14 18:49:47.855129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-730fbf40-0ef2-4f72-b0bf-8899c9b637b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:48.207858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:49:48.311899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 6bd81288-41bf-469e-bfde-81f3300a3f3b completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:49:48.316794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 6bd81288-41bf-469e-bfde-81f3300a3f3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:49:48.317217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:48.392182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:48.413520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:48.415757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e9925-1b8a-43bb-86f5-d5e431a22c5d" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:48.432065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:49:48.451901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8702843f-faba-4192-befb-92afddb50e9f x-openstack-request-id: req-8702843f-faba-4192-befb-92afddb50e9f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:48.452192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:48.452606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8702843f-faba-4192-befb-92afddb50e9f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:48.452863 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'code': 200} Mar 14 18:49:48.495325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:48.541587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:48.613625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfe6c3-c827-476a-a7b1-46cd6a5e8fd3 req-caca61b5-1ed0-40d3-9b65-d0dfd898212a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:48.615158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cdfe6c3-c827-476a-a7b1-46cd6a5e8fd3 req-caca61b5-1ed0-40d3-9b65-d0dfd898212a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0491104 Mar 14 18:49:48.655990 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cdfe6c3-c827-476a-a7b1-46cd6a5e8fd3 req-8e64c398-df1f-4baf-ae0b-65cbdeb40943 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Mar 14 18:49:48.751677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3f084-31f9-4b90-a587-d270508d7f72 req-91005269-36b8-4d6d-abbb-c57b8e305a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:48.753697 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81d3f084-31f9-4b90-a587-d270508d7f72 req-91005269-36b8-4d6d-abbb-c57b8e305a62 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0411315 Mar 14 18:49:48.787861 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-81d3f084-31f9-4b90-a587-d270508d7f72 req-38fcd5c9-4faf-4e60-8af2-00ffd86d6254 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277319 Mar 14 18:49:49.770491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82359e02-fae8-4f88-9385-a3b5f4ca31e6 req-58c7d553-8813-430e-b6d6-8815cbe0b441 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:49.771961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-82359e02-fae8-4f88-9385-a3b5f4ca31e6 req-58c7d553-8813-430e-b6d6-8815cbe0b441 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0474749 Mar 14 18:49:49.809513 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-82359e02-fae8-4f88-9385-a3b5f4ca31e6 req-7f9271ee-003d-4232-bbdc-215fc9962163 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Mar 14 18:49:50.146398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d23d7ff5-0ed9-4d15-a396-b7375fba6cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:50.923602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14397-5838-4ccb-9988-6459fd34fa25 req-cd9d905e-4716-4aa3-ba28-f881076ae857 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:50.925356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1db14397-5838-4ccb-9988-6459fd34fa25 req-cd9d905e-4716-4aa3-ba28-f881076ae857 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Mar 14 18:49:50.963460 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1db14397-5838-4ccb-9988-6459fd34fa25 req-cadbd6b1-2d83-4981-b1ee-2520c0601261 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Mar 14 18:49:51.075694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5bef-4aa0-4511-b133-99667895a6de req-5adac20f-a123-4ff8-a5bd-e027e4357f42 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:51.077160 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-760d5bef-4aa0-4511-b133-99667895a6de req-5adac20f-a123-4ff8-a5bd-e027e4357f42 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Mar 14 18:49:51.085989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:49:51.090396 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Request body: {'floatingip': {'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:51.128479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.489469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.819612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.878091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:51.976114 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb associated. External IP: 172.26.3.34, port: 6bd81288-41bf-469e-bfde-81f3300a3f3b. Mar 14 18:49:52.173969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:49:52.279968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:49:52.284517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:52.290447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:49:52.300009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:49:52.300639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:49:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:52.315769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-67f82b39-9040-458c-b7da-3d25b57d3567 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "PUT /v2.0/floatingips/dd02e15c-f77c-4d1e-9e8a-c48879e111cb HTTP/1.1" status: 200 len: 991 time: 1.2287302 Mar 14 18:49:52.320293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:49:52.320293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4822ce5b-dbe0-405b-8da1-0b32c435f52f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:49:52.360585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd67ca-06ad-4345-9a04-b190d7eec259 x-openstack-request-id: req-b3fd67ca-06ad-4345-9a04-b190d7eec259 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:49:52.360585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:49:52.360585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3fd67ca-06ad-4345-9a04-b190d7eec259 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:49:52.360585 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'status': 'completed', 'code': 200} Mar 14 18:49:52.418328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:49:52.419874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-e2e559e5-74e9-4f86-8c05-f97b116d0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:52.421412 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-e2e559e5-74e9-4f86-8c05-f97b116d0f83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0414581 Mar 14 18:49:52.516281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-b3653757-7842-4d1d-9a88-5eac9cd24a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:52.518401 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-b3653757-7842-4d1d-9a88-5eac9cd24a7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0894015 Mar 14 18:49:52.588314 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-0ffa58bc-6009-4f19-9199-a2d1d28d8e4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 999 time: 0.0637085 Mar 14 18:49:52.638126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-21ffa2e6-34fb-4c7d-a94a-f74919792a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:52.639591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-21ffa2e6-34fb-4c7d-a94a-f74919792a8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0451086 Mar 14 18:49:52.649253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:49:51Z', 'revision_number': 13, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:52.676222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:49:52.684214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:49:52.684810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:49:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:52.685226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-48b21089-0232-47b0-9873-62d4563abcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:52.686832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-48b21089-0232-47b0-9873-62d4563abcc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407524 Mar 14 18:49:52.783839 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-e4900d87-7bba-48ea-b33e-ebc254139ffc service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898736 Mar 14 18:49:52.790554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:49:52.883233 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4822ce5b-dbe0-405b-8da1-0b32c435f52f req-3512516d-91c0-4ac2-9a53-4346a1cda1ac service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Mar 14 18:49:52.946185 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:53.129241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:53.165115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:49:53.193668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:49:51Z', 'revision_number': 13, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:49:53.224224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c175a4-0431-49e9-968c-4d4a67aec341 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'dd02e15c-f77c-4d1e-9e8a-c48879e111cb', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:46:35Z', 'updated_at': '2022-03-14T18:49:51Z', 'revision_number': 13, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:49:53.418673 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fcd02d-1bdc-4a0e-93d3-f9e43507332e None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:49:54.081848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aa274-ccfa-4da9-8bbc-5f99ae0a81b1 req-250e60e6-0e8e-462e-a509-cf6e829f3a93 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:54.083362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-818aa274-ccfa-4da9-8bbc-5f99ae0a81b1 req-250e60e6-0e8e-462e-a509-cf6e829f3a93 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Mar 14 18:49:54.125606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-818aa274-ccfa-4da9-8bbc-5f99ae0a81b1 req-c1b7dd35-b6ea-451c-94b4-9d29b48cd5d9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Mar 14 18:49:57.421512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-e5bdb064-dfbc-4a2d-9a62-1c72a064f11f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384295 Mar 14 18:49:57.505132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-08dbe2a1-024e-468e-9c53-8108d45a4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:57.507019 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-08dbe2a1-024e-468e-9c53-8108d45a4fbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0425053 Mar 14 18:49:57.612513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-3441b8db-4e19-4ac5-8ae0-d5cc484ba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:57.613990 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-3441b8db-4e19-4ac5-8ae0-d5cc484ba69c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0884979 Mar 14 18:49:57.680515 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-ac4ac1aa-869a-46ee-99bc-c00e5e7874ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 1001 time: 0.0592017 Mar 14 18:49:57.729155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-bc5b86f3-e745-470a-8b60-a4af64974f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:57.730687 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-bc5b86f3-e745-470a-8b60-a4af64974f30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0431695 Mar 14 18:49:57.779437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-2332c29c-2c07-4c25-a2b4-e1266c286c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:57.780915 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-2332c29c-2c07-4c25-a2b4-e1266c286c75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429735 Mar 14 18:49:57.871551 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-37a5a8e1-4a83-4880-9751-bba846142ef9 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842962 Mar 14 18:49:57.965581 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c708f80d-a062-44bd-a66f-00887bf0c73d req-fada56ec-b7b8-4401-b0e1-3e73a172dc0b service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867794 Mar 14 18:49:58.368909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:06.844992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f241-779b-403c-a8b5-e5c9fbddf544 req-addfb1f1-f330-469f-8352-10c66172cd6c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:06.846482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-20d8f241-779b-403c-a8b5-e5c9fbddf544 req-addfb1f1-f330-469f-8352-10c66172cd6c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0499887 Mar 14 18:50:06.885129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-20d8f241-779b-403c-a8b5-e5c9fbddf544 req-259f368e-264f-4311-8d5f-2d70a151c552 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Mar 14 18:50:06.946194 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-0d647a5f-8d60-4c0a-af32-f74bdd85d501 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828485 Mar 14 18:50:08.001667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cd743-3d00-4174-89d1-78950f764008 req-927e7e16-a33c-46f2-89b4-df22f25e43e0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:08.003182 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e51cd743-3d00-4174-89d1-78950f764008 req-927e7e16-a33c-46f2-89b4-df22f25e43e0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Mar 14 18:50:08.040798 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e51cd743-3d00-4174-89d1-78950f764008 req-3cc55905-1a9f-42fa-a1be-41a4c9083c9f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Mar 14 18:50:08.852717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9a08b1f4-8a56-4522-b271-2162b994c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:08.854247 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9a08b1f4-8a56-4522-b271-2162b994c335 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0397301 Mar 14 18:50:08.943906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9cc655c2-5d89-4727-bb3c-3a760261d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:08.945358 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9cc655c2-5d89-4727-bb3c-3a760261d32b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0849278 Mar 14 18:50:09.008975 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-b2961235-8576-4224-b54e-9363d0e6a67c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 1001 time: 0.0562637 Mar 14 18:50:09.062266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-c81f1682-fcfa-4758-9086-51d3e8a65c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:09.063701 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-c81f1682-fcfa-4758-9086-51d3e8a65c05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0471430 Mar 14 18:50:09.110674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-62778ab6-a526-474a-9635-c428d67a3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:09.112149 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-62778ab6-a526-474a-9635-c428d67a3df9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403519 Mar 14 18:50:09.162436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b8ea-675f-4d66-876f-79818ceb579c req-b83e71ac-eedb-4e97-b968-55ef5f7f5b8f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:09.164089 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ef81b8ea-675f-4d66-876f-79818ceb579c req-b83e71ac-eedb-4e97-b968-55ef5f7f5b8f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Mar 14 18:50:09.201264 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-de7abe7f-f230-4202-84c0-c0c4eefdd43c service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820298 Mar 14 18:50:09.202515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ef81b8ea-675f-4d66-876f-79818ceb579c req-2ec66e5e-2cfa-427c-a2c6-3fce9421f561 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Mar 14 18:50:09.299109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-eddc0d52-2071-460d-9002-f5b774da82cc service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897372 Mar 14 18:50:10.322278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd483a3-ed13-412a-b510-adc5a24fafdf req-c4941d57-3d4d-4b5b-ae21-103784511f17 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:10.323768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9bd483a3-ed13-412a-b510-adc5a24fafdf req-c4941d57-3d4d-4b5b-ae21-103784511f17 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0496283 Mar 14 18:50:10.360630 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9bd483a3-ed13-412a-b510-adc5a24fafdf req-5fefbeca-40da-487d-89fd-45ee27c6b7dd tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Mar 14 18:50:11.475248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45bfc-6c81-45f6-92aa-ab498582d16d req-5943cfdf-ecb9-4512-b8d4-a92a06cd3bda tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:11.476709 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-99e45bfc-6c81-45f6-92aa-ab498582d16d req-5943cfdf-ecb9-4512-b8d4-a92a06cd3bda tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Mar 14 18:50:11.514039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-99e45bfc-6c81-45f6-92aa-ab498582d16d req-9d01f39d-b04b-4d62-a3cb-835b5422e0a3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Mar 14 18:50:12.627762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33025-f748-48de-80eb-58ebb8675d1b req-fc7913db-7787-4287-a124-a0add11a780c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:12.629769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8ba33025-f748-48de-80eb-58ebb8675d1b req-fc7913db-7787-4287-a124-a0add11a780c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Mar 14 18:50:12.670382 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8ba33025-f748-48de-80eb-58ebb8675d1b req-aca5d95b-92e1-4190-85f5-ea2a3e70cfc3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348899 Mar 14 18:50:13.782547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20edcdb-a649-41a5-96d4-a9876811f27b req-e0936ec3-fb88-42a7-94e9-05e6878c978a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:13.783983 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f20edcdb-a649-41a5-96d4-a9876811f27b req-e0936ec3-fb88-42a7-94e9-05e6878c978a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0472531 Mar 14 18:50:13.820773 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f20edcdb-a649-41a5-96d4-a9876811f27b req-824e6dff-0d32-4442-a540-c84c917e3dc4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303321 Mar 14 18:50:14.935064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4e38e-1c9a-4b08-90b6-99d4439020de req-ed0ee05d-1038-4335-bc0e-0bc28792a7d6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:14.936514 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cb4e38e-1c9a-4b08-90b6-99d4439020de req-ed0ee05d-1038-4335-bc0e-0bc28792a7d6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Mar 14 18:50:14.974187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5cb4e38e-1c9a-4b08-90b6-99d4439020de req-8612c9ef-658b-481f-991e-9135e2f1deb8 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Mar 14 18:50:16.092319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9aea-db9d-4c66-82d9-8aab5ad57392 req-e837ac28-3848-4ee2-b857-4228ee9c2dff tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:16.093787 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eccb9aea-db9d-4c66-82d9-8aab5ad57392 req-e837ac28-3848-4ee2-b857-4228ee9c2dff tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Mar 14 18:50:16.130891 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eccb9aea-db9d-4c66-82d9-8aab5ad57392 req-ed18e649-07bc-4857-a05e-8b9a57e5d892 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Mar 14 18:50:17.246410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1021fca-4d6e-4c09-b5a2-4137add1b573 req-371d6477-6767-41a3-9b7b-b7bc1f9fdec2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:17.247915 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1021fca-4d6e-4c09-b5a2-4137add1b573 req-371d6477-6767-41a3-9b7b-b7bc1f9fdec2 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0475996 Mar 14 18:50:17.284937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1021fca-4d6e-4c09-b5a2-4137add1b573 req-d2a9b5f1-de12-4900-a310-513348e628f1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Mar 14 18:50:17.887767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-10710df3-9ee3-4c03-a0e9-31eadb4ac0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:18.405035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d12b73-8158-4688-a7c3-68686c83d777 req-4964f3d1-5477-4022-97d9-bd79779dfc57 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:18.406519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-66d12b73-8158-4688-a7c3-68686c83d777 req-4964f3d1-5477-4022-97d9-bd79779dfc57 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Mar 14 18:50:18.444824 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-66d12b73-8158-4688-a7c3-68686c83d777 req-24239dcc-1d37-43dd-bcff-0f3ec57495df tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Mar 14 18:50:19.560340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7c2d-b8a2-4d4e-8237-58f35bc51b5b req-26de9a2c-1288-48d5-ab3b-94fb5f6fedd3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:19.561797 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a0e7c2d-b8a2-4d4e-8237-58f35bc51b5b req-26de9a2c-1288-48d5-ab3b-94fb5f6fedd3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Mar 14 18:50:19.602974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a0e7c2d-b8a2-4d4e-8237-58f35bc51b5b req-1b90fe97-0334-463b-adb9-b4a82c6c3a50 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353205 Mar 14 18:50:20.110592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-69ab53cb-f226-427d-a4a4-f20faa8d0e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:20.719779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fa24e-2ae1-447f-80a4-ae558cc54712 req-c455a892-3df3-48e2-a254-8d04578e987d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:20.721211 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-142fa24e-2ae1-447f-80a4-ae558cc54712 req-c455a892-3df3-48e2-a254-8d04578e987d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Mar 14 18:50:20.759422 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-142fa24e-2ae1-447f-80a4-ae558cc54712 req-27e87fc5-cdbc-41e8-b9f9-96be8a480b3d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311947 Mar 14 18:50:21.481746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:21.875507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd20c-6e3a-40ee-af55-06fece0f4586 req-c797f724-4ed2-40b8-9dca-d1c8936a91ab tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:21.876996 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c0dd20c-6e3a-40ee-af55-06fece0f4586 req-c797f724-4ed2-40b8-9dca-d1c8936a91ab tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Mar 14 18:50:21.914907 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c0dd20c-6e3a-40ee-af55-06fece0f4586 req-92775fe5-051f-49dc-babf-9c0129cb562e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Mar 14 18:50:22.984930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:23.040255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013235d-ab29-4a5b-b8c6-b7d71a161299 req-0bf91df6-2384-49d7-b970-2e9db6d96a2e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:23.041961 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1013235d-ab29-4a5b-b8c6-b7d71a161299 req-0bf91df6-2384-49d7-b970-2e9db6d96a2e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Mar 14 18:50:23.082443 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1013235d-ab29-4a5b-b8c6-b7d71a161299 req-9e5ff15d-a314-4932-9ccb-cd1469ddea1d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Mar 14 18:50:23.083214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:23.318719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-109f48f3-a5e4-4f05-b818-8a11b30f9ec6 service neutron] 10.222.0.61 "GET /v2.0/ports/6bd81288-41bf-469e-bfde-81f3300a3f3b/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0545728 Mar 14 18:50:23.801696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9145f316-c624-45cd-a785-5704e5fd1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:23.803233 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-9145f316-c624-45cd-a785-5704e5fd1dba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1098 time: 0.0412140 Mar 14 18:50:23.870059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-01b08b93-9c63-4abe-a3a9-fe0a77835419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:23.871460 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-01b08b93-9c63-4abe-a3a9-fe0a77835419 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0470784 Mar 14 18:50:23.958448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-97ee9a83-e77c-4a89-95b3-2322948351e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:23.959910 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-97ee9a83-e77c-4a89-95b3-2322948351e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0820389 Mar 14 18:50:24.027617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-70b713ca-b0d1-4658-a66d-9b28d81d0986 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 1001 time: 0.0607648 Mar 14 18:50:24.074899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-49bf8169-11f7-4b2a-bd07-2ce0630380e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:24.076226 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-49bf8169-11f7-4b2a-bd07-2ce0630380e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0423520 Mar 14 18:50:24.119957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-259d64ee-0a7b-4270-8cae-d218518fee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:24.121502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-259d64ee-0a7b-4270-8cae-d218518fee98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388782 Mar 14 18:50:24.246929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e0661-cec1-4712-9f98-52d5bef5c55e req-676eac31-bcc8-4165-ad46-0e7b1f05f297 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:24.248405 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4e5e0661-cec1-4712-9f98-52d5bef5c55e req-676eac31-bcc8-4165-ad46-0e7b1f05f297 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0718484 Mar 14 18:50:24.251857 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-f940f81c-7e9f-47dd-afc6-c91883b4a3f0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233268 Mar 14 18:50:24.336926 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4e5e0661-cec1-4712-9f98-52d5bef5c55e req-452ba2b3-5ece-48cc-bed0-cabd8b251cf4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818727 Mar 14 18:50:24.366227 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-dc58ea0a-63e9-427d-afee-d8184ad9577a service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054871 Mar 14 18:50:25.459647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f335d-124f-4fae-8be8-6f56c3174f46 req-28fcd3e7-f748-4eb8-93f4-c69dd3cdc38b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:25.461748 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c3f335d-124f-4fae-8be8-6f56c3174f46 req-28fcd3e7-f748-4eb8-93f4-c69dd3cdc38b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Mar 14 18:50:25.499842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0c3f335d-124f-4fae-8be8-6f56c3174f46 req-63a6b070-0fa1-48e2-b4ae-2e635649ce05 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Mar 14 18:50:26.421853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:50:26.499510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.522539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:50:26.525439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c378b1c-1e83-4cbb-959e-5e0c530c94ad" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:50:26.539012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:26.581291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2706d5ef-a2b0-4130-8aa9-3acab6aa327e x-openstack-request-id: req-2706d5ef-a2b0-4130-8aa9-3acab6aa327e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:50:26.581291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:50:26.581291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2706d5ef-a2b0-4130-8aa9-3acab6aa327e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:50:26.581291 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'code': 200} Mar 14 18:50:26.601737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:26.636181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529d987-b5fe-4db2-8862-cf2f41be870f req-c6358a7d-44c2-4e32-98f4-60ab637db895 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:26.637714 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5529d987-b5fe-4db2-8862-cf2f41be870f req-c6358a7d-44c2-4e32-98f4-60ab637db895 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0528102 Mar 14 18:50:26.653474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:26.678174 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5529d987-b5fe-4db2-8862-cf2f41be870f req-3caf10d3-32f0-436a-a605-d004a1d4ceda tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Mar 14 18:50:27.797295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a812397-3b05-453f-8df1-226d3a342a86 req-f95fb448-4001-4473-8574-010d1584bbd7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:27.799087 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a812397-3b05-453f-8df1-226d3a342a86 req-f95fb448-4001-4473-8574-010d1584bbd7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0507157 Mar 14 18:50:27.838069 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9a812397-3b05-453f-8df1-226d3a342a86 req-2bc85592-b37e-4e34-b3ba-a7feeadda558 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Mar 14 18:50:28.384437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:28.954628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d772d-6e81-4324-951f-d2fe747a5d09 req-21fffc49-3e23-4e33-b0bf-ab287826a304 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:28.956103 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a62d772d-6e81-4324-951f-d2fe747a5d09 req-21fffc49-3e23-4e33-b0bf-ab287826a304 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0483413 Mar 14 18:50:28.992946 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a62d772d-6e81-4324-951f-d2fe747a5d09 req-b8976e6b-d954-4012-9215-af2421b6b399 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301259 Mar 14 18:50:29.946070 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:50:30.119539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b053c7-f7e6-446e-81aa-70e3700f7baf req-288e6197-7d2b-41ce-a20f-78167447601c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:30.121034 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55b053c7-f7e6-446e-81aa-70e3700f7baf req-288e6197-7d2b-41ce-a20f-78167447601c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0604110 Mar 14 18:50:30.158354 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55b053c7-f7e6-446e-81aa-70e3700f7baf req-21bf06d7-61a7-4a73-b4ef-7cd0ff0147fb tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Mar 14 18:50:30.436580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:50:30.532453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:30.543891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:50:30.580169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.593230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:50:30.611600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:30.658368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:30.706631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:30.720656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['6bd81288-41bf-469e-bfde-81f3300a3f3b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:50:31.281358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69896-d2d3-47f2-ae7c-5673df511b2f req-0cf565f0-de4b-4ad1-8d1d-6336fdcc1c47 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:31.282845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6f69896-d2d3-47f2-ae7c-5673df511b2f req-0cf565f0-de4b-4ad1-8d1d-6336fdcc1c47 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 944 time: 0.0528109 Mar 14 18:50:31.319508 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6f69896-d2d3-47f2-ae7c-5673df511b2f req-d7d2effb-9794-48f2-bd3a-7599eb91d0df tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Mar 14 18:50:32.437159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:50:32.437743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c4e-1a00-469e-840e-1a9d7773c919 req-a7e9c4fe-75c7-48a2-85d0-459d0607831e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:32.439171 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c1353c4e-1a00-469e-840e-1a9d7773c919 req-a7e9c4fe-75c7-48a2-85d0-459d0607831e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 944 time: 0.0490372 Mar 14 18:50:32.481432 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c1353c4e-1a00-469e-840e-1a9d7773c919 req-60f6ad48-590d-40d7-837b-9b0c56da8cb0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Mar 14 18:50:32.486793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 6bd81288-41bf-469e-bfde-81f3300a3f3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:32.487181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.567862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.589069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:50:32.591375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e55ac3b-0725-4bb7-963f-e13eea4a823b" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:50:32.604382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:32.634993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db172b7a-ca41-4a90-9267-e475043d91f9 x-openstack-request-id: req-db172b7a-ca41-4a90-9267-e475043d91f9 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:50:32.635288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:50:32.635548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db172b7a-ca41-4a90-9267-e475043d91f9 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:50:32.635971 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'code': 200} Mar 14 18:50:32.658830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:32.705794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:33.597588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7d3d-fdd0-4b54-a95a-2b21862a6a03 req-bc285ac3-492e-4aa4-b9f2-0ee1853ba1b9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:33.599076 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76af7d3d-fdd0-4b54-a95a-2b21862a6a03 req-bc285ac3-492e-4aa4-b9f2-0ee1853ba1b9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Mar 14 18:50:33.636072 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76af7d3d-fdd0-4b54-a95a-2b21862a6a03 req-50f532cb-acfe-49b8-b8bb-4d0fa48e52e3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Mar 14 18:50:34.754662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba68e-44c6-4180-9a07-25e2f13f32ce req-d0a31177-5be5-4028-8f09-400a3fbd6244 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:34.756124 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-692ba68e-44c6-4180-9a07-25e2f13f32ce req-d0a31177-5be5-4028-8f09-400a3fbd6244 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Mar 14 18:50:34.792669 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-692ba68e-44c6-4180-9a07-25e2f13f32ce req-f0b54a58-990f-4d5a-b870-95ecf6b9e98e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307195 Mar 14 18:50:35.912119 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74cf1-21f3-4314-98e5-3baee3eb9f9a req-c9e50b19-c1b6-4331-8482-8272833cece0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:35.913569 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cf74cf1-21f3-4314-98e5-3baee3eb9f9a req-c9e50b19-c1b6-4331-8482-8272833cece0 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Mar 14 18:50:35.952600 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6cf74cf1-21f3-4314-98e5-3baee3eb9f9a req-335a9eb6-7655-4334-86fd-722dd51e45a5 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Mar 14 18:50:37.069723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd232d6-35d9-4cad-aeee-5908645996aa req-871d8279-f444-4828-8548-6e35612d102e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:37.071248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dd232d6-35d9-4cad-aeee-5908645996aa req-871d8279-f444-4828-8548-6e35612d102e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Mar 14 18:50:37.109578 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dd232d6-35d9-4cad-aeee-5908645996aa req-a7c72c89-7067-4c3f-a1e5-31b290dbca90 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323639 Mar 14 18:50:37.665734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd6474-8eb0-42c7-94cd-95bf62123f20 req-6209fd23-9388-4f68-9a66-912a842e4f7e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:37.667243 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1cd6474-8eb0-42c7-94cd-95bf62123f20 req-6209fd23-9388-4f68-9a66-912a842e4f7e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0566936 Mar 14 18:50:37.731829 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e1cd6474-8eb0-42c7-94cd-95bf62123f20 req-04c83810-1d06-4abc-9bc0-c2ac8b93477f tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544996 Mar 14 18:50:37.743044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-40294162-c05b-40ca-8e60-8e2afcee5fe9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:37.744799 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-40294162-c05b-40ca-8e60-8e2afcee5fe9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2&tenant_id=0d293bf9480747d3b23498b09fa1763f&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 945 time: 0.0763862 Mar 14 18:50:37.804462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-447dc3e9-c62c-458c-b7f5-e257ed73b44d service neutron] 10.222.0.61 "GET /v2.0/ports/6bd81288-41bf-469e-bfde-81f3300a3f3b/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0524707 Mar 14 18:50:37.868342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-0ec70ea1-7819-4862-ad6b-c3c7fec9185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:37.869801 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-0ec70ea1-7819-4862-ad6b-c3c7fec9185a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1098 time: 0.0429935 Mar 14 18:50:37.956501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-a8f1a439-cc89-4583-b2df-f5aca05b6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:37.957974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-a8f1a439-cc89-4583-b2df-f5aca05b6f5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0817199 Mar 14 18:50:38.025661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-550262b3-50fd-4c57-83d9-602e01dc85bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 1001 time: 0.0606275 Mar 14 18:50:38.073517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-bddbf59a-461b-4916-b5b8-bc990e1c38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:38.074960 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-bddbf59a-461b-4916-b5b8-bc990e1c38ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0433311 Mar 14 18:50:38.119260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-3f0fac0f-271a-4e9d-93cd-5634549c2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:38.120706 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-3f0fac0f-271a-4e9d-93cd-5634549c2399 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389555 Mar 14 18:50:38.209545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-a52310c1-1f08-4e27-9680-979de45c68eb service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821931 Mar 14 18:50:38.571452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-feedfb96-972d-4138-b772-22f705bf22ea service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549299 Mar 14 18:50:38.851687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09908-57e8-4de8-9622-e89a73f5654a req-3a2ac369-dc01-4a47-94eb-0982aac3a3cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:38.853184 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0c09908-57e8-4de8-9622-e89a73f5654a req-3a2ac369-dc01-4a47-94eb-0982aac3a3cf tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0503998 Mar 14 18:50:38.890945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0c09908-57e8-4de8-9622-e89a73f5654a req-261ab084-db9b-4088-ab1e-e7c477f8be69 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Mar 14 18:50:40.005187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c137-8d0a-419e-be30-00a72d243ca4 req-8e43f037-969c-4cdd-b9f4-6e699ba02915 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:40.006680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-04e2c137-8d0a-419e-be30-00a72d243ca4 req-8e43f037-969c-4cdd-b9f4-6e699ba02915 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Mar 14 18:50:40.044008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-04e2c137-8d0a-419e-be30-00a72d243ca4 req-467e3415-96d4-43fc-8cb2-c4802f445af4 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Mar 14 18:50:40.483075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:50:40.558174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.579966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:50:40.582345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac53e4f5-a47a-415c-8531-fe98c0b63d59" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:50:40.594796 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:40.625079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202432e-4ea1-424f-a195-0414cc90982a x-openstack-request-id: req-a202432e-4ea1-424f-a195-0414cc90982a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:50:40.625374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:50:40.625625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a202432e-4ea1-424f-a195-0414cc90982a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:50:40.626043 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'code': 200} Mar 14 18:50:40.692715 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:40.738988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:41.165589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698ce98-845b-4224-a817-2ab11a0f4d04 req-44735b05-b484-450b-855b-02ec8fa36bc6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:41.167032 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a698ce98-845b-4224-a817-2ab11a0f4d04 req-44735b05-b484-450b-855b-02ec8fa36bc6 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0555942 Mar 14 18:50:41.204677 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a698ce98-845b-4224-a817-2ab11a0f4d04 req-8f929c5f-6332-4c94-8cb8-a2f097952491 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Mar 14 18:50:42.331972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc772-c089-4944-910f-01d54a137587 req-57eee138-a712-41e2-93c9-a4cb6d8fee3c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:42.333470 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-722dc772-c089-4944-910f-01d54a137587 req-57eee138-a712-41e2-93c9-a4cb6d8fee3c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0525348 Mar 14 18:50:42.374948 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-722dc772-c089-4944-910f-01d54a137587 req-b442e2d5-62b8-4eb8-abed-54eefc48a5ba tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Mar 14 18:50:43.526159 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56824b-e6ec-4508-838e-05ee5011a0d4 req-e0b0b57a-dac5-4801-ae38-bcbc4fded075 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.527544 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bb56824b-e6ec-4508-838e-05ee5011a0d4 req-e0b0b57a-dac5-4801-ae38-bcbc4fded075 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0745125 Mar 14 18:50:43.541669 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-44bcaa01-a35e-45f8-b664-aaa498ce23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.543078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-44bcaa01-a35e-45f8-b664-aaa498ce23d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2&tenant_id=0d293bf9480747d3b23498b09fa1763f HTTP/1.1" status: 200 len: 1096 time: 0.0592215 Mar 14 18:50:43.577644 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bb56824b-e6ec-4508-838e-05ee5011a0d4 req-1e00f187-dac0-4ed8-982b-47d534576b54 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Mar 14 18:50:43.612426 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-ded61c0f-2341-46fd-9d0c-f2b767d1cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.614131 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-ded61c0f-2341-46fd-9d0c-f2b767d1cac6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d293bf9480747d3b23498b09fa1763f&device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0458477 Mar 14 18:50:43.701194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-40cb2083-83fb-4db4-a258-e171139ec75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.702686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-40cb2083-83fb-4db4-a258-e171139ec75b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 200 len: 912 time: 0.0823712 Mar 14 18:50:43.768789 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-1b3d6b49-8a8b-420c-9fcd-456dda2d5aa9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 200 len: 999 time: 0.0595872 Mar 14 18:50:43.816384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-c358f6e0-76a3-44ba-8abd-61132c41604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.817790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-c358f6e0-76a3-44ba-8abd-61132c41604d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 200 len: 850 time: 0.0432751 Mar 14 18:50:43.861421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-a40a144f-670d-43c1-8b87-22cdc49ea77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:43.863967 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-a40a144f-670d-43c1-8b87-22cdc49ea77b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f0ec094-2dab-447a-abd8-113c4ab5c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400832 Mar 14 18:50:43.956320 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-3fc5368e-546b-40b2-bc52-cd89afa785d2 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 Mar 14 18:50:44.044524 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4a8dfac5-a731-4c35-a531-b3463acd5782 req-4da4b7d2-c129-4f93-869f-a0083233ea33 service neutron] 10.222.0.61 "GET /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824003 Mar 14 18:50:44.500234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:50:44.704509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33968012-48f5-446c-a154-3cbff766c601 req-c57fd504-09cf-4090-9ebd-65e817511f05 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:44.706178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-33968012-48f5-446c-a154-3cbff766c601 req-c57fd504-09cf-4090-9ebd-65e817511f05 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0564175 Mar 14 18:50:44.744532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-33968012-48f5-446c-a154-3cbff766c601 req-9bd5c54d-6516-4f69-bc45-5212b783406a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Mar 14 18:50:45.864232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4fe2-8bb7-43e4-97eb-d7ab0904f5a6 req-70fbefdd-508d-43b0-a303-0b6a93c6a832 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:45.865822 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-761c4fe2-8bb7-43e4-97eb-d7ab0904f5a6 req-70fbefdd-508d-43b0-a303-0b6a93c6a832 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0521717 Mar 14 18:50:45.903905 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-761c4fe2-8bb7-43e4-97eb-d7ab0904f5a6 req-152e4bb0-087c-4641-aab6-8a8ec91d5696 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Mar 14 18:50:47.022897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3fcfd-545e-45fd-8220-e6969bbc0576 req-f2862f4a-b727-4301-a7f4-1842dac07b03 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:47.024391 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ae3fcfd-545e-45fd-8220-e6969bbc0576 req-f2862f4a-b727-4301-a7f4-1842dac07b03 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0511374 Mar 14 18:50:47.062977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ae3fcfd-545e-45fd-8220-e6969bbc0576 req-07021202-cd0a-4fda-ab4e-55db3dafc1e1 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Mar 14 18:50:47.847355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a937bd34-9061-4aa2-bca7-abd491c391c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:48.188563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c073-76ed-4c67-8d4d-5a03d2db2263 req-b53bfdc0-69aa-4920-a86d-b9e28d7045a9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:48.190080 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8658c073-76ed-4c67-8d4d-5a03d2db2263 req-b53bfdc0-69aa-4920-a86d-b9e28d7045a9 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0536191 Mar 14 18:50:48.227413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8658c073-76ed-4c67-8d4d-5a03d2db2263 req-f3e88f69-ab1b-4cbd-aaf8-ed1f698d9f2a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Mar 14 18:50:49.358503 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38831b4-3da6-4d80-b0af-2ef2365fc119 req-500b4fea-efdb-4a07-9c9a-2f776496b144 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:49.359978 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e38831b4-3da6-4d80-b0af-2ef2365fc119 req-500b4fea-efdb-4a07-9c9a-2f776496b144 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0490792 Mar 14 18:50:49.398974 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e38831b4-3da6-4d80-b0af-2ef2365fc119 req-49b38ec0-ec5b-4252-967c-301f6c505b34 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Mar 14 18:50:50.103793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60e569fa-0182-4e94-aa93-75429c5a0ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:50.514097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d591b-9e32-4eae-afe3-909aad400a76 req-9a0c56a7-e8b1-404c-9ee2-ec642aaff47c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:50.515550 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6e7d591b-9e32-4eae-afe3-909aad400a76 req-9a0c56a7-e8b1-404c-9ee2-ec642aaff47c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 943 time: 0.0478697 Mar 14 18:50:50.518494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:50:50.553604 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6e7d591b-9e32-4eae-afe3-909aad400a76 req-17963cfe-32fc-45d5-8d2b-ba0c9ae4e697 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Mar 14 18:50:50.612636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:50.623542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'port_id': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'mac_address': 'fa:16:3e:4a:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:50:50.659126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:50.674921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:50:50.693273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:50.749407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:50.798311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:50.805606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.805972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.806306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.806630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.806949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.807269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.807592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.807910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.808228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.808540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.808850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.809158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:50.813750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['6bd81288-41bf-469e-bfde-81f3300a3f3b'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:50:51.486834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:51.678739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f5523-2fe4-4bec-80a1-819c99fdc38c req-b4251666-482a-4fb2-b7cd-e564c0ddc7f3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:51.680264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c53f5523-2fe4-4bec-80a1-819c99fdc38c req-b4251666-482a-4fb2-b7cd-e564c0ddc7f3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Mar 14 18:50:51.719856 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c53f5523-2fe4-4bec-80a1-819c99fdc38c req-747d3931-f804-4190-86f1-9de7c870f254 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Mar 14 18:50:52.532314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:50:52.581204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 6bd81288-41bf-469e-bfde-81f3300a3f3b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:50:52.581575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:52.656659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:52.679173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:50:52.681370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e79534-cb5c-4b0c-a62d-a120ed726124" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:50:52.697050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:52.725206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0abf2-7037-473c-bc25-b83d5c4c622c x-openstack-request-id: req-78e0abf2-7037-473c-bc25-b83d5c4c622c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:50:52.725493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:50:52.725739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78e0abf2-7037-473c-bc25-b83d5c4c622c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:50:52.726155 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'code': 200} Mar 14 18:50:52.749447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:52.797042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=11']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:52.842766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f026-cc74-4a9d-95e3-f272b6d0f4d2 req-60de90d6-f383-4006-99da-a020e1d6f219 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:52.844223 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b954f026-cc74-4a9d-95e3-f272b6d0f4d2 req-60de90d6-f383-4006-99da-a020e1d6f219 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0512621 Mar 14 18:50:52.884471 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b954f026-cc74-4a9d-95e3-f272b6d0f4d2 req-0bae46b6-7111-4f9b-a2e6-e79300a1c072 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Mar 14 18:50:52.996568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:53.051846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:54.004556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f007578-1a1d-43b1-8f26-b26772253032 req-77dc093b-fa7c-4784-8aed-337ee71f203e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:54.006066 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2f007578-1a1d-43b1-8f26-b26772253032 req-77dc093b-fa7c-4784-8aed-337ee71f203e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0485299 Mar 14 18:50:54.043604 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2f007578-1a1d-43b1-8f26-b26772253032 req-b112eb11-cdac-4703-9293-20d029de7501 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Mar 14 18:50:55.157481 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3326e-7c67-4bd8-8be4-7a471df5d40e req-a2cc333f-fefe-4c60-bc1f-3e15967cf3de tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:55.159523 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-adc3326e-7c67-4bd8-8be4-7a471df5d40e req-a2cc333f-fefe-4c60-bc1f-3e15967cf3de tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Mar 14 18:50:55.196794 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-adc3326e-7c67-4bd8-8be4-7a471df5d40e req-a870c45f-6050-45d4-aa50-0ff68424a7d7 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Mar 14 18:50:56.317248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a89e6e-1c8d-43c6-8560-12afd1f94fcd req-3ae2f024-3eeb-41f3-bd98-25f1cef06773 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:56.318753 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f2a89e6e-1c8d-43c6-8560-12afd1f94fcd req-3ae2f024-3eeb-41f3-bd98-25f1cef06773 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0536287 Mar 14 18:50:56.356192 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f2a89e6e-1c8d-43c6-8560-12afd1f94fcd req-bb8ca314-27d7-4977-92b7-1116f50a6c7c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Mar 14 18:50:56.477226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036f547-657a-4094-9eff-a176de286edb req-4b7eabee-c83e-47ab-8f11-7fb85c4ca2a3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:56.478634 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4036f547-657a-4094-9eff-a176de286edb req-4b7eabee-c83e-47ab-8f11-7fb85c4ca2a3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0536475 Mar 14 18:50:56.514765 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4036f547-657a-4094-9eff-a176de286edb req-da8b9cc8-ed32-4e36-81f7-df8ac16edc1a tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302024 Mar 14 18:50:56.630149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605042-ef2d-4486-bb81-3b05f940b4b2 req-d13bd36d-fd2f-4fcc-b1bf-171379f84a7d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:56.631630 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7c605042-ef2d-4486-bb81-3b05f940b4b2 req-d13bd36d-fd2f-4fcc-b1bf-171379f84a7d tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0486252 Mar 14 18:50:56.668617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7c605042-ef2d-4486-bb81-3b05f940b4b2 req-e3fe1e9e-1563-4363-8e13-a9fb408b1a18 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Mar 14 18:50:57.097664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd74d-e945-4631-af85-44996172e8fc req-bd1609ae-a56c-45db-ac75-11b213715643 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:57.099169 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-678cd74d-e945-4631-af85-44996172e8fc req-bd1609ae-a56c-45db-ac75-11b213715643 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0486302 Mar 14 18:50:57.136909 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-678cd74d-e945-4631-af85-44996172e8fc req-3679a2de-860d-4438-9b93-2b8bab062052 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Mar 14 18:50:58.255072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25475642-7d14-43cf-9b03-073e8f639701 req-4fd69907-106a-4c7f-87aa-c7f7b273ba26 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:58.256568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25475642-7d14-43cf-9b03-073e8f639701 req-4fd69907-106a-4c7f-87aa-c7f7b273ba26 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Mar 14 18:50:58.295701 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-25475642-7d14-43cf-9b03-073e8f639701 req-338cdcc5-565a-45d7-8b36-13e919bb149c tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Mar 14 18:50:58.343773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:59.421880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c01e19-d8a6-4120-a587-483b1283633c req-dbacbc85-b0d0-4a0d-9b6c-e766c5d1cb6b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:59.423700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b2c01e19-d8a6-4120-a587-483b1283633c req-dbacbc85-b0d0-4a0d-9b6c-e766c5d1cb6b tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0595081 Mar 14 18:50:59.461064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b2c01e19-d8a6-4120-a587-483b1283633c req-d2acfe8d-ccfe-4ba3-a58c-af890e4ebe84 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups?id=779a1ad5-c302-418d-b8ef-f4032dac2565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Mar 14 18:50:59.660386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-710fe03d-7640-4363-a471-54bf97659890 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:59.661751 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-710fe03d-7640-4363-a471-54bf97659890 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 946 time: 0.0477371 Mar 14 18:50:59.747621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Deleting port 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:50:59.747966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:50:59.837373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] For port 6bd81288-41bf-469e-bfde-81f3300a3f3b, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=6bd81288-41bf-469e-bfde-81f3300a3f3b,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:59.837737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.001155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.001516 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.001860 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb disassociated. External IP: 172.26.3.34, port: 6bd81288-41bf-469e-bfde-81f3300a3f3b. Mar 14 18:51:00.002352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Calling delete_port for 6bd81288-41bf-469e-bfde-81f3300a3f3b owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:00.183991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.210584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'Port': ['ID=6bd81288-41bf-469e-bfde-81f3300a3f3b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:00.220114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.220531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.221138 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.221293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.221633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.221993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.224659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:00.341650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:51:00.457073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:51:00.466709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:51:00.476255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:51:00.476868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:50:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:00.497109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] No DVR routers for this DVR port 6bd81288-41bf-469e-bfde-81f3300a3f3b on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:00.499778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:00.504477 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ba95c141-4e89-4229-9b2d-7279a0a5bc81 req-96b527b9-e194-4e06-be01-1377ac882b63 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.61 "DELETE /v2.0/ports/6bd81288-41bf-469e-bfde-81f3300a3f3b HTTP/1.1" status: 204 len: 173 time: 0.8362629 Mar 14 18:51:00.504957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-deleted', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:00.507496 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dde44d-ba82-4607-af45-73b2230bdb36" -d '{"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-deleted", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:00.545245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3d662-76ea-463e-afa1-1179f7423709 x-openstack-request-id: req-70a3d662-76ea-463e-afa1-1179f7423709 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:00.545455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2", "name": "network-vif-deleted", "tag": "6bd81288-41bf-469e-bfde-81f3300a3f3b", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:00.545696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70a3d662-76ea-463e-afa1-1179f7423709 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:00.546143 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2', 'name': 'network-vif-deleted', 'tag': '6bd81288-41bf-469e-bfde-81f3300a3f3b', 'status': 'completed', 'code': 200} Mar 14 18:51:00.565126 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59e772dc-7139-4b62-9f72-faf1a7f6ae89 req-0ec72db7-6da4-4900-9b92-7f09e03cf594 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0303380 Mar 14 18:51:00.590716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:51:00.787702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:00.813552 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:51:00.822266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:51:00.822862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:50:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:00.925766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:51:01.123227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:01.150231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf6ff1-f981-4036-8de5-86f1a89fd280 None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:46:31Z', 'revision_number': 4, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '27ae36ca-853e-4a82-bcc9-f065bd9c7a83', 'name': '', 'network_id': '6f0ec094-2dab-447a-abd8-113c4ab5c878', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'mac_address': 'fa:16:3e:fd:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:31Z', 'updated_at': '2022-03-14T18:46:34Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'subnets': [{'id': 'e1e4a091-3b2f-4484-90ac-5832f7a51e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:51:01.376301 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56d204-1efe-4620-8ad8-1bcf4d68a4cd None None] New status for floating IP dd02e15c-f77c-4d1e-9e8a-c48879e111cb: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:51:01.665700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0c5a2bb1-f32b-4606-800b-f1714ba2189f req-9e938a3c-88cd-4961-a6fe-921c9dc6c332 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Mar 14 18:51:02.580321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:02.600827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 6bd81288-41bf-469e-bfde-81f3300a3f3b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:02.601090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 6bd81288-41bf-469e-bfde-81f3300a3f3b not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:02.766141 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ea41438d-52af-4075-918e-de754a2a4e01 req-642414c6-94ef-4950-be40-a81a2ccbdfea tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0322084 Mar 14 18:51:03.864433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a1a92212-c67f-4230-9416-03a000722931 req-34cbcb75-86d7-4f92-ad4c-e473662972c3 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ae2cf3a-b443-4a08-8f2a-1c9a0c33e8d2 HTTP/1.1" status: 200 len: 210 time: 0.0266118 Mar 14 18:51:06.945402 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:51:08.817644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:08.871478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:08.894575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:08.983515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:08.986126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:08.988344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "DELETE /v2.0/security-groups/779a1ad5-c302-418d-b8ef-f4032dac2565 HTTP/1.1" status: 204 len: 168 time: 0.1684659 Mar 14 18:51:08.990529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53734) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:08.997360 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e58a1-e89f-4f6b-b773-ddfe9559969e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779a1ad5-c302-418d-b8ef-f4032dac2565,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:09.004455 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.api.v2.resource [None req-b9530b70-0940-4dbd-be14-37aac3daa512 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] show failed (client error): The resource could not be found. Mar 14 18:51:09.005521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b9530b70-0940-4dbd-be14-37aac3daa512 tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "GET /v2.0/security-groups/779a1ad5-c302-418d-b8ef-f4032dac2565 HTTP/1.1" status: 404 len: 347 time: 0.0139973 Mar 14 18:51:09.008266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:09.132178 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Deleting port 8e5d92b8-4a38-4615-a52f-34f0d4145066 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:09.132424 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.206338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.206819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.218235 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Calling delete_port for 8e5d92b8-4a38-4615-a52f-34f0d4145066 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:09.441077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.469298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Pushing event deleted for resources: {'Port': ['ID=8e5d92b8-4a38-4615-a52f-34f0d4145066,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:09.482733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.483083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.483420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.483755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.484087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.484415 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.484742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.485143 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.485471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.485796 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.486137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.486455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:09.544068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.546570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:09.547970 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d3245e67-4a95-47a8-9b87-3319743ada0e tempest-ServerActionsTestJSON-818074146 tempest-ServerActionsTestJSON-818074146-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd02e15c-f77c-4d1e-9e8a-c48879e111cb HTTP/1.1" status: 204 len: 168 time: 0.5387244 Mar 14 18:51:09.551299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53738) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:09.950414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:10.239712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Deleting port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:10.240410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:10.318620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] For port 27ae36ca-853e-4a82-bcc9-f065bd9c7a83, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:10.318985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:10.331212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Calling delete_port for 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:10.549284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:10.575333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Pushing event deleted for resources: {'Port': ['ID=27ae36ca-853e-4a82-bcc9-f065bd9c7a83,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:10.746301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.219175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Router c42566d5-783c-4ad0-8106-e21f68086164 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:51:11.322049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:51:11.328467 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9d9da496-110d-4caf-a7bc-62eabc7295ff admin admin] 10.222.0.58 "PUT /v2.0/routers/c42566d5-783c-4ad0-8106-e21f68086164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747438 Mar 14 18:51:11.330197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53740) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:11.331786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Sync routers for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:51:11.341056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:51:11.341664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:50:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:11.436207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.546278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.595879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:51:11.637642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Deleting port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:11.638028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.718596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] For port 5c9ebada-bcb1-4d59-9f52-97b81aaaef65, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:11.718958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.731241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Calling delete_port for 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:11.780681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:51:10Z', 'revision_number': 5, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port': {'id': '5c9ebada-bcb1-4d59-9f52-97b81aaaef65', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:46:29Z', 'updated_at': '2022-03-14T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:11.807228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Checking router: c42566d5-783c-4ad0-8106-e21f68086164 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:51:11.816052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Routers {'c42566d5-783c-4ad0-8106-e21f68086164'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:51:11.816814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:50:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c42566d5-783c-4ad0-8106-e21f68086164'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:11.903754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] Set router c42566d5-783c-4ad0-8106-e21f68086164 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:51:11.926609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:11.956361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9ebada-bcb1-4d59-9f52-97b81aaaef65,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:11.963598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:51:11Z', 'revision_number': 6, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:11.990641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb1ca-b1ef-47c4-8869-a5ec9cdc736d None None] The sync data for ids ['c42566d5-783c-4ad0-8106-e21f68086164'] in dv-neutron-833670-1-hyperv is: [{'id': 'c42566d5-783c-4ad0-8106-e21f68086164', 'name': 'tempest-ServerActionsTestJSON-278479648-router', 'tenant_id': '0d293bf9480747d3b23498b09fa1763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:46:28Z', 'updated_at': '2022-03-14T18:51:11Z', 'revision_number': 6, 'project_id': '0d293bf9480747d3b23498b09fa1763f', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:51:12.023455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.127266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.130068 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.245894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.246463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42566d5-783c-4ad0-8106-e21f68086164 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:51:12.254632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.254632 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59e06e0f-62da-44b3-9af6-67e80ac38cd5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c42566d5-783c-4ad0-8106-e21f68086164 HTTP/1.1" status: 204 len: 168 time: 0.9211514 Mar 14 18:51:12.255524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53742) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:12.300821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Deleting subnet e1e4a091-3b2f-4484-90ac-5832f7a51e23 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:51:12.304002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.344084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.430977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.560883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.586126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e4a091-3b2f-4484-90ac-5832f7a51e23,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:12.589882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.593186 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bd061cc2-d89a-487a-92e9-1850e2177533 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e1e4a091-3b2f-4484-90ac-5832f7a51e23 HTTP/1.1" status: 204 len: 168 time: 0.3365622 Mar 14 18:51:12.595295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446a8c0-44bf-4dad-a60e-bd4aee66ee8d None None] Network 6f0ec094-2dab-447a-abd8-113c4ab5c878 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:12.595799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53744) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:12.668757 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.740260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Deleting port 2c93adad-3311-45ce-bcb7-7ab62da149ff {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:12.740737 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.798048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] DHCP port deletion for 6f0ec094-2dab-447a-abd8-113c4ab5c878 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:51:12.824047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] For port 2c93adad-3311-45ce-bcb7-7ab62da149ff, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c93adad-3311-45ce-bcb7-7ab62da149ff,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:12.824407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.838109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:12.845847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Calling delete_port for 2c93adad-3311-45ce-bcb7-7ab62da149ff owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:12.865694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:12.866082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 27ae36ca-853e-4a82-bcc9-f065bd9c7a83 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:12.879910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Deleting port 2c93adad-3311-45ce-bcb7-7ab62da149ff {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:12.880360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.945640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] For port 2c93adad-3311-45ce-bcb7-7ab62da149ff, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2c93adad-3311-45ce-bcb7-7ab62da149ff,segment=NetworkSegment(0d7dd020-159a-4559-8149-9766c2c53f01),segment_id=0d7dd020-159a-4559-8149-9766c2c53f01)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:12.946067 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.959759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Calling delete_port for 2c93adad-3311-45ce-bcb7-7ab62da149ff owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:12.966420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:12.993176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c93adad-3311-45ce-bcb7-7ab62da149ff,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:12.999575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] No DVR routers for this DVR port 2c93adad-3311-45ce-bcb7-7ab62da149ff on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:13.038278 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.071493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] Pushing event deleted for resources: {'Port': ['ID=2c93adad-3311-45ce-bcb7-7ab62da149ff,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:13.076490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1dbaa-eaed-4010-9b45-3adcb84e7c0f None None] No DVR routers for this DVR port 2c93adad-3311-45ce-bcb7-7ab62da149ff on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:13.076639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.102418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0ec094-2dab-447a-abd8-113c4ab5c878']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:13.111555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7dd020-159a-4559-8149-9766c2c53f01') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:13.112400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7dd020-159a-4559-8149-9766c2c53f01') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:13.121957 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.135486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.141260 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:51:13.141643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:51:13.143499 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:51:13.320376 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.325792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.330902 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6f0ec094-2dab-447a-abd8-113c4ab5c878 HTTP/1.1" status: 204 len: 168 time: 0.7319531 Mar 14 18:51:13.344391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eeac8-ddf1-4dda-bcc3-be0853a90176 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0ec094-2dab-447a-abd8-113c4ab5c878,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:13.660695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53748) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:13.703503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4f89e491-a96e-4762-abc4-30884bf3c790 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d293bf9480747d3b23498b09fa1763f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416155 Mar 14 18:51:13.706434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:13.751987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.772195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.886201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.888879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:13.890313 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fb506ba-4459-4d52-8f7d-fdf11b1e8dd8 HTTP/1.1" status: 204 len: 168 time: 0.1827586 Mar 14 18:51:13.902960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691098e-c18e-4324-85a2-b84101c81d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb506ba-4459-4d52-8f7d-fdf11b1e8dd8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:14.410652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:14.430395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:14.430670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5c9ebada-bcb1-4d59-9f52-97b81aaaef65 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:14.431069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c93adad-3311-45ce-bcb7-7ab62da149ff no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:14.449587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2c93adad-3311-45ce-bcb7-7ab62da149ff {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:14.449952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2c93adad-3311-45ce-bcb7-7ab62da149ff not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:14.898505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53772) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:14.994442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2112974929-network', 'tenant_id': '10a5c5014ef746728ed6d1f516f6fbe6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:15.068462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Made reservation on behalf of 10a5c5014ef746728ed6d1f516f6fbe6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:15.070812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.079135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.150855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.194456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.220415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:51:15.230075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b0f294-e01b-4535-a180-49f5b3e7c12c,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:15.236569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.236958 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Added segment 6ee85550-3443-4b17-8ee0-16ae4868ba4a of type vlan for network 384a3702-098a-4023-a6ac-1cc1515704a4 Mar 14 18:51:15.289806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.371250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.372215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:15.372784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.460937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5613122 Mar 14 18:51:15.463837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53776) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:15.469838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a9078-fd8a-4ca3-bd0b-606be3715e98 admin admin] Pushing event updated for resources: {'Network': ['ID=384a3702-098a-4023-a6ac-1cc1515704a4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:15.470003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Request body: {'subnet': {'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2112974929-subnet', 'tenant_id': '10a5c5014ef746728ed6d1f516f6fbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:15.475899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 384a3702-098a-4023-a6ac-1cc1515704a4 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:51:15.554724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Made reservation on behalf of 10a5c5014ef746728ed6d1f516f6fbe6 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:15.557108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.766280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.829102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84926a33-e9cc-4692-819b-862db98255b4,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:15.834072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Checking segment: {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:15.834431 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Network hostable DHCP agents. Network: 384a3702-098a-4023-a6ac-1cc1515704a4, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:51:15.897045 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Network 384a3702-098a-4023-a6ac-1cc1515704a4 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:51:15.954150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 384a3702-098a-4023-a6ac-1cc1515704a4) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:15.958761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:15.963181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:15.964834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf2e06d-6528-41be-bad1-c86b5b44c0bd None None] Network 384a3702-098a-4023-a6ac-1cc1515704a4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:16.014386 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-36992e24-9260-480c-815e-cc35cc90c2d6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5493464 Mar 14 18:51:16.092826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7040f1-7026-42fa-b94c-2c15cbe32f66 None None] Network 384a3702-098a-4023-a6ac-1cc1515704a4 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:16.429726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-c648c112-b635-45dc-9f47-aba316ac85e7 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:16.431224 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-c648c112-b635-45dc-9f47-aba316ac85e7 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/networks?id=384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 200 len: 814 time: 0.0986409 Mar 14 18:51:16.446580 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-c202e9f3-0cd5-43bc-aff0-73ac8c994cae tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/quotas/10a5c5014ef746728ed6d1f516f6fbe6 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Mar 14 18:51:16.478810 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-81cd2d61-5fda-495f-bf96-4ae6c768a821 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266249 Mar 14 18:51:16.570101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-14653583-9ea5-424a-84a9-b308fde5f789 service neutron] 10.222.0.58 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Mar 14 18:51:16.656052 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-bddd6579-bc8a-41f2-be04-cd3761705208 service neutron] 10.222.0.58 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800688 Mar 14 18:51:16.885925 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-86fdbfcc-28c0-4619-81e8-c8a00a674815 req-e02c9db0-a995-4784-8eac-7223c0828418 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 210 time: 0.0276141 Mar 14 18:51:17.852116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc984978-ce16-41f0-9a0d-10bc4b1ef911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:17.987071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8739b917-426b-4159-81d5-e13bb25b8526 req-81546669-0f28-4f1a-b36c-e729c6ff8d86 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 210 time: 0.0334704 Mar 14 18:51:18.712472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-4acc8391-f32d-4f03-afb5-90b1fe15408d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:18.713812 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-4acc8391-f32d-4f03-afb5-90b1fe15408d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "GET /v2.0/networks?id=384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 200 len: 814 time: 0.0996249 Mar 14 18:51:18.727148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Request body: {'port': {'device_id': '2586504e-198d-4d2e-8faf-85e22054f24b', 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4', 'admin_state_up': True, 'tenant_id': '10a5c5014ef746728ed6d1f516f6fbe6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:18.880454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Made reservation on behalf of 10a5c5014ef746728ed6d1f516f6fbe6 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:18.884125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.008002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Allocated IP 172.20.0.11 (384a3702-098a-4023-a6ac-1cc1515704a4/84926a33-e9cc-4692-819b-862db98255b4/ae791adb-41c5-4e53-a141-c9d4c4ecef58) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:19.084040 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-402c8593-dbd3-4e69-91c9-a727b498ea3f req-a9cb7c36-299d-4d57-93db-1922c6af2c4c tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 210 time: 0.0272324 Mar 14 18:51:19.154861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.252290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.294446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Network 384a3702-098a-4023-a6ac-1cc1515704a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:19.297641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:19.301927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:51:19.331344 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Pushing event updated for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:19.356478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:19.357178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.482984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-8e170772-7320-4077-84e6-de8931e45069 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593160 Mar 14 18:51:19.494711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Request body: {'port': {'device_id': '2586504e-198d-4d2e-8faf-85e22054f24b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:19.547549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.796918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae791adb-41c5-4e53-a141-c9d4c4ecef58 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:19.804269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.815993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Transition to ACTIVE for port object ae791adb-41c5-4e53-a141-c9d4c4ecef58 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:51:19.874144 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:19.924916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:19.990902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Attempting to bind port ae791adb-41c5-4e53-a141-c9d4c4ecef58 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:51:19.991230 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Attempting to bind port ae791adb-41c5-4e53-a141-c9d4c4ecef58 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:51:19.991553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Attempting to bind port ae791adb-41c5-4e53-a141-c9d4c4ecef58 on network 384a3702-098a-4023-a6ac-1cc1515704a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:19.995705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Port ae791adb-41c5-4e53-a141-c9d4c4ecef58 on network 384a3702-098a-4023-a6ac-1cc1515704a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:51:19.996021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Attempting to bind port ae791adb-41c5-4e53-a141-c9d4c4ecef58 on network 384a3702-098a-4023-a6ac-1cc1515704a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:20.000652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:51:20.000983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Checking segment: {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:20.001358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Bound using segment: {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:51:20.001772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Bound port: ae791adb-41c5-4e53-a141-c9d4c4ecef58, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:51:20.002151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:20.062470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:51:20.065290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:51:20.102755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f8e95b49-748c-4283-94f5-c3bb5f2c2c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:20.126380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:20.177162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.177972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:20.179416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] 10.222.0.61 "PUT /v2.0/ports/ae791adb-41c5-4e53-a141-c9d4c4ecef58 HTTP/1.1" status: 200 len: 1094 time: 0.6890838 Mar 14 18:51:20.181870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:20.184163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125573f-355c-4e0a-90ed-7d8a0594e95d" -d '{"events": [{"name": "network-changed", "server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:20.229773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470e1349-f7e8-471d-ae34-19302aebc8cd x-openstack-request-id: req-470e1349-f7e8-471d-ae34-19302aebc8cd {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:20.233603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:20.233603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-470e1349-f7e8-471d-ae34-19302aebc8cd {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:20.233603 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'status': 'completed', 'code': 200} Mar 14 18:51:20.233603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144df80d-cfe0-40fd-ae47-fd4b680d6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:20.247215 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486062f1-84b5-4186-8b54-946722ddf4bd req-3db99254-d09e-40ae-acf2-b9f1d036bb16 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.248741 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-486062f1-84b5-4186-8b54-946722ddf4bd req-3db99254-d09e-40ae-acf2-b9f1d036bb16 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 944 time: 0.0920384 Mar 14 18:51:20.314754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-486062f1-84b5-4186-8b54-946722ddf4bd req-7cdce135-a2ee-4397-af23-d3b453897db2 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Mar 14 18:51:20.320979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-ebe80811-49ea-47e8-af72-8647b0b13199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.322493 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-ebe80811-49ea-47e8-af72-8647b0b13199 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 1097 time: 0.0613849 Mar 14 18:51:20.421006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-0c524f8c-9fba-4031-82fc-29e0c9d33f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.422764 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-0c524f8c-9fba-4031-82fc-29e0c9d33f40 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919650 Mar 14 18:51:20.512666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-acd64a27-c202-43b9-b54b-7619c52b91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.514187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9125573f-355c-4e0a-90ed-7d8a0594e95d req-acd64a27-c202-43b9-b54b-7619c52b91ed service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851960 Mar 14 18:51:20.592366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-d90795c9-8c7a-4540-a7e9-49799df74430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.593782 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-d90795c9-8c7a-4540-a7e9-49799df74430 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 1097 time: 0.0442159 Mar 14 18:51:20.633637 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-155affde-1346-4c9e-ad81-1e256fdab5b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58 HTTP/1.1" status: 200 len: 217 time: 0.0330007 Mar 14 18:51:20.692365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-328498f1-b3d9-4c92-b5a0-3613aa8e63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:20.693750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-328498f1-b3d9-4c92-b5a0-3613aa8e63db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84926a33-e9cc-4692-819b-862db98255b4 HTTP/1.1" status: 200 len: 854 time: 0.0418782 Mar 14 18:51:20.727430 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-929824e5-d221-4ec4-ba6f-70444fd176aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=384a3702-098a-4023-a6ac-1cc1515704a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268538 Mar 14 18:51:20.813523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-c56748a4-2e25-4fd1-99c9-d716a6e9a5d6 service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789273 Mar 14 18:51:20.904978 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf218347-a254-4332-bd60-1e26ca4ea386 req-4d6ad0db-6f8a-49c3-8fdd-9a588ab3381c service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Mar 14 18:51:21.430594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0bc78-10aa-4f0a-94fb-69c4cab6ba80 req-79de4095-b8e7-4002-8a20-e6b0b7133086 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:21.432093 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a0bc78-10aa-4f0a-94fb-69c4cab6ba80 req-79de4095-b8e7-4002-8a20-e6b0b7133086 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 944 time: 0.0492342 Mar 14 18:51:21.471692 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-45a0bc78-10aa-4f0a-94fb-69c4cab6ba80 req-811cb0fd-47cb-4538-bd3a-90b41e8c364b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Mar 14 18:51:21.514521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:22.675653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ae791adb-41c5-4e53-a141-c9d4c4ecef58 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:51:22.779197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:22.791929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4', 'port_id': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'mac_address': 'fa:16:3e:89:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84926a33-e9cc-4692-819b-862db98255b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:51:22.832142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:22.845635 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae791adb-41c5-4e53-a141-c9d4c4ecef58 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:22.855914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2711c-80ff-4fd9-8ce0-a085b107c384 req-73344295-4c12-40c0-bf62-256ae105f4af tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:22.863427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31c2711c-80ff-4fd9-8ce0-a085b107c384 req-73344295-4c12-40c0-bf62-256ae105f4af tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 944 time: 0.3186948 Mar 14 18:51:22.867030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:22.895522 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31c2711c-80ff-4fd9-8ce0-a085b107c384 req-cf8d0e04-581f-4970-b58d-1091d784e98b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Mar 14 18:51:22.942975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:22.974446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:22.995003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:23.079764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:23.261137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ae791adb-41c5-4e53-a141-c9d4c4ecef58'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:51:24.011942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b5d8-ed83-479b-894f-b4fbe0fa2635 req-bd4cfb35-bca1-475e-a100-f8c1847b6b6b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:24.013384 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-dc10b5d8-ed83-479b-894f-b4fbe0fa2635 req-bd4cfb35-bca1-475e-a100-f8c1847b6b6b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 945 time: 0.0516751 Mar 14 18:51:24.049785 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-dc10b5d8-ed83-479b-894f-b4fbe0fa2635 req-9d1e51b1-4014-4594-a60c-ad4c72d9d8c0 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Mar 14 18:51:24.690762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ae791adb-41c5-4e53-a141-c9d4c4ecef58 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:51:24.805773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port ae791adb-41c5-4e53-a141-c9d4c4ecef58 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:51:24.809453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port ae791adb-41c5-4e53-a141-c9d4c4ecef58 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:24.809821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:24.887530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:24.910833 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:24.913048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8a9750-a56e-4537-baea-1228a11cf465" -d '{"events": [{"server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "name": "network-vif-plugged", "status": "completed", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:24.926008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:24.948541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb65189-59b9-4996-b019-6f3c8aa06b3c x-openstack-request-id: req-ceb65189-59b9-4996-b019-6f3c8aa06b3c {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:24.948826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "name": "network-vif-plugged", "status": "completed", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:24.949095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceb65189-59b9-4996-b019-6f3c8aa06b3c {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:24.949499 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'code': 200} Mar 14 18:51:25.000384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:25.047593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:25.166287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bab254-bdf7-4544-b32a-80e0dac80677 req-1f828f24-b3e3-40e5-a6b7-44c1baf334b4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:25.167736 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-94bab254-bdf7-4544-b32a-80e0dac80677 req-1f828f24-b3e3-40e5-a6b7-44c1baf334b4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0493460 Mar 14 18:51:25.207498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-94bab254-bdf7-4544-b32a-80e0dac80677 req-4aabd6fc-91bc-4e8a-ba57-74694a44b0e3 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Mar 14 18:51:25.263661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53970599-767b-4239-81d0-d7cfe06fdba9 req-f75ec8fc-74fb-46d8-95ed-67f5501f514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:25.265111 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53970599-767b-4239-81d0-d7cfe06fdba9 req-f75ec8fc-74fb-46d8-95ed-67f5501f514a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 1099 time: 0.0388925 Mar 14 18:51:25.297688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53970599-767b-4239-81d0-d7cfe06fdba9 req-b2fb24b6-088d-43e8-87a5-ac2d7bdc9a89 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264497 Mar 14 18:51:26.322711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50486cff-33e3-41ee-9a4b-dd40b76623ec req-667fd8db-952b-428f-98a3-ee4fcb722c7e tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:26.324200 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-50486cff-33e3-41ee-9a4b-dd40b76623ec req-667fd8db-952b-428f-98a3-ee4fcb722c7e tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0482218 Mar 14 18:51:26.365999 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-50486cff-33e3-41ee-9a4b-dd40b76623ec req-9bdd5030-5fd6-430e-b00b-12ea2cb72e25 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Mar 14 18:51:27.493094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8d111-e362-45cc-91fd-cd2aa2b48d7b req-5d614bbe-9388-428e-87d2-b3fb296b62c3 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:27.494602 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fde8d111-e362-45cc-91fd-cd2aa2b48d7b req-5d614bbe-9388-428e-87d2-b3fb296b62c3 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0600615 Mar 14 18:51:27.532109 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fde8d111-e362-45cc-91fd-cd2aa2b48d7b req-eb79868e-6fe7-4f7c-91a2-3887b5c90e66 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Mar 14 18:51:27.753862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-28efa20a-5c36-4cb1-9513-cdcd3b93cdb7 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:27.755530 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-28efa20a-5c36-4cb1-9513-cdcd3b93cdb7 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/networks?id=384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 200 len: 814 time: 0.0998883 Mar 14 18:51:27.770090 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-fa4ce0d0-bbd2-46d8-a9fc-909e31396d93 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/quotas/10a5c5014ef746728ed6d1f516f6fbe6 HTTP/1.1" status: 200 len: 375 time: 0.0089493 Mar 14 18:51:27.817942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-c889d87f-ea15-44d3-865a-7b81ccc1ad2c tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425456 Mar 14 18:51:27.907167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-f999cc71-158f-49b9-9ee0-5d9baee024c4 service neutron] 10.222.0.58 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822995 Mar 14 18:51:27.992256 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-8b80fbd9-a177-4ac1-aa27-8764bb87751e service neutron] 10.222.0.58 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792527 Mar 14 18:51:28.234364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c9b1412b-dc7a-4ab1-823f-d5dd9f4180dc req-fdb8336e-5042-44bb-98da-73d9318122fd tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0313005 Mar 14 18:51:28.377021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:29.330743 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc3b5309-1fb9-4ff3-b6ab-0d3c5892ea06 req-3c97ae64-5707-4859-9ba9-9c546aab8658 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Mar 14 18:51:30.133155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-48ceba1f-06eb-4947-a4d6-0ce4dede01f1 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:30.134873 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-48ceba1f-06eb-4947-a4d6-0ce4dede01f1 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "GET /v2.0/networks?id=384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 200 len: 814 time: 0.0990460 Mar 14 18:51:30.148698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Request body: {'port': {'device_id': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4', 'admin_state_up': True, 'tenant_id': '10a5c5014ef746728ed6d1f516f6fbe6'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:30.337460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Made reservation on behalf of 10a5c5014ef746728ed6d1f516f6fbe6 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:30.341163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.428127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a87d89d1-5a99-4444-9b77-b49629949361 req-e6da05da-f906-437e-ad61-da5a5af94e15 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0284929 Mar 14 18:51:30.470632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Allocated IP 172.20.0.14 (384a3702-098a-4023-a6ac-1cc1515704a4/84926a33-e9cc-4692-819b-862db98255b4/bde18b17-8c91-4230-afee-3474bf116a40) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:30.619525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.709061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.720742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ae791adb-41c5-4e53-a141-c9d4c4ecef58'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:51:30.749336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Network 384a3702-098a-4023-a6ac-1cc1515704a4 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:30.752572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:30.756272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:51:30.790578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Pushing event updated for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:30.813082 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:30.813684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:30.877113 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-7bbec760-4bb8-4aba-b1ba-440887adb5bb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7321656 Mar 14 18:51:30.888648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Request body: {'port': {'device_id': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:30.940520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.194593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde18b17-8c91-4230-afee-3474bf116a40 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:31.201855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.214037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Transition to ACTIVE for port object bde18b17-8c91-4230-afee-3474bf116a40 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:51:31.268049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.323024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:31.385169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Attempting to bind port bde18b17-8c91-4230-afee-3474bf116a40 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:51:31.385823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Attempting to bind port bde18b17-8c91-4230-afee-3474bf116a40 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:51:31.385823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Attempting to bind port bde18b17-8c91-4230-afee-3474bf116a40 on network 384a3702-098a-4023-a6ac-1cc1515704a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:31.390060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Port bde18b17-8c91-4230-afee-3474bf116a40 on network 384a3702-098a-4023-a6ac-1cc1515704a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:51:31.390382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Attempting to bind port bde18b17-8c91-4230-afee-3474bf116a40 on network 384a3702-098a-4023-a6ac-1cc1515704a4 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:31.395769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:51:31.396106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Checking segment: {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:31.396489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Bound using segment: {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:51:31.396910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Bound port: bde18b17-8c91-4230-afee-3474bf116a40, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee85550-3443-4b17-8ee0-16ae4868ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:51:31.397257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.462113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:51:31.465304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bde18b17-8c91-4230-afee-3474bf116a40,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:51:31.527295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.572629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:31.573240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:31.574638 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] 10.222.0.61 "PUT /v2.0/ports/bde18b17-8c91-4230-afee-3474bf116a40 HTTP/1.1" status: 200 len: 1094 time: 0.6900408 Mar 14 18:51:31.575072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:31.577295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "tag": "bde18b17-8c91-4230-afee-3474bf116a40"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:31.603624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef792-5e26-436f-a548-6851eb71990c req-1a6ad501-5ec5-407b-9d61-b67ccd2b2efd tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:31.605180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01aef792-5e26-436f-a548-6851eb71990c req-1a6ad501-5ec5-407b-9d61-b67ccd2b2efd tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 944 time: 0.1096163 Mar 14 18:51:31.608290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c1879-0969-4da2-b6a4-3ac29fa20ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:31.647427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01aef792-5e26-436f-a548-6851eb71990c req-37843cac-a5ef-4527-8c9a-4d98d8a2eb5b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Mar 14 18:51:31.686577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0124f4f7-e480-4a53-b124-b529a6f1219b x-openstack-request-id: req-0124f4f7-e480-4a53-b124-b529a6f1219b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:31.686577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "tag": "bde18b17-8c91-4230-afee-3474bf116a40", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:31.686577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0124f4f7-e480-4a53-b124-b529a6f1219b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:31.686577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40', 'status': 'completed', 'code': 200} Mar 14 18:51:31.721684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-73eb7e83-df22-46f9-8920-6a97fa779565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:31.723203 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-73eb7e83-df22-46f9-8920-6a97fa779565 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 1097 time: 0.0405121 Mar 14 18:51:31.770055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-14055a47-4e19-41de-a98f-d5b396aaefa8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde18b17-8c91-4230-afee-3474bf116a40 HTTP/1.1" status: 200 len: 217 time: 0.0383368 Mar 14 18:51:31.817840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6771b00-e265-464b-809a-8858508509c6 req-66691de4-6b8d-4780-902c-066dc5b84456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:31.819274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-66691de4-6b8d-4780-902c-066dc5b84456 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84926a33-e9cc-4692-819b-862db98255b4 HTTP/1.1" status: 200 len: 854 time: 0.0433741 Mar 14 18:51:31.849824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-4174adf8-f931-45c2-ab63-a913383758d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=384a3702-098a-4023-a6ac-1cc1515704a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239253 Mar 14 18:51:31.940811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-7edb5052-1202-4971-96a9-524460e2d0a3 service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Mar 14 18:51:32.027318 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c6771b00-e265-464b-809a-8858508509c6 req-8a1eec65-8272-48c8-8ba6-9acf4d0f8909 service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804632 Mar 14 18:51:32.171418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-649e2fee-9795-4797-a821-d90bbbb8f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:32.172896 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-649e2fee-9795-4797-a821-d90bbbb8f4ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 1097 time: 0.0409896 Mar 14 18:51:32.264838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-e9149ec7-0162-4992-b8a8-c05853d7a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:32.266356 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-e9149ec7-0162-4992-b8a8-c05853d7a2c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 200 len: 915 time: 0.0874031 Mar 14 18:51:32.307948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-0df5e701-59d7-4b45-b066-fed84e783b46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde18b17-8c91-4230-afee-3474bf116a40 HTTP/1.1" status: 200 len: 217 time: 0.0343649 Mar 14 18:51:32.358818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-f9732c14-f65d-4875-bc63-eaa5f89fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:32.360240 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-f9732c14-f65d-4875-bc63-eaa5f89fda1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84926a33-e9cc-4692-819b-862db98255b4 HTTP/1.1" status: 200 len: 854 time: 0.0463302 Mar 14 18:51:32.391388 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-628225d6-2ccb-4d49-a3d5-f0deb33ab39d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=384a3702-098a-4023-a6ac-1cc1515704a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244546 Mar 14 18:51:32.481569 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-32d7ff69-b02b-4589-8f60-9e4e968409c6 service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Mar 14 18:51:32.576680 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9c53dc5-8fed-4c7f-8a73-642812d5c4d9 req-56fe5489-bd89-4b4b-9e97-e4b771bd9e68 service neutron] 10.222.0.61 "GET /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 Mar 14 18:51:32.771135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aefb5-e801-483e-96ba-128dd396634b req-2aa60d7c-124b-4ca4-9809-934532027e98 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:32.772628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-811aefb5-e801-483e-96ba-128dd396634b req-2aa60d7c-124b-4ca4-9809-934532027e98 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Mar 14 18:51:32.811412 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-811aefb5-e801-483e-96ba-128dd396634b req-a62fc3eb-b89f-4c33-94df-ce5d6c65e52e tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Mar 14 18:51:33.935474 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359540b-8908-4689-98bd-299a712d1c2f req-62fd25ff-2550-4aa6-93b3-2d7de00573fb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:33.936935 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4359540b-8908-4689-98bd-299a712d1c2f req-62fd25ff-2550-4aa6-93b3-2d7de00573fb tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 944 time: 0.0495291 Mar 14 18:51:33.974611 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4359540b-8908-4689-98bd-299a712d1c2f req-5d5c2651-c17b-4106-a284-3684fb0e4f65 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Mar 14 18:51:34.708448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bde18b17-8c91-4230-afee-3474bf116a40 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:51:34.798441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bde18b17-8c91-4230-afee-3474bf116a40,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:34.809965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'bde18b17-8c91-4230-afee-3474bf116a40', 'network_id': '384a3702-098a-4023-a6ac-1cc1515704a4', 'port_id': 'bde18b17-8c91-4230-afee-3474bf116a40', 'mac_address': 'fa:16:3e:48:4d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84926a33-e9cc-4692-819b-862db98255b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:51:34.844996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.860728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde18b17-8c91-4230-afee-3474bf116a40 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:51:34.880589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bde18b17-8c91-4230-afee-3474bf116a40,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:34.942633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:34.988123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:35.087765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359450-ae7a-4a67-abec-3524ccc10606 req-3a00fd2a-1380-403e-b88b-130c3f2074cf tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:35.089250 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28359450-ae7a-4a67-abec-3524ccc10606 req-3a00fd2a-1380-403e-b88b-130c3f2074cf tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Mar 14 18:51:35.126586 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28359450-ae7a-4a67-abec-3524ccc10606 req-28ed9157-af19-4589-ae03-aec2c73f1c42 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Mar 14 18:51:35.264200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['bde18b17-8c91-4230-afee-3474bf116a40'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:51:36.243883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1873af-d5a4-409d-93e8-bb71939198dc req-e6ec0f53-63af-46e7-9427-5886e2775bc5 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:36.245357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d1873af-d5a4-409d-93e8-bb71939198dc req-e6ec0f53-63af-46e7-9427-5886e2775bc5 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 945 time: 0.0510287 Mar 14 18:51:36.282053 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d1873af-d5a4-409d-93e8-bb71939198dc req-92426a2f-3891-4193-b851-6632310c5c99 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307598 Mar 14 18:51:36.723237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bde18b17-8c91-4230-afee-3474bf116a40 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:51:36.845399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port bde18b17-8c91-4230-afee-3474bf116a40 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:51:36.849300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port bde18b17-8c91-4230-afee-3474bf116a40 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:36.849671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.929623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:36.955276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:36.958230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8978e1-331e-4f5e-a0cd-f09210101ac5" -d '{"events": [{"server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "name": "network-vif-plugged", "status": "completed", "tag": "bde18b17-8c91-4230-afee-3474bf116a40"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:36.970746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bde18b17-8c91-4230-afee-3474bf116a40,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:36.994614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de5d42-89f2-4559-ae32-64285d14bb2b x-openstack-request-id: req-26de5d42-89f2-4559-ae32-64285d14bb2b {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:36.994895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "name": "network-vif-plugged", "status": "completed", "tag": "bde18b17-8c91-4230-afee-3474bf116a40", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:36.995145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26de5d42-89f2-4559-ae32-64285d14bb2b {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:36.995532 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40', 'code': 200} Mar 14 18:51:37.051148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:37.097641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:37.305153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bcbf6-4330-4b80-ab1f-a0dcc5e1c18d req-52da5d32-ec30-4245-9c8b-160531b7adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:37.306689 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a9bcbf6-4330-4b80-ab1f-a0dcc5e1c18d req-52da5d32-ec30-4245-9c8b-160531b7adc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 1099 time: 0.0448811 Mar 14 18:51:37.343179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a9bcbf6-4330-4b80-ab1f-a0dcc5e1c18d req-5c07a7e0-f354-49c2-bfbe-845c2509aeed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277865 Mar 14 18:51:37.398548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b39f8-8461-43d9-9303-d3d0c66217ca req-73e6ed95-27cc-44bd-825c-53e327f06d0d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:37.400024 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b20b39f8-8461-43d9-9303-d3d0c66217ca req-73e6ed95-27cc-44bd-825c-53e327f06d0d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0498254 Mar 14 18:51:37.438985 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b20b39f8-8461-43d9-9303-d3d0c66217ca req-4c788838-fbbf-4f9c-8e0f-bfdf5940c86f tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Mar 14 18:51:38.562459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e2bf6-df79-4d48-832c-3afbdc9ab5d8 req-faf51386-2e77-41be-abbf-35e08eecd1d6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:38.564095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9f1e2bf6-df79-4d48-832c-3afbdc9ab5d8 req-faf51386-2e77-41be-abbf-35e08eecd1d6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0531576 Mar 14 18:51:38.601954 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9f1e2bf6-df79-4d48-832c-3afbdc9ab5d8 req-8c09c7e9-7c10-4d86-83c8-ef6bdf42162f tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Mar 14 18:51:39.714301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedea70-fdd3-49ab-8887-17b5ad117a90 req-d816474d-8027-4559-a8c2-fadce07277f2 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:39.715687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5cedea70-fdd3-49ab-8887-17b5ad117a90 req-d816474d-8027-4559-a8c2-fadce07277f2 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0481045 Mar 14 18:51:39.751704 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5cedea70-fdd3-49ab-8887-17b5ad117a90 req-a0ed1196-89de-4cd9-abdd-17bfdad58a13 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Mar 14 18:51:40.136509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd9c9-2fcb-47fa-a28c-723cdaf9c9da req-a9a79c01-789c-4ec0-8553-4252146ff6c2 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:40.137987 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c37cd9c9-2fcb-47fa-a28c-723cdaf9c9da req-a9a79c01-789c-4ec0-8553-4252146ff6c2 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0518587 Mar 14 18:51:40.176361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c37cd9c9-2fcb-47fa-a28c-723cdaf9c9da req-c3fbe8aa-146b-41a9-b60e-4046addc6786 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Mar 14 18:51:41.291783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f6357-0d0a-4164-bd18-d05dc15bfee1 req-3826a88a-5a00-42b9-afb3-dc6dfedc0daf tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:41.293245 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb9f6357-0d0a-4164-bd18-d05dc15bfee1 req-3826a88a-5a00-42b9-afb3-dc6dfedc0daf tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Mar 14 18:51:41.329064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb9f6357-0d0a-4164-bd18-d05dc15bfee1 req-816a0d27-f73a-48d5-91fe-6776d36c7d0c tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296335 Mar 14 18:51:41.647089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-5c2d4ed6-e238-4114-bd5b-72827fa61584 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:41.648553 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-5c2d4ed6-e238-4114-bd5b-72827fa61584 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 946 time: 0.0532386 Mar 14 18:51:41.733472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Deleting port bde18b17-8c91-4230-afee-3474bf116a40 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:41.733816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:41.822538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] For port bde18b17-8c91-4230-afee-3474bf116a40, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bde18b17-8c91-4230-afee-3474bf116a40,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:41.822905 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:41.835992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Calling delete_port for bde18b17-8c91-4230-afee-3474bf116a40 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:42.050401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:42.061599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'bde18b17-8c91-4230-afee-3474bf116a40'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:51:42.081198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Pushing event deleted for resources: {'Port': ['ID=bde18b17-8c91-4230-afee-3474bf116a40,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:42.123358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] No DVR routers for this DVR port bde18b17-8c91-4230-afee-3474bf116a40 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:42.125952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:42.129933 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4244132-d6a9-4a31-8e59-bd9115cada3c req-d9b0fb53-48ca-4351-80e4-5212f81e2fc6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "DELETE /v2.0/ports/bde18b17-8c91-4230-afee-3474bf116a40 HTTP/1.1" status: 204 len: 173 time: 0.4759965 Mar 14 18:51:42.130382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'name': 'network-vif-deleted', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:42.132629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c9df4-6656-444b-a14c-89f0dd6bbd7c" -d '{"events": [{"server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "name": "network-vif-deleted", "tag": "bde18b17-8c91-4230-afee-3474bf116a40"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:42.175823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f6d84-3784-4eb8-a25a-ee52b6beaac5 x-openstack-request-id: req-837f6d84-3784-4eb8-a25a-ee52b6beaac5 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:42.176117 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf035c9-7abb-433a-8b72-d21324f6b0b8", "name": "network-vif-deleted", "tag": "bde18b17-8c91-4230-afee-3474bf116a40", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:42.176367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-837f6d84-3784-4eb8-a25a-ee52b6beaac5 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:42.176764 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf035c9-7abb-433a-8b72-d21324f6b0b8', 'name': 'network-vif-deleted', 'tag': 'bde18b17-8c91-4230-afee-3474bf116a40', 'status': 'completed', 'code': 200} Mar 14 18:51:42.424842 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0cfdd1b3-6269-4bac-af10-c69b3f818a05 req-d9de83a7-027b-4889-89b3-1f28dc0a25f6 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cf035c9-7abb-433a-8b72-d21324f6b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Mar 14 18:51:43.571618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a51a0-3373-405d-84df-72ef38fcfe41 req-ae776723-85ee-462f-aab1-674ff44e48fd tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:43.573070 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de1a51a0-3373-405d-84df-72ef38fcfe41 req-ae776723-85ee-462f-aab1-674ff44e48fd tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0474882 Mar 14 18:51:43.609402 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-de1a51a0-3373-405d-84df-72ef38fcfe41 req-93ec1cca-7403-4a01-a2d6-8461cae05f5b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302074 Mar 14 18:51:43.746888 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a523861-2f37-4d54-8d22-8493fb80e005 req-b94bccee-2f53-495b-b5da-025584106486 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:43.748374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8a523861-2f37-4d54-8d22-8493fb80e005 req-b94bccee-2f53-495b-b5da-025584106486 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0517251 Mar 14 18:51:43.787817 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8a523861-2f37-4d54-8d22-8493fb80e005 req-b2363c95-778b-4813-a7e4-aebaf3704f89 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Mar 14 18:51:43.921131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594b3c2-1873-4418-8cad-200cf2c47622 req-45deff3e-f90e-4bfa-9972-229c799132e8 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:43.922756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b594b3c2-1873-4418-8cad-200cf2c47622 req-45deff3e-f90e-4bfa-9972-229c799132e8 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0614851 Mar 14 18:51:43.944893 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:51:43.966700 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b594b3c2-1873-4418-8cad-200cf2c47622 req-9aeaa2f8-785b-4428-bd49-07cfcd433b2b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Mar 14 18:51:44.143877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bb8e8-8bea-4894-97a5-a5677fc3fb1e req-ec55a3af-26eb-4408-8381-3ac67ae6315d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:44.145892 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-691bb8e8-8bea-4894-97a5-a5677fc3fb1e req-ec55a3af-26eb-4408-8381-3ac67ae6315d tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0571630 Mar 14 18:51:44.186256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-691bb8e8-8bea-4894-97a5-a5677fc3fb1e req-66449f42-76c9-4ff9-ae94-0cad5e42ee5f tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Mar 14 18:51:44.317866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72127dd-c010-4a51-988a-e8db3eea31cf req-c696ee70-baae-4f02-a4ea-a86986bd02e4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:44.319586 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d72127dd-c010-4a51-988a-e8db3eea31cf req-c696ee70-baae-4f02-a4ea-a86986bd02e4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0583909 Mar 14 18:51:44.361553 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d72127dd-c010-4a51-988a-e8db3eea31cf req-4d3de526-d146-46ea-9930-1bd6b0cd9580 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Mar 14 18:51:44.494027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de266c-6cb7-4036-b9fa-f19ffd258408 req-f5ad8bef-4894-4926-afbc-35fed35e4b86 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:44.495507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-71de266c-6cb7-4036-b9fa-f19ffd258408 req-f5ad8bef-4894-4926-afbc-35fed35e4b86 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0513346 Mar 14 18:51:44.531740 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-71de266c-6cb7-4036-b9fa-f19ffd258408 req-798de377-7855-4760-a7c6-929db9d26f82 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Mar 14 18:51:44.756361 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bde18b17-8c91-4230-afee-3474bf116a40 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:44.776909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: bde18b17-8c91-4230-afee-3474bf116a40 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:44.777245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bde18b17-8c91-4230-afee-3474bf116a40 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:45.060003 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ee5fd-28f1-4712-ab3c-37d1f4bec486 req-b0db6b82-d84f-4760-a61d-c20611956485 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:45.061655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b38ee5fd-28f1-4712-ab3c-37d1f4bec486 req-b0db6b82-d84f-4760-a61d-c20611956485 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0527027 Mar 14 18:51:45.100246 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b38ee5fd-28f1-4712-ab3c-37d1f4bec486 req-d8fa2759-7b37-4e03-98c6-9be477f2d598 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Mar 14 18:51:46.221996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bdef6-d329-4f8f-a77e-a1ac2b55476e req-457dc3ce-1b0a-44ef-8760-859b5cc8e98b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:46.223456 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-957bdef6-d329-4f8f-a77e-a1ac2b55476e req-457dc3ce-1b0a-44ef-8760-859b5cc8e98b tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0523732 Mar 14 18:51:46.260122 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-957bdef6-d329-4f8f-a77e-a1ac2b55476e req-34e52652-83a0-48a6-947e-4c527759abe4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b0f294-e01b-4535-a180-49f5b3e7c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Mar 14 18:51:46.636605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebdff9-2979-4398-afd2-005404241507 req-d1354788-da03-4c47-be98-af883ffd530a tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:46.638078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1aebdff9-2979-4398-afd2-005404241507 req-d1354788-da03-4c47-be98-af883ffd530a tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 946 time: 0.0477638 Mar 14 18:51:46.726993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Deleting port ae791adb-41c5-4e53-a141-c9d4c4ecef58 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:46.727253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:46.812269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] For port ae791adb-41c5-4e53-a141-c9d4c4ecef58, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=ae791adb-41c5-4e53-a141-c9d4c4ecef58,segment=NetworkSegment(6ee85550-3443-4b17-8ee0-16ae4868ba4a),segment_id=6ee85550-3443-4b17-8ee0-16ae4868ba4a)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:46.812631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:46.825577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Calling delete_port for ae791adb-41c5-4e53-a141-c9d4c4ecef58 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:47.051345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:47.062964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['ae791adb-41c5-4e53-a141-c9d4c4ecef58'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:51:47.078847 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Pushing event deleted for resources: {'Port': ['ID=ae791adb-41c5-4e53-a141-c9d4c4ecef58,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:47.119301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] No DVR routers for this DVR port ae791adb-41c5-4e53-a141-c9d4c4ecef58 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:47.121770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:47.125006 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1aebdff9-2979-4398-afd2-005404241507 req-af6640c7-c9c7-4f03-b1ba-75951ef208f4 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.61 "DELETE /v2.0/ports/ae791adb-41c5-4e53-a141-c9d4c4ecef58 HTTP/1.1" status: 204 len: 173 time: 0.4809608 Mar 14 18:51:47.125447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'name': 'network-vif-deleted', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:51:47.127742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8aa3d-bd60-48d5-aa5f-fbe23a617935" -d '{"events": [{"server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "name": "network-vif-deleted", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:51:47.164124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609589b4-a5f9-4472-80ba-0b40565c357d x-openstack-request-id: req-609589b4-a5f9-4472-80ba-0b40565c357d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:51:47.164444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2586504e-198d-4d2e-8faf-85e22054f24b", "name": "network-vif-deleted", "tag": "ae791adb-41c5-4e53-a141-c9d4c4ecef58", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:51:47.164722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-609589b4-a5f9-4472-80ba-0b40565c357d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:51:47.165131 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586504e-198d-4d2e-8faf-85e22054f24b', 'name': 'network-vif-deleted', 'tag': 'ae791adb-41c5-4e53-a141-c9d4c4ecef58', 'status': 'completed', 'code': 200} Mar 14 18:51:47.362186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad8e3108-6aa3-4aac-be3d-e1d7f55c0e23 req-fb3857c9-5165-468a-b639-462d77418541 tempest-ServersNegativeTestJSON-948527441 tempest-ServersNegativeTestJSON-948527441-project] 10.222.0.58 "GET /v2.0/ports?device_id=2586504e-198d-4d2e-8faf-85e22054f24b HTTP/1.1" status: 200 len: 210 time: 0.0269458 Mar 14 18:51:47.884929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-113b71a3-af5a-48cb-b638-78317f88d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.416856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53930) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:48.460487 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Deleting subnet 84926a33-e9cc-4692-819b-862db98255b4 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:51:48.463511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.497266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.541185 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.633840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.658364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84926a33-e9cc-4692-819b-862db98255b4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:48.662687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.665937 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1a104484-3e6b-49c4-b9d1-e6e978d29966 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/84926a33-e9cc-4692-819b-862db98255b4 HTTP/1.1" status: 204 len: 168 time: 0.2480834 Mar 14 18:51:48.668584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53932) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:48.739703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.815263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.839609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384a3702-098a-4023-a6ac-1cc1515704a4']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:48.848856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee85550-3443-4b17-8ee0-16ae4868ba4a') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:48.849140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee85550-3443-4b17-8ee0-16ae4868ba4a') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:48.857940 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.870307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.875779 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:51:48.876149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:51:48.877708 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:51:48.986600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.991729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:48.994815 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] 10.222.0.58 "DELETE /v2.0/networks/384a3702-098a-4023-a6ac-1cc1515704a4 HTTP/1.1" status: 204 len: 168 time: 0.3252084 Mar 14 18:51:49.005461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec6b2e-4d32-4334-8178-b375f1730f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=384a3702-098a-4023-a6ac-1cc1515704a4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:49.314902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53936) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:49.356234 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3e3dea29-66f2-4541-8ce1-44fa57779598 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10a5c5014ef746728ed6d1f516f6fbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391314 Mar 14 18:51:49.359511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53938) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:49.407837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:49.428598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:49.537017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:49.539529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:49.540697 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0b0f294-e01b-4535-a180-49f5b3e7c12c HTTP/1.1" status: 204 len: 168 time: 0.1802671 Mar 14 18:51:49.548630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04659f91-b2f4-4954-b9c0-59ad2b089eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b0f294-e01b-4535-a180-49f5b3e7c12c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:50.135086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7b353381-baa3-4e07-bee5-239c2aa47a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:50.665158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53960) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:50.757160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507637947'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:50.814001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ae791adb-41c5-4e53-a141-c9d4c4ecef58 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:51:50.822106 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:50.825565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:50.834701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: ae791adb-41c5-4e53-a141-c9d4c4ecef58 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:51:50.835042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device ae791adb-41c5-4e53-a141-c9d4c4ecef58 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:51:50.835311 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:50.909504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:50.959163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:50.984440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:51:50.993373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea73d1-fddc-4959-8b3e-cf07d46aad15,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:51.001672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:51.001672 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Added segment 190277d3-9bff-4341-bc9b-130dd3a5c05e of type vlan for network ab20bc20-1799-46a5-a60b-e0365cd281f0 Mar 14 18:51:51.040854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:51.129724 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:51.135299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:51.135907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:51.241430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Network': ['ID=ab20bc20-1799-46a5-a60b-e0365cd281f0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:51.250821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b0f10048-60e0-46a0-a46f-d97ff0cdcea3 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5845106 Mar 14 18:51:51.256041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:51:51.507022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:52.970482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:53.060921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:54.402110 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53964) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:54.407138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'subnet': {'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:54.547456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:54.550945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:54.776465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:54.830195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Subnet': ['ID=e6e9247d-9f8e-4e6e-8725-27d0201ad2cd,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:54.844621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking segment: {'id': '190277d3-9bff-4341-bc9b-130dd3a5c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:54.844976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network hostable DHCP agents. Network: ab20bc20-1799-46a5-a60b-e0365cd281f0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:51:54.901885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:51:54.959334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, ab20bc20-1799-46a5-a60b-e0365cd281f0) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:54.964621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:54.965397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:54.967742 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa076b-1cf3-4cf0-b23a-56e00423ec88 None None] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:55.042469 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c23178d0-74cc-4589-a380-5a3c450feda8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6390395 Mar 14 18:51:55.045914 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53966) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:55.051339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961225208'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:55.176916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:55.180694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.204867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:51:55.213854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.214234 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Added segment a860f093-be51-4f8c-ba38-4a2f019d9c96 of type vlan for network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f Mar 14 18:51:55.254947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.271103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-ab20bc20-1799-46a5-a60b-e0365cd281f0', 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0', 'tenant_id': '740757b6ff6744ae8bcd3d6df2061db6', 'fixed_ips': [{'subnet_id': 'e6e9247d-9f8e-4e6e-8725-27d0201ad2cd'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:51:55.271961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.365131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.371883 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:55.372513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.409977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Allocated IP 2001:db8:0:ffff::2 (ab20bc20-1799-46a5-a60b-e0365cd281f0/e6e9247d-9f8e-4e6e-8725-27d0201ad2cd/c7830e06-91b4-4e2b-91e3-29cbf56015d2) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:55.443169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Network': ['ID=4c74bc7f-2e6b-49bc-b37c-7404b3ba608f,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:55.464718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:51:55.476589 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-58a10f58-09f2-4cd9-91ed-c64512c53ef8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4296355 Mar 14 18:51:55.479504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:55.486618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'subnet': {'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:55.612414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.633814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:55.637548 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.679658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.726469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Pushing event updated for resources: {'Port': ['ID=c7830e06-91b4-4e2b-91e3-29cbf56015d2,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:55.785954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.786300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.786646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.786977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.787303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.787629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.787957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.788305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.788629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.788948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.789264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.789577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:51:55.803384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:55.803384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:55.804780 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:51:55.856178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Attempting to bind port c7830e06-91b4-4e2b-91e3-29cbf56015d2 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:51:55.856542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Attempting to bind port c7830e06-91b4-4e2b-91e3-29cbf56015d2 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '190277d3-9bff-4341-bc9b-130dd3a5c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:51:55.856899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Attempting to bind port c7830e06-91b4-4e2b-91e3-29cbf56015d2 on network ab20bc20-1799-46a5-a60b-e0365cd281f0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:55.861874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:51:55.862777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Checking segment: {'id': '190277d3-9bff-4341-bc9b-130dd3a5c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:55.863177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.863568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Bound using segment: {'id': '190277d3-9bff-4341-bc9b-130dd3a5c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:51:55.864023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Bound port: c7830e06-91b4-4e2b-91e3-29cbf56015d2, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190277d3-9bff-4341-bc9b-130dd3a5c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab20bc20-1799-46a5-a60b-e0365cd281f0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:51:55.864404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.908257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:55.927617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] For port c7830e06-91b4-4e2b-91e3-29cbf56015d2, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:51:55.930898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] For port c7830e06-91b4-4e2b-91e3-29cbf56015d2, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c7830e06-91b4-4e2b-91e3-29cbf56015d2,segment=NetworkSegment(190277d3-9bff-4341-bc9b-130dd3a5c05e),segment_id=190277d3-9bff-4341-bc9b-130dd3a5c05e)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:51:55.976493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Subnet': ['ID=abc193a4-5ace-4a8b-8fb9-4e8496bac2b2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:55.983915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking segment: {'id': 'a860f093-be51-4f8c-ba38-4a2f019d9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:55.984222 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network hostable DHCP agents. Network: 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:51:55.993998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.059522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6639f9e-cb7a-4010-87b6-230053b9784a None None] Pushing event updated for resources: {'Port': ['ID=c7830e06-91b4-4e2b-91e3-29cbf56015d2,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:56.084897 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:51:56.188029 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:56.192675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:56.193270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.208447 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8094f62-392d-473b-92a0-fa36e675d112 None None] Network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:56.276959 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a1183b40-84cf-4411-a2ff-d183f40d4eec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7962837 Mar 14 18:51:56.279651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53970) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:56.369596 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-4c74bc7f-2e6b-49bc-b37c-7404b3ba608f', 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f', 'tenant_id': '740757b6ff6744ae8bcd3d6df2061db6', 'fixed_ips': [{'subnet_id': 'abc193a4-5ace-4a8b-8fb9-4e8496bac2b2'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:51:56.370489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.381365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.484972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.509693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c7830e06-91b4-4e2b-91e3-29cbf56015d2 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:51:56.566500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Allocated IP 2001:db8::2 (4c74bc7f-2e6b-49bc-b37c-7404b3ba608f/abc193a4-5ace-4a8b-8fb9-4e8496bac2b2/a1bf095f-7016-47c7-97ad-5bdacc59bc96) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:51:56.625573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c7830e06-91b4-4e2b-91e3-29cbf56015d2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:56.625959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.775561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.777652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.811453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port c7830e06-91b4-4e2b-91e3-29cbf56015d2, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c7830e06-91b4-4e2b-91e3-29cbf56015d2,segment=NetworkSegment(190277d3-9bff-4341-bc9b-130dd3a5c05e),segment_id=190277d3-9bff-4341-bc9b-130dd3a5c05e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:56.911313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.951682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:56.959926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:51:56.962871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:56.966165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:51:56.972564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb99d2-c769-4b69-90eb-7904a011911d None None] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:56.987921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Pushing event updated for resources: {'Port': ['ID=a1bf095f-7016-47c7-97ad-5bdacc59bc96,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:57.034919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.062168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Subnet': ['ID=abc193a4-5ace-4a8b-8fb9-4e8496bac2b2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:57.127515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.129835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Attempting to bind port a1bf095f-7016-47c7-97ad-5bdacc59bc96 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:51:57.130418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Attempting to bind port a1bf095f-7016-47c7-97ad-5bdacc59bc96 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'a860f093-be51-4f8c-ba38-4a2f019d9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:51:57.130609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Attempting to bind port a1bf095f-7016-47c7-97ad-5bdacc59bc96 on network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:51:57.139594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4b6b5d5c-6ae0-4e12-a4d2-71d290dbed0a None None] Provisioning complete for port c7830e06-91b4-4e2b-91e3-29cbf56015d2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:57.139960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5d5c-6ae0-4e12-a4d2-71d290dbed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.145000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:51:57.145367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Checking segment: {'id': 'a860f093-be51-4f8c-ba38-4a2f019d9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:57.145762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.146188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Bound using segment: {'id': 'a860f093-be51-4f8c-ba38-4a2f019d9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:51:57.146649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Bound port: a1bf095f-7016-47c7-97ad-5bdacc59bc96, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a860f093-be51-4f8c-ba38-4a2f019d9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:51:57.147021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.148400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c74bc7f-2e6b-49bc-b37c-7404b3ba608f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:57.148681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=c7830e06-91b4-4e2b-91e3-29cbf56015d2,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:57.166567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a860f093-be51-4f8c-ba38-4a2f019d9c96') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:57.173074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a860f093-be51-4f8c-ba38-4a2f019d9c96') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:57.182817 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.202922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.210094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:51:57.210552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:51:57.213463 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:51:57.297384 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] For port a1bf095f-7016-47c7-97ad-5bdacc59bc96, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:51:57.570528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] For port a1bf095f-7016-47c7-97ad-5bdacc59bc96, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a1bf095f-7016-47c7-97ad-5bdacc59bc96,segment=NetworkSegment(a860f093-be51-4f8c-ba38-4a2f019d9c96),segment_id=a860f093-be51-4f8c-ba38-4a2f019d9c96)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:51:57.578575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8aa8c2df-b21e-40e5-b435-19c900ad7a7b None None] Provisioning complete for port c7830e06-91b4-4e2b-91e3-29cbf56015d2 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:57.578942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8aa8c2df-b21e-40e5-b435-19c900ad7a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.616742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:51:57.616742 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:51:57.616742 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': '4c74bc7f-2e6b-49bc-b37c-7404b3ba608f'}] Mar 14 18:51:57.616742 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:51:57.617581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:51:57.651525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:57.735092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0f14-97e9-4fcf-a119-17295544af24 None None] Pushing event updated for resources: {'Port': ['ID=a1bf095f-7016-47c7-97ad-5bdacc59bc96,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:57.748275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6858e-db4b-433b-a4be-dc36440e311c None None] Network 4c74bc7f-2e6b-49bc-b37c-7404b3ba608f requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:58.006595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664fd1b9-af38-4330-a98f-91201922aba0 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:51:58.074740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664fd1b9-af38-4330-a98f-91201922aba0 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:51:58.118465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.170777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting port a1bf095f-7016-47c7-97ad-5bdacc59bc96 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:51:58.171145 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.231999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] For port a1bf095f-7016-47c7-97ad-5bdacc59bc96, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a1bf095f-7016-47c7-97ad-5bdacc59bc96,segment=NetworkSegment(a860f093-be51-4f8c-ba38-4a2f019d9c96),segment_id=a860f093-be51-4f8c-ba38-4a2f019d9c96)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:51:58.232365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.245120 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Calling delete_port for a1bf095f-7016-47c7-97ad-5bdacc59bc96 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:51:58.374930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.375549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.400259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Port': ['ID=a1bf095f-7016-47c7-97ad-5bdacc59bc96,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:58.403588 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No DVR routers for this DVR port a1bf095f-7016-47c7-97ad-5bdacc59bc96 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:51:58.438585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c7830e06-91b4-4e2b-91e3-29cbf56015d2 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:51:58.488450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.490471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c7830e06-91b4-4e2b-91e3-29cbf56015d2 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:51:58.490846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.509124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c74bc7f-2e6b-49bc-b37c-7404b3ba608f']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:58.518866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a860f093-be51-4f8c-ba38-4a2f019d9c96') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:58.519160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a860f093-be51-4f8c-ba38-4a2f019d9c96') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:51:58.528618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.542197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.548606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:51:58.548986 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:51:58.551897 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:51:58.667553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.674486 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.677638 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/4c74bc7f-2e6b-49bc-b37c-7404b3ba608f HTTP/1.1" status: 204 len: 168 time: 2.3969522 Mar 14 18:51:58.681267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:58.686291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905637945'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:58.689018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47490-61d2-45b0-bc79-5b2745fa4ac2 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Network': ['ID=4c74bc7f-2e6b-49bc-b37c-7404b3ba608f,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:58.770478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:58.774077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.803270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:51:58.809349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.809688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Added segment c5540a1b-ccc0-4fe4-8f01-7d0227a001dc of type vlan for network a2009d32-06ce-4677-ae21-51acb5f693a0 Mar 14 18:51:58.855379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.941268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:58.946814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:58.947400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.041079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Network': ['ID=a2009d32-06ce-4677-ae21-51acb5f693a0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:59.051315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a2009d32-06ce-4677-ae21-51acb5f693a0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:51:59.063162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c2cfd9d9-0490-4644-97de-27b64e5102bf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3806691 Mar 14 18:51:59.066487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:59.071493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'subnet': {'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:51:59.220586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:51:59.224167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.279212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Performing IP validity checks on allocation pools {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 14 18:51:59.279726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.ipam_backend_mixin [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103392) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 14 18:51:59.462523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.525538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Subnet': ['ID=fa08b76f-c8d5-44f5-9ab4-fb32cb7cb377,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:51:59.534267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking segment: {'id': 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:51:59.534629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network hostable DHCP agents. Network: a2009d32-06ce-4677-ae21-51acb5f693a0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:51:59.633402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network a2009d32-06ce-4677-ae21-51acb5f693a0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:51:59.702097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a2009d32-06ce-4677-ae21-51acb5f693a0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:51:59.706214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:51:59.706799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.711861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7726c67-712b-4b3d-a316-f1872049db83 None None] Network a2009d32-06ce-4677-ae21-51acb5f693a0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:51:59.779337 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e6c19ea7-3d01-4094-bc2f-6ade66c5e1f8 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7115734 Mar 14 18:51:59.782087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53976) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:51:59.856857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a2009d32-06ce-4677-ae21-51acb5f693a0', 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0', 'tenant_id': '740757b6ff6744ae8bcd3d6df2061db6', 'fixed_ips': [{'subnet_id': 'fa08b76f-c8d5-44f5-9ab4-fb32cb7cb377'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:51:59.857740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.889608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.939898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:51:59.995027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Allocated IP 2001:db8::3 (a2009d32-06ce-4677-ae21-51acb5f693a0/fa08b76f-c8d5-44f5-9ab4-fb32cb7cb377/51dc13e2-6123-4206-9489-7be6617ec78c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:00.133416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.193860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.234642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Network a2009d32-06ce-4677-ae21-51acb5f693a0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:00.237457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:00.240837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:00.247865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Pushing event updated for resources: {'Port': ['ID=51dc13e2-6123-4206-9489-7be6617ec78c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:00.295465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.297581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Attempting to bind port 51dc13e2-6123-4206-9489-7be6617ec78c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:00.298123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Attempting to bind port 51dc13e2-6123-4206-9489-7be6617ec78c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:00.298489 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Attempting to bind port 51dc13e2-6123-4206-9489-7be6617ec78c on network a2009d32-06ce-4677-ae21-51acb5f693a0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:00.303846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:00.304275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Checking segment: {'id': 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:00.304701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.305085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Bound using segment: {'id': 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:00.305539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Bound port: 51dc13e2-6123-4206-9489-7be6617ec78c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:00.305934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.324404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Subnet': ['ID=fa08b76f-c8d5-44f5-9ab4-fb32cb7cb377,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:00.372412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] For port 51dc13e2-6123-4206-9489-7be6617ec78c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:00.375662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] For port 51dc13e2-6123-4206-9489-7be6617ec78c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=51dc13e2-6123-4206-9489-7be6617ec78c,segment=NetworkSegment(c5540a1b-ccc0-4fe4-8f01-7d0227a001dc),segment_id=c5540a1b-ccc0-4fe4-8f01-7d0227a001dc)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:00.381571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.403397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2009d32-06ce-4677-ae21-51acb5f693a0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:00.412531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:00.412856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:00.422158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.437892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.440823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.447541 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:00.447944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:00.451100 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:00.526806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74867fe-6f6f-440f-92e5-088a9d9a29c6 None None] Pushing event updated for resources: {'Port': ['ID=51dc13e2-6123-4206-9489-7be6617ec78c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:00.533387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3252a-59c5-426c-ad22-1a811198fc9c None None] Network a2009d32-06ce-4677-ae21-51acb5f693a0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:00.541179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.db.api [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:52:00.541179 dv-neutron-833670-1-hyperv neutron-server[103393]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:52:00.541179 dv-neutron-833670-1-hyperv neutron-server[103393]: [parameters: {'id': 'a2009d32-06ce-4677-ae21-51acb5f693a0'}] Mar 14 18:52:00.541179 dv-neutron-833670-1-hyperv neutron-server[103393]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:52:00.541599 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG oslo_db.api [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:52:00.652709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176eb95c-e628-4263-a2dc-f5d1c11e5070 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:52:00.722381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eb95c-e628-4263-a2dc-f5d1c11e5070 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:52:01.042600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.094811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting port 51dc13e2-6123-4206-9489-7be6617ec78c {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:01.095144 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.156815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] For port 51dc13e2-6123-4206-9489-7be6617ec78c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=51dc13e2-6123-4206-9489-7be6617ec78c,segment=NetworkSegment(c5540a1b-ccc0-4fe4-8f01-7d0227a001dc),segment_id=c5540a1b-ccc0-4fe4-8f01-7d0227a001dc)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:01.157180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.174945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Calling delete_port for 51dc13e2-6123-4206-9489-7be6617ec78c owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:01.317794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.343147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Port': ['ID=51dc13e2-6123-4206-9489-7be6617ec78c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:01.346777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No DVR routers for this DVR port 51dc13e2-6123-4206-9489-7be6617ec78c on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:01.425784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.446713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2009d32-06ce-4677-ae21-51acb5f693a0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:01.455512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:01.456003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5540a1b-ccc0-4fe4-8f01-7d0227a001dc') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:01.465170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.477668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.483713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:01.484089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:01.487574 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:01.632121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.639252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.649155 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/a2009d32-06ce-4677-ae21-51acb5f693a0 HTTP/1.1" status: 204 len: 168 time: 1.8592353 Mar 14 18:52:01.649497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:01.651763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996754269'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:01.658755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91ebd-6a96-47f7-8047-d989e14b85ed tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Network': ['ID=a2009d32-06ce-4677-ae21-51acb5f693a0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:01.745750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:01.749181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.771718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:01.779880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.780216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Added segment 5ebac0db-0e4b-4a23-bf18-dac221989210 of type vlan for network 1153075b-7f69-4629-9b57-f89ff2958ad0 Mar 14 18:52:01.817947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.918930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.925320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:01.925922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:01.987908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Network': ['ID=1153075b-7f69-4629-9b57-f89ff2958ad0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:01.994659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.994979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.995312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.995640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.996007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.996277 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.996592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.996906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.997220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.997535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.997845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:01.998179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:02.009185 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:02.036905 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6d531a93-ef8e-4df5-8554-6086d5932aba tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3893042 Mar 14 18:52:02.040402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:02.045450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'subnet': {'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:02.176225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:02.179743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.399382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.459786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Subnet': ['ID=98c1c4fb-a091-4deb-b247-fefb998ecd15,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:02.466979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking segment: {'id': '5ebac0db-0e4b-4a23-bf18-dac221989210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:02.467336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network hostable DHCP agents. Network: 1153075b-7f69-4629-9b57-f89ff2958ad0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:02.547487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:02.633088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 1153075b-7f69-4629-9b57-f89ff2958ad0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:02.637200 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:02.637793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.643923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc9c66-0b68-4f5f-8c0d-22d2167cf278 None None] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:02.728008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6677ca5f-3306-4617-9942-bd71dce09fdd tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6865690 Mar 14 18:52:02.731562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:02.736618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830581069'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:02.786250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-1153075b-7f69-4629-9b57-f89ff2958ad0', 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0', 'tenant_id': '740757b6ff6744ae8bcd3d6df2061db6', 'fixed_ips': [{'subnet_id': '98c1c4fb-a091-4deb-b247-fefb998ecd15'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:02.787117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.839616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:02.843297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.866382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:02.875754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.876091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Added segment 2127771a-a78a-4556-b18d-74617db0c646 of type vlan for network 6c8af015-c036-44b5-a4a3-d22888ccd862 Mar 14 18:52:02.917175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:02.927192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Allocated IP 2001:db8::2 (1153075b-7f69-4629-9b57-f89ff2958ad0/98c1c4fb-a091-4deb-b247-fefb998ecd15/309d8d1d-efec-4491-bc22-b03c1597b18b) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:03.016228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.022208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:03.022799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.068344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.091174 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Network': ['ID=6c8af015-c036-44b5-a4a3-d22888ccd862,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:03.101352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 6c8af015-c036-44b5-a4a3-d22888ccd862 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:03.137521 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3f4a3ab1-baf1-47ed-a8ac-33c22b0e3080 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4048059 Mar 14 18:52:03.140408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:03.145424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Request body: {'subnet': {'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:03.149629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.203996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:03.207164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:03.211225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:03.214232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Pushing event updated for resources: {'Port': ['ID=309d8d1d-efec-4491-bc22-b03c1597b18b,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:03.269831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Attempting to bind port 309d8d1d-efec-4491-bc22-b03c1597b18b on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:03.270216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Attempting to bind port 309d8d1d-efec-4491-bc22-b03c1597b18b by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5ebac0db-0e4b-4a23-bf18-dac221989210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:03.270850 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Attempting to bind port 309d8d1d-efec-4491-bc22-b03c1597b18b on network 1153075b-7f69-4629-9b57-f89ff2958ad0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:03.275814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:03.276381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Checking segment: {'id': '5ebac0db-0e4b-4a23-bf18-dac221989210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:03.276612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.276995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Bound using segment: {'id': '5ebac0db-0e4b-4a23-bf18-dac221989210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:03.277442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Bound port: 309d8d1d-efec-4491-bc22-b03c1597b18b, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebac0db-0e4b-4a23-bf18-dac221989210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1153075b-7f69-4629-9b57-f89ff2958ad0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:03.277811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.295177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Made reservation on behalf of 740757b6ff6744ae8bcd3d6df2061db6 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:03.298756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.339725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] For port 309d8d1d-efec-4491-bc22-b03c1597b18b, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:03.342674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] For port 309d8d1d-efec-4491-bc22-b03c1597b18b, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=309d8d1d-efec-4491-bc22-b03c1597b18b,segment=NetworkSegment(5ebac0db-0e4b-4a23-bf18-dac221989210),segment_id=5ebac0db-0e4b-4a23-bf18-dac221989210)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:03.410129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.471781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33071e1-beef-482a-a9d1-a53242a6f4cd None None] Pushing event updated for resources: {'Port': ['ID=309d8d1d-efec-4491-bc22-b03c1597b18b,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:03.557925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:03.907385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event updated for resources: {'Subnet': ['ID=99a40fa5-2906-4d61-8b6a-11fddb7d6fa4,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:03.916091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Checking segment: {'id': '2127771a-a78a-4556-b18d-74617db0c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:03.916091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network hostable DHCP agents. Network: 6c8af015-c036-44b5-a4a3-d22888ccd862, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:03.992067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Network 6c8af015-c036-44b5-a4a3-d22888ccd862 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:04.079760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 6c8af015-c036-44b5-a4a3-d22888ccd862) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:04.085636 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:04.086602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.091269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58feac-6297-4089-8578-0b9f2b4b30ae None None] Network 6c8af015-c036-44b5-a4a3-d22888ccd862 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:04.168444 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5576660f-516d-4ad7-b18b-9ab8bebd9830 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0266786 Mar 14 18:52:04.171863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 53986) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:04.254173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-6c8af015-c036-44b5-a4a3-d22888ccd862', 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862', 'tenant_id': '740757b6ff6744ae8bcd3d6df2061db6', 'fixed_ips': [{'subnet_id': '99a40fa5-2906-4d61-8b6a-11fddb7d6fa4'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:04.255114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.277825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.365632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.386830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fe29a-ad7f-4ed2-a20c-b6f5befb87e4 None None] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:04.461443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Allocated IP 2001:db8::2 (6c8af015-c036-44b5-a4a3-d22888ccd862/99a40fa5-2906-4d61-8b6a-11fddb7d6fa4/5d1525dd-ffc5-4950-9266-85b0fddf8e31) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:04.492286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 309d8d1d-efec-4491-bc22-b03c1597b18b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:04.523582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] Provisioning complete for port 309d8d1d-efec-4491-bc22-b03c1597b18b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:04.523940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.878198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 309d8d1d-efec-4491-bc22-b03c1597b18b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:04.878559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.933817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:04.969874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.000080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] For port 309d8d1d-efec-4491-bc22-b03c1597b18b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=309d8d1d-efec-4491-bc22-b03c1597b18b,segment=NetworkSegment(5ebac0db-0e4b-4a23-bf18-dac221989210),segment_id=5ebac0db-0e4b-4a23-bf18-dac221989210)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:05.023194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.076718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.079608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Network 6c8af015-c036-44b5-a4a3-d22888ccd862 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:05.082358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.089683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:05.098031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:05.099950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Pushing event updated for resources: {'Port': ['ID=5d1525dd-ffc5-4950-9266-85b0fddf8e31,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:05.107951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.143490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Subnet': ['ID=99a40fa5-2906-4d61-8b6a-11fddb7d6fa4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:05.208067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.229681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8af015-c036-44b5-a4a3-d22888ccd862']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:05.238465 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64330592-ea65-4ef2-a45a-32ce1e340415 None None] Pushing event updated for resources: {'Port': ['ID=309d8d1d-efec-4491-bc22-b03c1597b18b,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:05.239097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2127771a-a78a-4556-b18d-74617db0c646') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:05.239772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2127771a-a78a-4556-b18d-74617db0c646') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:05.245995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:52:05.246690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:52:05.249000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Attempting to bind port 5d1525dd-ffc5-4950-9266-85b0fddf8e31 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:05.249360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Attempting to bind port 5d1525dd-ffc5-4950-9266-85b0fddf8e31 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '2127771a-a78a-4556-b18d-74617db0c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:05.249713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Attempting to bind port 5d1525dd-ffc5-4950-9266-85b0fddf8e31 on network 6c8af015-c036-44b5-a4a3-d22888ccd862 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:05.250547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.251645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0843b3c2-8f30-4354-be40-8aedeb169b3e None None] Provisioning complete for port 309d8d1d-efec-4491-bc22-b03c1597b18b triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:05.252065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0843b3c2-8f30-4354-be40-8aedeb169b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.263475 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.269919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:05.270319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:05.273196 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:05.277427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:05.277801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Checking segment: {'id': '2127771a-a78a-4556-b18d-74617db0c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:05.278781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.279191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Bound using segment: {'id': '2127771a-a78a-4556-b18d-74617db0c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:05.279655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Bound port: 5d1525dd-ffc5-4950-9266-85b0fddf8e31, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2127771a-a78a-4556-b18d-74617db0c646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c8af015-c036-44b5-a4a3-d22888ccd862'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:05.280030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.363418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.db.api [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 14 18:52:05.363418 dv-neutron-833670-1-hyperv neutron-server[103392]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 14 18:52:05.363418 dv-neutron-833670-1-hyperv neutron-server[103392]: [parameters: {'id': '6c8af015-c036-44b5-a4a3-d22888ccd862'}] Mar 14 18:52:05.363418 dv-neutron-833670-1-hyperv neutron-server[103392]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:52:05.363896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG oslo_db.api [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:52:05.380758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] For port 5d1525dd-ffc5-4950-9266-85b0fddf8e31, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:05.384996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] For port 5d1525dd-ffc5-4950-9266-85b0fddf8e31, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5d1525dd-ffc5-4950-9266-85b0fddf8e31,segment=NetworkSegment(2127771a-a78a-4556-b18d-74617db0c646),segment_id=2127771a-a78a-4556-b18d-74617db0c646)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:05.449087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.526328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eef14-0fb3-42dc-ac7f-93c70412a02d None None] Pushing event updated for resources: {'Port': ['ID=5d1525dd-ffc5-4950-9266-85b0fddf8e31,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:05.542700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfcb61f-bc61-412b-b0fd-cb75437a3040 None None] Network 6c8af015-c036-44b5-a4a3-d22888ccd862 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:05.656164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564bcfca-7fe9-45ff-bc40-d01011ddfd50 None None] get_active_networks_info from dv-neutron-833670-1-hyperv {{(pid=103394) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 14 18:52:05.729604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bcfca-7fe9-45ff-bc40-d01011ddfd50 None None] Resources bound (agent type, host, resource id): {{(pid=103394) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 14 18:52:05.864829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.929799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting port 5d1525dd-ffc5-4950-9266-85b0fddf8e31 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:05.930139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:05.995006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] For port 5d1525dd-ffc5-4950-9266-85b0fddf8e31, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5d1525dd-ffc5-4950-9266-85b0fddf8e31,segment=NetworkSegment(2127771a-a78a-4556-b18d-74617db0c646),segment_id=2127771a-a78a-4556-b18d-74617db0c646)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:05.995369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.008448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Calling delete_port for 5d1525dd-ffc5-4950-9266-85b0fddf8e31 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:06.157522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.184348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Port': ['ID=5d1525dd-ffc5-4950-9266-85b0fddf8e31,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:06.186169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No DVR routers for this DVR port 5d1525dd-ffc5-4950-9266-85b0fddf8e31 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:06.261543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.280655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8af015-c036-44b5-a4a3-d22888ccd862']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:06.289571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2127771a-a78a-4556-b18d-74617db0c646') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:06.289865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2127771a-a78a-4556-b18d-74617db0c646') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:06.303377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.315896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.321380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:06.322364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:06.325351 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:06.444867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 309d8d1d-efec-4491-bc22-b03c1597b18b up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:06.454664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.462237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.465572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/6c8af015-c036-44b5-a4a3-d22888ccd862 HTTP/1.1" status: 204 len: 168 time: 2.2927530 Mar 14 18:52:06.468329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.488290 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566f4ba-7a3b-482d-8f53-26b6106adfaf tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Network': ['ID=6c8af015-c036-44b5-a4a3-d22888ccd862,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:06.498013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 309d8d1d-efec-4491-bc22-b03c1597b18b triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:06.498379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.507791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb427bb3-9799-4013-bfee-8b275265868f tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] GET failed (client error): The resource could not be found. Mar 14 18:52:06.509970 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eb427bb3-9799-4013-bfee-8b275265868f tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "GET /v2.0/subnets/99a40fa5-2906-4d61-8b6a-11fddb7d6fa4 HTTP/1.1" status: 404 len: 337 time: 0.0397849 Mar 14 18:52:06.511992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53990) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.529859 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc4585b-1d57-49aa-85bc-89a2ad662bec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:06.530494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc4585b-1d57-49aa-85bc-89a2ad662bec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:06.533984 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bcc4585b-1d57-49aa-85bc-89a2ad662bec tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/6c8af015-c036-44b5-a4a3-d22888ccd862 HTTP/1.1" status: 404 len: 339 time: 0.0204098 Mar 14 18:52:06.537578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53992) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.562651 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-184ae69b-bc5d-4d81-b1a7-3a250d5f5b95 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:06.563089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184ae69b-bc5d-4d81-b1a7-3a250d5f5b95 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:06.566642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-184ae69b-bc5d-4d81-b1a7-3a250d5f5b95 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/subnets/99a40fa5-2906-4d61-8b6a-11fddb7d6fa4 HTTP/1.1" status: 404 len: 337 time: 0.0281198 Mar 14 18:52:06.569117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53994) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.587152 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.pecan_wsgi.hooks.translation [None req-8380d181-1a01-4b68-842d-30f60e48ae8b tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:06.587702 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8380d181-1a01-4b68-842d-30f60e48ae8b tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103393) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:06.590737 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-8380d181-1a01-4b68-842d-30f60e48ae8b tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/6c8af015-c036-44b5-a4a3-d22888ccd862 HTTP/1.1" status: 404 len: 339 time: 0.0207398 Mar 14 18:52:06.593249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.642335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting subnet 98c1c4fb-a091-4deb-b247-fefb998ecd15 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:52:06.645373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.688972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.796550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.919811 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.946521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Subnet': ['ID=98c1c4fb-a091-4deb-b247-fefb998ecd15,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:06.951208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:06.956633 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e67f9c88-4930-4057-9d2c-e08e2d87e289 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/subnets/98c1c4fb-a091-4deb-b247-fefb998ecd15 HTTP/1.1" status: 204 len: 168 time: 0.3604057 Mar 14 18:52:06.957498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 53998) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:06.958676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3941ff-7f3e-4421-9122-282f578c8cda None None] Network 1153075b-7f69-4629-9b57-f89ff2958ad0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:07.033000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.092894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting port 309d8d1d-efec-4491-bc22-b03c1597b18b {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:07.093479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.125625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] DHCP port deletion for 1153075b-7f69-4629-9b57-f89ff2958ad0 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:52:07.157414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] For port 309d8d1d-efec-4491-bc22-b03c1597b18b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=309d8d1d-efec-4491-bc22-b03c1597b18b,segment=NetworkSegment(5ebac0db-0e4b-4a23-bf18-dac221989210),segment_id=5ebac0db-0e4b-4a23-bf18-dac221989210)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:07.157783 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.171069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Calling delete_port for 309d8d1d-efec-4491-bc22-b03c1597b18b owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:07.175895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Deleting port 309d8d1d-efec-4491-bc22-b03c1597b18b {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:07.176273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.244805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] For port 309d8d1d-efec-4491-bc22-b03c1597b18b, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=309d8d1d-efec-4491-bc22-b03c1597b18b,segment=NetworkSegment(5ebac0db-0e4b-4a23-bf18-dac221989210),segment_id=5ebac0db-0e4b-4a23-bf18-dac221989210)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:07.245206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.258621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Calling delete_port for 309d8d1d-efec-4491-bc22-b03c1597b18b owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:07.336603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.342154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.362523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Port': ['ID=309d8d1d-efec-4491-bc22-b03c1597b18b,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:07.366248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No DVR routers for this DVR port 309d8d1d-efec-4491-bc22-b03c1597b18b on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:07.367442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] Pushing event deleted for resources: {'Port': ['ID=309d8d1d-efec-4491-bc22-b03c1597b18b,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:07.369250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d166e9e-cf4c-4eb3-a896-6cb5a6362a2c None None] No DVR routers for this DVR port 309d8d1d-efec-4491-bc22-b03c1597b18b on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:07.445370 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.465305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1153075b-7f69-4629-9b57-f89ff2958ad0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:07.474327 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebac0db-0e4b-4a23-bf18-dac221989210') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:07.474912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebac0db-0e4b-4a23-bf18-dac221989210') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:07.488640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.501616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.508774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:07.509155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:07.511980 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:07.631971 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.638423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.641493 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/1153075b-7f69-4629-9b57-f89ff2958ad0 HTTP/1.1" status: 204 len: 168 time: 0.6830442 Mar 14 18:52:07.644675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54000) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:07.653510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379731b7-c4ff-48be-a93c-b1a58c577b36 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Network': ['ID=1153075b-7f69-4629-9b57-f89ff2958ad0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:07.671862 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e66b58f-0458-469b-8388-df70894d6bcb tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:07.672313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e66b58f-0458-469b-8388-df70894d6bcb tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:07.675301 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e66b58f-0458-469b-8388-df70894d6bcb tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/subnets/fa08b76f-c8d5-44f5-9ab4-fb32cb7cb377 HTTP/1.1" status: 404 len: 337 time: 0.0295167 Mar 14 18:52:07.677978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54002) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:07.695219 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd82566-136d-4911-991a-b5456b92c726 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:07.695741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd82566-136d-4911-991a-b5456b92c726 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:07.698624 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-efd82566-136d-4911-991a-b5456b92c726 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/a2009d32-06ce-4677-ae21-51acb5f693a0 HTTP/1.1" status: 404 len: 339 time: 0.0197618 Mar 14 18:52:07.700936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54004) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:07.726168 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-976e4d44-92a9-447d-b79a-8503fb7a19da tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:07.726599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976e4d44-92a9-447d-b79a-8503fb7a19da tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:07.729443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-976e4d44-92a9-447d-b79a-8503fb7a19da tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/subnets/abc193a4-5ace-4a8b-8fb9-4e8496bac2b2 HTTP/1.1" status: 404 len: 337 time: 0.0276563 Mar 14 18:52:07.731699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54006) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:07.753280 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.pecan_wsgi.hooks.translation [None req-919bd5b7-01ce-4925-96e5-8cfd7f861b5d tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] DELETE failed (client error): The resource could not be found. Mar 14 18:52:07.753586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919bd5b7-01ce-4925-96e5-8cfd7f861b5d tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103392) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 14 18:52:07.756393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-919bd5b7-01ce-4925-96e5-8cfd7f861b5d tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/4c74bc7f-2e6b-49bc-b37c-7404b3ba608f HTTP/1.1" status: 404 len: 339 time: 0.0238287 Mar 14 18:52:07.758700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54008) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:07.810350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting subnet e6e9247d-9f8e-4e6e-8725-27d0201ad2cd {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:52:07.813331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.851730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:07.935324 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.068615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.094817 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e9247d-9f8e-4e6e-8725-27d0201ad2cd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:08.100935 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.104106 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c04c3ae6-94e5-47cb-af78-a5c7d9437ece tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/subnets/e6e9247d-9f8e-4e6e-8725-27d0201ad2cd HTTP/1.1" status: 204 len: 168 time: 0.3445306 Mar 14 18:52:08.106814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54010) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:08.107044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f6616-6b43-451a-9bae-3a57b84cb6ee None None] Network ab20bc20-1799-46a5-a60b-e0365cd281f0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:08.187877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.240608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Deleting port c7830e06-91b4-4e2b-91e3-29cbf56015d2 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:08.240955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.281621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] DHCP port deletion for ab20bc20-1799-46a5-a60b-e0365cd281f0 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:52:08.309316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] For port c7830e06-91b4-4e2b-91e3-29cbf56015d2, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c7830e06-91b4-4e2b-91e3-29cbf56015d2,segment=NetworkSegment(190277d3-9bff-4341-bc9b-130dd3a5c05e),segment_id=190277d3-9bff-4341-bc9b-130dd3a5c05e)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:08.309687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.324463 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Calling delete_port for c7830e06-91b4-4e2b-91e3-29cbf56015d2 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:08.336498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Deleting port c7830e06-91b4-4e2b-91e3-29cbf56015d2 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:08.336871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.403037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] For port c7830e06-91b4-4e2b-91e3-29cbf56015d2, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c7830e06-91b4-4e2b-91e3-29cbf56015d2,segment=NetworkSegment(190277d3-9bff-4341-bc9b-130dd3a5c05e),segment_id=190277d3-9bff-4341-bc9b-130dd3a5c05e)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:08.403037 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.414997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Calling delete_port for c7830e06-91b4-4e2b-91e3-29cbf56015d2 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:08.461132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c7830e06-91b4-4e2b-91e3-29cbf56015d2 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:52:08.462309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.486022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c7830e06-91b4-4e2b-91e3-29cbf56015d2 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:52:08.486368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c7830e06-91b4-4e2b-91e3-29cbf56015d2 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:52:08.486806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 309d8d1d-efec-4491-bc22-b03c1597b18b no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:52:08.487895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Port': ['ID=c7830e06-91b4-4e2b-91e3-29cbf56015d2,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:08.491543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] No DVR routers for this DVR port c7830e06-91b4-4e2b-91e3-29cbf56015d2 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:08.514212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 309d8d1d-efec-4491-bc22-b03c1597b18b {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:52:08.514486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 309d8d1d-efec-4491-bc22-b03c1597b18b not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:52:08.538512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.561627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] Pushing event deleted for resources: {'Port': ['ID=c7830e06-91b4-4e2b-91e3-29cbf56015d2,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:08.567477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051fba54-4ae1-42d1-a9a9-3393a02d5c14 None None] No DVR routers for this DVR port c7830e06-91b4-4e2b-91e3-29cbf56015d2 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:08.581092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.601006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab20bc20-1799-46a5-a60b-e0365cd281f0']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:08.609885 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190277d3-9bff-4341-bc9b-130dd3a5c05e') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:08.610209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190277d3-9bff-4341-bc9b-130dd3a5c05e') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:08.619705 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.632466 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.637995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:08.638374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:08.641297 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:08.745658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.752238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:08.755963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] 10.222.0.58 "DELETE /v2.0/networks/ab20bc20-1799-46a5-a60b-e0365cd281f0 HTTP/1.1" status: 204 len: 168 time: 0.6481395 Mar 14 18:52:08.767226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ad2ad-d7a1-4276-8b0d-926a557deba7 tempest-NetworksIpV6Test-2000932846 tempest-NetworksIpV6Test-2000932846-project] Pushing event deleted for resources: {'Network': ['ID=ab20bc20-1799-46a5-a60b-e0365cd281f0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:09.119479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54016) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:09.244739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-21a4db3c-56e4-4039-9825-ea60acf022c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=740757b6ff6744ae8bcd3d6df2061db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240697 Mar 14 18:52:09.247165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54020) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:09.293491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:09.313629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:09.450721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:09.453326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:09.454523 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0ea73d1-fddc-4959-8b3e-cf07d46aad15 HTTP/1.1" status: 204 len: 168 time: 0.2064815 Mar 14 18:52:09.462645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca25d3-cb8c-479b-99f4-4e1254d745fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea73d1-fddc-4959-8b3e-cf07d46aad15,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:10.453514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:10.548422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1592217097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:10.633064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.634120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.715706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.774449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.855923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.857144 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cc237eb0-a6cd-422e-9adf-e3861d2cb963 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4025233 Mar 14 18:52:10.859877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54046) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:10.864696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-421053228'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:10.945620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Made reservation on behalf of 44e026447ebe4f1ea778dbf8a7b1bee9 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:10.949065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:10.958405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.034014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.111379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.138029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:11.148673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c376267-16f4-4e30-a0c9-a7822a2aa25e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:11.153398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.153742 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Added segment 8236c6fc-d406-4ff0-b503-02684d512f2c of type vlan for network 7cc7ad2d-8cba-4537-b257-c52abc81709e Mar 14 18:52:11.194065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.302188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.307632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:11.308209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.371597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event updated for resources: {'Network': ['ID=7cc7ad2d-8cba-4537-b257-c52abc81709e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:11.382400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:11.404605 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4813a452-4e06-48a8-993f-5e18f026ee5f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5410295 Mar 14 18:52:11.412001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54048) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:11.412001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'subnet': {'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:11.568528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Made reservation on behalf of 44e026447ebe4f1ea778dbf8a7b1bee9 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:11.572019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.797505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:11.855521 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event updated for resources: {'Subnet': ['ID=77cc5bb2-7f80-4657-aae9-69eb131a0532,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:11.864490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Checking segment: {'id': '8236c6fc-d406-4ff0-b503-02684d512f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:11.869970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Network hostable DHCP agents. Network: 7cc7ad2d-8cba-4537-b257-c52abc81709e, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:11.957923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:12.042933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 7cc7ad2d-8cba-4537-b257-c52abc81709e) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:12.047265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:12.047947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.052676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde8a3a-49dc-4f4b-89d2-9e2f385d75c0 None None] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:12.123787 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-46eb9f65-5372-478b-9ec4-096d9cc6f021 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7178288 Mar 14 18:52:12.126980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:12.133610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-253483'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:12.187591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Made reservation on behalf of 44e026447ebe4f1ea778dbf8a7b1bee9 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:12.191110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.201828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-7cc7ad2d-8cba-4537-b257-c52abc81709e', 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e', 'tenant_id': '44e026447ebe4f1ea778dbf8a7b1bee9', 'fixed_ips': [{'subnet_id': '77cc5bb2-7f80-4657-aae9-69eb131a0532'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:12.202785 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.215635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:12.225660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.226026 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Added segment 3bb83ae6-8554-4b11-aeae-90587052b7d1 of type vlan for network 05bf73d5-ccb7-43d4-9103-14c09f5df940 Mar 14 18:52:12.264201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.363581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.369075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:12.369793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.437598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event updated for resources: {'Network': ['ID=05bf73d5-ccb7-43d4-9103-14c09f5df940,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:12.472088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:12.493563 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-95fdd558-45ca-4b06-9bb9-70fb6267de60 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3651235 Mar 14 18:52:12.496442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:12.501619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'subnet': {'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:12.537256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Allocated IP 172.20.0.2 (7cc7ad2d-8cba-4537-b257-c52abc81709e/77cc5bb2-7f80-4657-aae9-69eb131a0532/fe4f9196-4f75-4886-8f69-22361219289c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:12.666092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Made reservation on behalf of 44e026447ebe4f1ea778dbf8a7b1bee9 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:12.669933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.696306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.775130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.819586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:12.822338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:12.825696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:12.832818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Pushing event updated for resources: {'Port': ['ID=fe4f9196-4f75-4886-8f69-22361219289c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:12.881809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Attempting to bind port fe4f9196-4f75-4886-8f69-22361219289c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:12.882198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Attempting to bind port fe4f9196-4f75-4886-8f69-22361219289c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '8236c6fc-d406-4ff0-b503-02684d512f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:12.882575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Attempting to bind port fe4f9196-4f75-4886-8f69-22361219289c on network 7cc7ad2d-8cba-4537-b257-c52abc81709e {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:12.887470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:12.887841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Checking segment: {'id': '8236c6fc-d406-4ff0-b503-02684d512f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:12.888238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.888624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Bound using segment: {'id': '8236c6fc-d406-4ff0-b503-02684d512f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:12.889078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Bound port: fe4f9196-4f75-4886-8f69-22361219289c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8236c6fc-d406-4ff0-b503-02684d512f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7cc7ad2d-8cba-4537-b257-c52abc81709e'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:12.889453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.907581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:12.951687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] For port fe4f9196-4f75-4886-8f69-22361219289c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:12.954669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] For port fe4f9196-4f75-4886-8f69-22361219289c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe4f9196-4f75-4886-8f69-22361219289c,segment=NetworkSegment(8236c6fc-d406-4ff0-b503-02684d512f2c),segment_id=8236c6fc-d406-4ff0-b503-02684d512f2c)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:12.976800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event updated for resources: {'Subnet': ['ID=a0609151-6f3c-4b7e-a595-f9636a85b1cd,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:12.983955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Checking segment: {'id': '3bb83ae6-8554-4b11-aeae-90587052b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:12.984317 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Network hostable DHCP agents. Network: 05bf73d5-ccb7-43d4-9103-14c09f5df940, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:13.028104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.044826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:13.090877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f382d-0a26-4855-bc05-1fef6ededb9e None None] Pushing event updated for resources: {'Port': ['ID=fe4f9196-4f75-4886-8f69-22361219289c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:13.114217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 05bf73d5-ccb7-43d4-9103-14c09f5df940) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:13.118652 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:13.119250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.123648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ae988-fda9-46d3-9415-de322424bada None None] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:13.206982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-508a6fca-810d-4b76-acbe-5eb7b0bbabbc tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7092748 Mar 14 18:52:13.211059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:13.215859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cde63de3-3e2b-4d16-955c-d5e69775e40f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Request body: {'router': {'external_gateway_info': {'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:13.299477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-05bf73d5-ccb7-43d4-9103-14c09f5df940', 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940', 'tenant_id': '44e026447ebe4f1ea778dbf8a7b1bee9', 'fixed_ips': [{'subnet_id': 'a0609151-6f3c-4b7e-a595-f9636a85b1cd'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:13.302234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.444198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Allocated IP 172.21.0.2 (05bf73d5-ccb7-43d4-9103-14c09f5df940/a0609151-6f3c-4b7e-a595-f9636a85b1cd/c1ca8d69-6d06-48da-bee9-3ee7e3aac543) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:13.465197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cde63de3-3e2b-4d16-955c-d5e69775e40f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.595290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.638312 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.api.v2.resource [None req-cde63de3-3e2b-4d16-955c-d5e69775e40f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 14 18:52:13.639383 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cde63de3-3e2b-4d16-955c-d5e69775e40f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "PUT /v2.0/routers/3e9b0ed0-c769-492e-b11d-86373be2ee58 HTTP/1.1" status: 400 len: 364 time: 0.4272246 Mar 14 18:52:13.645735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:13.654953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.692907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:13.695951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:13.698567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:13.698947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Deleting subnet a0609151-6f3c-4b7e-a595-f9636a85b1cd {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:52:13.702615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.727163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Pushing event updated for resources: {'Port': ['ID=c1ca8d69-6d06-48da-bee9-3ee7e3aac543,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:13.750251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.765222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Attempting to bind port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:13.765670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Attempting to bind port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3bb83ae6-8554-4b11-aeae-90587052b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:13.766123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Attempting to bind port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 on network 05bf73d5-ccb7-43d4-9103-14c09f5df940 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:13.772703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:13.773074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Checking segment: {'id': '3bb83ae6-8554-4b11-aeae-90587052b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:13.773473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.773856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Bound using segment: {'id': '3bb83ae6-8554-4b11-aeae-90587052b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:13.774341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Bound port: c1ca8d69-6d06-48da-bee9-3ee7e3aac543, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb83ae6-8554-4b11-aeae-90587052b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '05bf73d5-ccb7-43d4-9103-14c09f5df940'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:13.774718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.845484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] For port c1ca8d69-6d06-48da-bee9-3ee7e3aac543, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:13.849088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] For port c1ca8d69-6d06-48da-bee9-3ee7e3aac543, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c1ca8d69-6d06-48da-bee9-3ee7e3aac543,segment=NetworkSegment(3bb83ae6-8554-4b11-aeae-90587052b7d1),segment_id=3bb83ae6-8554-4b11-aeae-90587052b7d1)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:13.931066 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.932894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:13.997437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d9dec-cbcf-4916-b199-b94fd0518c8d None None] Pushing event updated for resources: {'Port': ['ID=c1ca8d69-6d06-48da-bee9-3ee7e3aac543,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:14.068245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f652d7-8328-484d-9d85-7b90e97d114a None None] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:14.072223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.103178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Subnet': ['ID=a0609151-6f3c-4b7e-a595-f9636a85b1cd,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:14.105137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.108325 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a5ae7690-7220-40bf-8ebf-cf7702cd49d8 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "DELETE /v2.0/subnets/a0609151-6f3c-4b7e-a595-f9636a85b1cd HTTP/1.1" status: 204 len: 168 time: 0.4616244 Mar 14 18:52:14.111123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54058) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:14.204057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.216341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] Provisioning complete for port fe4f9196-4f75-4886-8f69-22361219289c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:14.216783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.266058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Deleting port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:14.266416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.336153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.341147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] For port c1ca8d69-6d06-48da-bee9-3ee7e3aac543, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c1ca8d69-6d06-48da-bee9-3ee7e3aac543,segment=NetworkSegment(3bb83ae6-8554-4b11-aeae-90587052b7d1),segment_id=3bb83ae6-8554-4b11-aeae-90587052b7d1)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:14.341552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.354391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Calling delete_port for c1ca8d69-6d06-48da-bee9-3ee7e3aac543 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:14.370139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] For port fe4f9196-4f75-4886-8f69-22361219289c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe4f9196-4f75-4886-8f69-22361219289c,segment=NetworkSegment(8236c6fc-d406-4ff0-b503-02684d512f2c),segment_id=8236c6fc-d406-4ff0-b503-02684d512f2c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:14.437543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.496241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439fc5-a44b-4e4a-81a4-2d72229f6dce None None] Pushing event updated for resources: {'Port': ['ID=fe4f9196-4f75-4886-8f69-22361219289c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:14.531406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.533339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c1ca8d69-6d06-48da-bee9-3ee7e3aac543 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:14.565181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c1ca8d69-6d06-48da-bee9-3ee7e3aac543 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:52:14.565614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c1ca8d69-6d06-48da-bee9-3ee7e3aac543 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 14 18:52:14.566259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] No DVR routers for this DVR port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:14.571935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Port': ['ID=c1ca8d69-6d06-48da-bee9-3ee7e3aac543,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:14.585380 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Port c1ca8d69-6d06-48da-bee9-3ee7e3aac543 not found, will not notify nova. {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 14 18:52:14.585854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe4f9196-4f75-4886-8f69-22361219289c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:14.598894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.599175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.599518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.599847 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.600175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.600502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.600864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.601193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.601516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.601835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.602177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.602493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:14.635693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fe4f9196-4f75-4886-8f69-22361219289c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:14.636222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.666794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.685995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-07dadcc5-e488-4a5a-8bfd-a69df836f5bc None None] Provisioning complete for port fe4f9196-4f75-4886-8f69-22361219289c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:14.686843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-07dadcc5-e488-4a5a-8bfd-a69df836f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.691657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bf73d5-ccb7-43d4-9103-14c09f5df940']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:14.703179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb83ae6-8554-4b11-aeae-90587052b7d1') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:14.703476 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb83ae6-8554-4b11-aeae-90587052b7d1') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:14.714888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.731273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.740739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:14.740739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:14.744216 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:14.884867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.889534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.893056 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "DELETE /v2.0/networks/05bf73d5-ccb7-43d4-9103-14c09f5df940 HTTP/1.1" status: 204 len: 168 time: 0.7803652 Mar 14 18:52:14.896176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54060) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:14.913289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620e1a-4491-43cb-8ee1-eb76edeaec1b tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Network': ['ID=05bf73d5-ccb7-43d4-9103-14c09f5df940,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:14.949507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Deleting subnet 77cc5bb2-7f80-4657-aae9-69eb131a0532 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:52:14.952820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:14.999848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.031096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296aaf48-b596-4f2f-9fa4-e6b46022dc95 None None] DHCP port deletion for 05bf73d5-ccb7-43d4-9103-14c09f5df940 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:52:15.034299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-55b5f783-08e9-4c17-a6a4-faaa5d8a3ab3 None None] Could not find standard attr ID for object c1ca8d69-6d06-48da-bee9-3ee7e3aac543. {{(pid=103394) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 14 18:52:15.050953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1351f-0df1-4506-8cc8-a4e72ba15806 None None] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:15.063714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1351f-0df1-4506-8cc8-a4e72ba15806 None None] Network 05bf73d5-ccb7-43d4-9103-14c09f5df940 could not be found, it might have been deleted concurrently. {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 14 18:52:15.087693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.220325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.249909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Subnet': ['ID=77cc5bb2-7f80-4657-aae9-69eb131a0532,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:15.256433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.259593 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-506b2304-52a0-43ea-8659-4541ebc7e0a0 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "DELETE /v2.0/subnets/77cc5bb2-7f80-4657-aae9-69eb131a0532 HTTP/1.1" status: 204 len: 168 time: 0.3618884 Mar 14 18:52:15.262009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54062) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:15.264339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db04b7-c793-483d-a50f-7b8ecd61c851 None None] Network 7cc7ad2d-8cba-4537-b257-c52abc81709e requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:15.335046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.387080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Deleting port fe4f9196-4f75-4886-8f69-22361219289c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:15.387428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.432595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] DHCP port deletion for 7cc7ad2d-8cba-4537-b257-c52abc81709e request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:52:15.454902 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] For port fe4f9196-4f75-4886-8f69-22361219289c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe4f9196-4f75-4886-8f69-22361219289c,segment=NetworkSegment(8236c6fc-d406-4ff0-b503-02684d512f2c),segment_id=8236c6fc-d406-4ff0-b503-02684d512f2c)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:15.455272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.468429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Calling delete_port for fe4f9196-4f75-4886-8f69-22361219289c owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:15.479168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Deleting port fe4f9196-4f75-4886-8f69-22361219289c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:52:15.479541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.547754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] For port fe4f9196-4f75-4886-8f69-22361219289c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe4f9196-4f75-4886-8f69-22361219289c,segment=NetworkSegment(8236c6fc-d406-4ff0-b503-02684d512f2c),segment_id=8236c6fc-d406-4ff0-b503-02684d512f2c)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:15.548141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.560779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Calling delete_port for fe4f9196-4f75-4886-8f69-22361219289c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:52:15.700221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.707296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.741698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Port': ['ID=fe4f9196-4f75-4886-8f69-22361219289c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:15.747196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] No DVR routers for this DVR port fe4f9196-4f75-4886-8f69-22361219289c on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:15.755493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] Pushing event deleted for resources: {'Port': ['ID=fe4f9196-4f75-4886-8f69-22361219289c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:15.757751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349da19-06a2-4e32-908a-92d48cd53171 None None] No DVR routers for this DVR port fe4f9196-4f75-4886-8f69-22361219289c on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:52:15.830695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.850189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc7ad2d-8cba-4537-b257-c52abc81709e']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:15.859000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8236c6fc-d406-4ff0-b503-02684d512f2c') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:15.859292 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8236c6fc-d406-4ff0-b503-02684d512f2c') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:15.869127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.882467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.887999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:52:15.888400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:52:15.891235 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:52:16.027582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.034248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.037937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "DELETE /v2.0/networks/7cc7ad2d-8cba-4537-b257-c52abc81709e HTTP/1.1" status: 204 len: 168 time: 0.7750101 Mar 14 18:52:16.040719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54064) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:16.049547 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42636b3f-6d44-4ad9-b656-27107aa5597f tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Pushing event deleted for resources: {'Network': ['ID=7cc7ad2d-8cba-4537-b257-c52abc81709e,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:16.068508 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-69c0cd67-6944-40fd-ba43-189d586cab13 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9b0ed0-c769-492e-b11d-86373be2ee58 HTTP/1.1" status: 200 len: 205 time: 0.0265789 Mar 14 18:52:16.070828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54066) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:16.184950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.334499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.336461 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.446932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c1ca8d69-6d06-48da-bee9-3ee7e3aac543 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:52:16.450673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.451354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9b0ed0-c769-492e-b11d-86373be2ee58 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:52:16.460605 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:16.464027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a4cf2c74-57a4-487b-9f1b-ee59579feb32 tempest-RoutersNegativeTest-1736731388 tempest-RoutersNegativeTest-1736731388-project] 10.222.0.58 "DELETE /v2.0/routers/3e9b0ed0-c769-492e-b11d-86373be2ee58 HTTP/1.1" status: 204 len: 168 time: 0.3898575 Mar 14 18:52:16.468021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c1ca8d69-6d06-48da-bee9-3ee7e3aac543 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:52:16.468368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c1ca8d69-6d06-48da-bee9-3ee7e3aac543 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:52:16.468779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe4f9196-4f75-4886-8f69-22361219289c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:52:16.488022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: fe4f9196-4f75-4886-8f69-22361219289c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:52:16.488964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe4f9196-4f75-4886-8f69-22361219289c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:52:16.896284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54072) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:17.027114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-35136fa8-8e56-423b-a379-68355a28f3a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44e026447ebe4f1ea778dbf8a7b1bee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296024 Mar 14 18:52:17.029483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54076) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:17.076428 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:17.097117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:17.215792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:17.218518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:17.219688 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c376267-16f4-4e30-a0c9-a7822a2aa25e HTTP/1.1" status: 204 len: 168 time: 0.1892550 Mar 14 18:52:17.227635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab29487-56ba-472b-8fbc-8e71ed26ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c376267-16f4-4e30-a0c9-a7822a2aa25e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:17.877306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1219ff6a-eac4-4d27-97c5-1b286b2e63cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.137756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54098) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:18.233627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-456661351-network', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:18.312699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Made reservation on behalf of 64dbdd3885fc483aa40f582fad386a07 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:18.315026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.323610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.395314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.449754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.473399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:18.483191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f2401-8f3e-4c44-a470-8fbc9322fbca,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:18.487772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.488114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Added segment e51f9701-7497-46f6-bf91-d8fc4d75fd43 of type vlan for network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb Mar 14 18:52:18.529293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.621220 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.622114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:18.622691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:18.679324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:18.689864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:18.728102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c710c063-3743-4d71-a7be-b026fa60b448 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5892272 Mar 14 18:52:18.731526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54102) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:18.735545 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Request body: {'subnet': {'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-subnet', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:18.793148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Made reservation on behalf of 64dbdd3885fc483aa40f582fad386a07 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:18.795920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.008550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.062513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d810a6-79b9-4997-adf4-5cffaed9a02d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:19.070192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Checking segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:19.070543 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Network hostable DHCP agents. Network: a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:19.146075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:19.215881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:19.219947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:19.220539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.225182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44353f0e-cc31-4f9c-a4e0-66171ae1e4d3 None None] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:19.308512 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ca51754b-6178-4883-8811-98a3c7fb1041 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5765090 Mar 14 18:52:19.311091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54104) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:19.315270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:19.367884 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:19.368774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.408892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.410074 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.464935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.505858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Allocated IP 172.20.0.2 (a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb/a7d810a6-79b9-4997-adf4-5cffaed9a02d/69840641-65dc-46a4-a831-45f20c9146ec) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:19.644350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.696162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.741523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:19.744363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:19.747872 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:19.753450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Pushing event updated for resources: {'Port': ['ID=69840641-65dc-46a4-a831-45f20c9146ec,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:19.810760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Attempting to bind port 69840641-65dc-46a4-a831-45f20c9146ec on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:19.811128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Attempting to bind port 69840641-65dc-46a4-a831-45f20c9146ec by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:19.811515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Attempting to bind port 69840641-65dc-46a4-a831-45f20c9146ec on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:19.817357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:19.817731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Checking segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:19.818166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.818599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Bound using segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:19.819023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Bound port: 69840641-65dc-46a4-a831-45f20c9146ec, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:19.819394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.885475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] For port 69840641-65dc-46a4-a831-45f20c9146ec, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:19.888756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] For port 69840641-65dc-46a4-a831-45f20c9146ec, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=69840641-65dc-46a4-a831-45f20c9146ec,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:19.953795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:19.975942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.010039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afabc3b-d95e-4f48-9ace-a8e7747d1041 None None] Pushing event updated for resources: {'Port': ['ID=69840641-65dc-46a4-a831-45f20c9146ec,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:20.163830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57b7965d-b04f-419f-bcf9-e0621650edf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.258913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.278419 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.382324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Allocated IP 172.26.3.43 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/408cad24-e69f-417e-adef-c0b9da92738a) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:20.476831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 69840641-65dc-46a4-a831-45f20c9146ec up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:20.494257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.525771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 69840641-65dc-46a4-a831-45f20c9146ec triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:20.526171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.581809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.602205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.626781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:20.631269 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:20.635184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:20.641497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 69840641-65dc-46a4-a831-45f20c9146ec, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=69840641-65dc-46a4-a831-45f20c9146ec,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:20.663834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Pushing event updated for resources: {'Port': ['ID=408cad24-e69f-417e-adef-c0b9da92738a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:20.707301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:20.760017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=69840641-65dc-46a4-a831-45f20c9146ec,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:20.947315 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:20.948029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9313ee8-b64a-4fb3-b957-d88d12c6ed7b None None] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:20.969464 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.014003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b69c411a-6662-4b00-9b54-01429395d923 None None] Provisioning complete for port 69840641-65dc-46a4-a831-45f20c9146ec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:21.014277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b69c411a-6662-4b00-9b54-01429395d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.175272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.352888 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:52:21.466570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:52:21.477148 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Sync routers for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:21.487142 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:21.487789 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:21.495728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.527059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5a8edc83-456a-43f4-bf7e-f672372d4d75 None None] Provisioning complete for port 69840641-65dc-46a4-a831-45f20c9146ec triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:21.527417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5a8edc83-456a-43f4-bf7e-f672372d4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.543492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.547858 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6ca3896d-bdd2-4af3-8c47-8ab867ba5875 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2331235 Mar 14 18:52:21.548108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54106) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:21.591430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:21.764356 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:20Z', 'revision_number': 3, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:21.795346 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Checking router: 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:21.795693 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Updating router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 port 408cad24-e69f-417e-adef-c0b9da92738a binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:52:21.819077 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:21.985116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.072282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.147638 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.200579 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Attempting to bind port 408cad24-e69f-417e-adef-c0b9da92738a on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:22.200938 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Attempting to bind port 408cad24-e69f-417e-adef-c0b9da92738a by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:22.201289 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Attempting to bind port 408cad24-e69f-417e-adef-c0b9da92738a on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:22.203428 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Pushing event updated for resources: {'Port': ['ID=408cad24-e69f-417e-adef-c0b9da92738a,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:22.213305 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:22.213671 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:22.214096 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.214484 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:22.214944 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Bound port: 408cad24-e69f-417e-adef-c0b9da92738a, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:22.215320 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.217422 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.217756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.218106 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.218430 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.218749 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.219071 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.219407 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.219706 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.220018 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.220329 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.220637 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.220943 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:22.277239 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] For port 408cad24-e69f-417e-adef-c0b9da92738a, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:22.280362 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] For port 408cad24-e69f-417e-adef-c0b9da92738a, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=408cad24-e69f-417e-adef-c0b9da92738a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:22.365406 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.425852 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:22.427097 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:22.436121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20869-d87c-4777-8013-677638df9474 None None] Pushing event updated for resources: {'Port': ['ID=408cad24-e69f-417e-adef-c0b9da92738a,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:22.468510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 69840641-65dc-46a4-a831-45f20c9146ec up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:22.477601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Allocated IP 172.20.0.1 (a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb/a7d810a6-79b9-4997-adf4-5cffaed9a02d/f7eab560-2df1-4428-83bc-42cb1443ca95) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:22.519794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 69840641-65dc-46a4-a831-45f20c9146ec triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:22.520908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.590639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.642147 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:22.684640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.723923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:22.726988 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:22.730338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:22.757053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Pushing event updated for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:22.777582 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:22.825769 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:20Z', 'revision_number': 3, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:22.856793 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3623661-0b57-4283-9cf2-f95f86481d82 None None] The sync data for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv is: [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:20Z', 'revision_number': 3, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:23.022292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.040025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0bc0fffc-ec34-478c-811a-32179a1ba283 None None] Provisioning complete for port f7eab560-2df1-4428-83bc-42cb1443ca95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:23.040524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fffc-ec34-478c-811a-32179a1ba283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.071676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.096891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0fffc-ec34-478c-811a-32179a1ba283 None None] Port f7eab560-2df1-4428-83bc-42cb1443ca95 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:23.097327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.272195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.334213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.405493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Pushing event updated for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:23.407998 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.502548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:23.504011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:23.624326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:52:23.720919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-35811601-3595-40ae-b790-18e458b74d0f None None] Provisioning complete for port f7eab560-2df1-4428-83bc-42cb1443ca95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:23.721495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35811601-3595-40ae-b790-18e458b74d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:23.740346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:52:23.745726 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2e742902-22db-4766-b807-03f54515dd6f admin admin] 10.222.0.58 "PUT /v2.0/routers/4064a4b5-95e7-44bb-812f-fe63bb6fd7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965809 Mar 14 18:52:23.757940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-35811601-3595-40ae-b790-18e458b74d0f None None] Port f7eab560-2df1-4428-83bc-42cb1443ca95 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:24.383254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Sync routers for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:24.395076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54122) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:24.396949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:24.397866 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:24.399993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-101169317-network', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:24.486981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 408cad24-e69f-417e-adef-c0b9da92738a up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:24.499675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Made reservation on behalf of 6d59680f6fa04aa19ff88c0e8e1cfda5 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:24.502199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.511425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.540801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:24.586586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.621519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 408cad24-e69f-417e-adef-c0b9da92738a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:24.621909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.648468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.676981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:52:24.683330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c736548-d238-4b70-966b-183d9d692f30,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:24.696122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.696915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Added segment 1b07c887-46ed-4b90-b06c-40594a6a7f03 of type vlan for network 11065809-37b0-49c6-bb03-bade98b009b0 Mar 14 18:52:24.736899 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.796050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.821728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.822762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:24.823314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 408cad24-e69f-417e-adef-c0b9da92738a, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=408cad24-e69f-417e-adef-c0b9da92738a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:24.823437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.831658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 4, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f7eab560-2df1-4428-83bc-42cb1443ca95', 'name': '', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'mac_address': 'fa:16:3e:54:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:22Z', 'updated_at': '2022-03-14T18:52:23Z', 'revision_number': 2, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'subnets': [{'id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:24.861363 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Checking router: 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:24.861710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Updating router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 port f7eab560-2df1-4428-83bc-42cb1443ca95 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:52:24.884281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] Pushing event updated for resources: {'Network': ['ID=11065809-37b0-49c6-bb03-bade98b009b0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:24.887900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.897864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 11065809-37b0-49c6-bb03-bade98b009b0 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:52:24.915854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:24.938720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-45bdcc9f-7ba4-4bf1-aea1-aa2ceac17abe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5425534 Mar 14 18:52:24.941557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:24.948004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Request body: {'subnet': {'network_id': '11065809-37b0-49c6-bb03-bade98b009b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-subnet', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:25.061100 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Made reservation on behalf of 6d59680f6fa04aa19ff88c0e8e1cfda5 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:25.063587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.090274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=408cad24-e69f-417e-adef-c0b9da92738a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:25.255766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.276950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.329473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a927d393-d607-4c9d-bb73-19b20c7338e1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:25.339288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Checking segment: {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:25.339641 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Network hostable DHCP agents. Network: 11065809-37b0-49c6-bb03-bade98b009b0, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:52:25.345306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.396770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7863cc-c344-49fb-93b1-ab082bf81c67 None None] Pushing event updated for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:25.431146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Network 11065809-37b0-49c6-bb03-bade98b009b0 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:52:25.452264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Attempting to bind port f7eab560-2df1-4428-83bc-42cb1443ca95 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:25.452723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Attempting to bind port f7eab560-2df1-4428-83bc-42cb1443ca95 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:25.453053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Attempting to bind port f7eab560-2df1-4428-83bc-42cb1443ca95 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:25.459303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:25.459673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Checking segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:25.460069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.460461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Bound using segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:25.460925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Bound port: f7eab560-2df1-4428-83bc-42cb1443ca95, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:25.461299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.517327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 11065809-37b0-49c6-bb03-bade98b009b0) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:25.523108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:25.524237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.529559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f901a36-3828-4018-8966-c04a1b85a50c None None] Network 11065809-37b0-49c6-bb03-bade98b009b0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:25.534922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] For port f7eab560-2df1-4428-83bc-42cb1443ca95, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:25.560270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] For port f7eab560-2df1-4428-83bc-42cb1443ca95, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7eab560-2df1-4428-83bc-42cb1443ca95,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:25.602180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f5bd9ca7-7510-4607-af70-2c864ad84ddf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6580825 Mar 14 18:52:25.604615 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54126) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:25.609262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:25.621289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-094e021b-d9ab-452d-a3f9-bc73d835d94a None None] Provisioning complete for port f7eab560-2df1-4428-83bc-42cb1443ca95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:25.621668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-094e021b-d9ab-452d-a3f9-bc73d835d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.652810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.678986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.680108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.728198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-094e021b-d9ab-452d-a3f9-bc73d835d94a None None] Port f7eab560-2df1-4428-83bc-42cb1443ca95 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:25.738937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.763350 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7863cc-c344-49fb-93b1-ab082bf81c67 None None] Pushing event updated for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:25.766640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:25.767252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:25.857315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-11065809-37b0-49c6-bb03-bade98b009b0', 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'fixed_ips': [{'subnet_id': 'a927d393-d607-4c9d-bb73-19b20c7338e1'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:52:25.857315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:25.967572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.068608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] Provisioning complete for port f7eab560-2df1-4428-83bc-42cb1443ca95 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:26.068894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.116624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:26.261644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.287544 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.329697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Allocated IP 172.20.0.2 (11065809-37b0-49c6-bb03-bade98b009b0/a927d393-d607-4c9d-bb73-19b20c7338e1/3ff93f38-6948-4eec-9a51-4e960bf90dd8) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:26.393334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Allocated IP 172.26.3.185 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/eeb43da0-3821-4e02-b025-8ec3d88582e9) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:26.394621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.481824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 408cad24-e69f-417e-adef-c0b9da92738a up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:26.497965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.559666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] For port f7eab560-2df1-4428-83bc-42cb1443ca95, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7eab560-2df1-4428-83bc-42cb1443ca95,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:26.587845 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.632630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.632907 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:26.636423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:26.639267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:26.642458 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 408cad24-e69f-417e-adef-c0b9da92738a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:26.642830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.666217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb43da0-3821-4e02-b025-8ec3d88582e9,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:26.699199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 4, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f7eab560-2df1-4428-83bc-42cb1443ca95', 'name': '', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'mac_address': 'fa:16:3e:54:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:22Z', 'updated_at': '2022-03-14T18:52:25Z', 'revision_number': 4, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'subnets': [{'id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:26.738303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.743466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb651b-5ff4-408f-9e36-baddbc8d454d None None] The sync data for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv is: [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:52:22Z', 'revision_number': 4, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'f7eab560-2df1-4428-83bc-42cb1443ca95', 'name': '', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'mac_address': 'fa:16:3e:54:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:22Z', 'updated_at': '2022-03-14T18:52:25Z', 'revision_number': 4, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'subnets': [{'id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:26.764879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c2a0f-bc02-4f7f-a14b-83decccd9a12 None None] Pushing event updated for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:26.830367 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.881297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Network 11065809-37b0-49c6-bb03-bade98b009b0 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:26.885220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:26.887069 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Pushing event updated for resources: {'Port': ['ID=3ff93f38-6948-4eec-9a51-4e960bf90dd8,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:26.889260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:26.951933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Attempting to bind port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:26.952294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Attempting to bind port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:26.952794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Attempting to bind port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 on network 11065809-37b0-49c6-bb03-bade98b009b0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:26.958966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:26.959369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Checking segment: {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:26.959772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.960161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Bound using segment: {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:26.960624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Bound port: 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:26.961005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:26.999479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.030548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] For port 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:27.033859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] For port 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3ff93f38-6948-4eec-9a51-4e960bf90dd8,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:27.107628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.167945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9d158-5002-440a-9c32-ebcdcf48ec6d None None] Pushing event updated for resources: {'Port': ['ID=3ff93f38-6948-4eec-9a51-4e960bf90dd8,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:27.214670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.775659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Router 729f6ea1-4682-4c32-b788-8d328a9b16d2 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:52:27.893364 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:52:27.905561 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Sync routers for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:27.917021 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:27.923784 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:27.972342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:27.974170 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4bab799b-1e86-41c1-a407-6a366d7d1b53 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3685017 Mar 14 18:52:27.977128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54128) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:52:28.032558 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:28.149883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae063e-1185-4f7e-a4e8-6e47d6f7e097 None None] Network 11065809-37b0-49c6-bb03-bade98b009b0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:52:28.218291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] Provisioning complete for port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:28.218824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.219104 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:26Z', 'revision_number': 3, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:28.245272 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Checking router: 729f6ea1-4682-4c32-b788-8d328a9b16d2 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:28.245485 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Updating router 729f6ea1-4682-4c32-b788-8d328a9b16d2 port eeb43da0-3821-4e02-b025-8ec3d88582e9 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:52:28.275122 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.391269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.416603 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.439436 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] For port 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3ff93f38-6948-4eec-9a51-4e960bf90dd8,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:28.453256 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.513085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.573243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7eab560-2df1-4428-83bc-42cb1443ca95 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:28.621487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304330a-31cd-4f4b-86bf-56d56ed62e4c None None] Pushing event updated for resources: {'Port': ['ID=3ff93f38-6948-4eec-9a51-4e960bf90dd8,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:28.633388 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.643773 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port f7eab560-2df1-4428-83bc-42cb1443ca95 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:28.644152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.670832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Allocated IP 172.20.0.1 (11065809-37b0-49c6-bb03-bade98b009b0/a927d393-d607-4c9d-bb73-19b20c7338e1/0504c0ad-f48d-4e32-bcb3-e64f36a65b12) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:28.678710 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.727391 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Attempting to bind port eeb43da0-3821-4e02-b025-8ec3d88582e9 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:28.727888 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Attempting to bind port eeb43da0-3821-4e02-b025-8ec3d88582e9 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:28.728253 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Attempting to bind port eeb43da0-3821-4e02-b025-8ec3d88582e9 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:28.738759 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:28.739136 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:28.740118 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.740118 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:28.740381 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Bound port: eeb43da0-3821-4e02-b025-8ec3d88582e9, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:28.741081 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.755163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3ff93f38-6948-4eec-9a51-4e960bf90dd8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:28.778491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fc5d88db-4e83-4e0e-8965-45271102bddc None None] Provisioning complete for port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:28.778959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc5d88db-4e83-4e0e-8965-45271102bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.780184 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b832-5336-42b3-9508-2790a8a700b4 None None] Pushing event updated for resources: {'Port': ['ID=eeb43da0-3821-4e02-b025-8ec3d88582e9,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:28.785711 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.815549 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] For port eeb43da0-3821-4e02-b025-8ec3d88582e9, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:28.819705 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] For port eeb43da0-3821-4e02-b025-8ec3d88582e9, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=eeb43da0-3821-4e02-b025-8ec3d88582e9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:28.867805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:28.869929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.884887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.920744 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.929275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Network 11065809-37b0-49c6-bb03-bade98b009b0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:28.932174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:28.934699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:28.963612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:28.980500 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b832-5336-42b3-9508-2790a8a700b4 None None] Pushing event updated for resources: {'Port': ['ID=eeb43da0-3821-4e02-b025-8ec3d88582e9,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:28.982253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:28.993348 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:28.993987 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:29.109551 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:29.211239 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.229943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-53b5de39-69f3-45b1-b658-ad9327b4d953 None None] Provisioning complete for port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:29.230739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-53b5de39-69f3-45b1-b658-ad9327b4d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.268104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-53b5de39-69f3-45b1-b658-ad9327b4d953 None None] Port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:29.291547 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:26Z', 'revision_number': 3, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:29.321540 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422d519-73c4-444e-a2a6-18452b950964 None None] The sync data for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv is: [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:26Z', 'revision_number': 3, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:29.386774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.467083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.555809 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.557535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:29.656624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Network 11065809-37b0-49c6-bb03-bade98b009b0 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:29.658100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:29.897267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d03a3229-ab2c-4604-a022-5d12406c5f19 None None] Provisioning complete for port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:29.897637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d03a3229-ab2c-4604-a022-5d12406c5f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:29.936798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d03a3229-ab2c-4604-a022-5d12406c5f19 None None] Port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:30.090985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Router 729f6ea1-4682-4c32-b788-8d328a9b16d2 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:52:30.198636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:52:30.203420 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cdb672de-f669-4dd9-974a-b0a25ee0dfb0 admin admin] 10.222.0.58 "PUT /v2.0/routers/729f6ea1-4682-4c32-b788-8d328a9b16d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2252870 Mar 14 18:52:30.536885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device eeb43da0-3821-4e02-b025-8ec3d88582e9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:30.590526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port eeb43da0-3821-4e02-b025-8ec3d88582e9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:30.590898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:30.676778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:30.698654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port eeb43da0-3821-4e02-b025-8ec3d88582e9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=eeb43da0-3821-4e02-b025-8ec3d88582e9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:30.776182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:30.776935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3ff93f38-6948-4eec-9a51-4e960bf90dd8 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:30.816385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Sync routers for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:52:30.856409 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:30.857026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:30.914172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=eeb43da0-3821-4e02-b025-8ec3d88582e9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:30.931399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:30.931776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.040409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-9ce35bb6-9f82-449a-8c31-13b0b0090892 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:31.042045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-9ce35bb6-9f82-449a-8c31-13b0b0090892 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/networks?id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 200 len: 816 time: 0.1049366 Mar 14 18:52:31.058659 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-fba65dfa-8a9e-4e6a-9e1d-0405fcf0f29e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/quotas/64dbdd3885fc483aa40f582fad386a07 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Mar 14 18:52:31.116953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-ec39a167-3e41-4275-8b6a-e3715cc7af24 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523534 Mar 14 18:52:31.161689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:31.216767 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-66b371dd-b7cf-4da1-859d-c4c805c389fd service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895972 Mar 14 18:52:31.314446 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-9cac578f-ecef-45bb-aeb5-f7140bc0bc67 service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927336 Mar 14 18:52:31.403640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:29Z', 'revision_number': 4, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0504c0ad-f48d-4e32-bcb3-e64f36a65b12', 'name': '', 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'mac_address': 'fa:16:3e:d2:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:28Z', 'updated_at': '2022-03-14T18:52:29Z', 'revision_number': 2, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'subnets': [{'id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:31.429535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Checking router: 729f6ea1-4682-4c32-b788-8d328a9b16d2 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:52:31.429878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Updating router 729f6ea1-4682-4c32-b788-8d328a9b16d2 port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:52:31.455087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.550294 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-13b338ee-4639-4d29-8a92-c51894565d51 req-b03dff2e-483f-4006-9a1b-7bcbe32465a4 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 210 time: 0.0264330 Mar 14 18:52:31.725821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.798048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.847064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c9b60-a9b1-4bf7-ab86-2b0893d4671d None None] Pushing event updated for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:31.898422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Attempting to bind port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:31.898795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Attempting to bind port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:31.899207 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Attempting to bind port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 on network 11065809-37b0-49c6-bb03-bade98b009b0 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:31.904754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:31.905130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Checking segment: {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:31.905536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.905965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Bound using segment: {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:31.906440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Bound port: 0504c0ad-f48d-4e32-bcb3-e64f36a65b12, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07c887-46ed-4b90-b06c-40594a6a7f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:31.906819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:31.971740 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] For port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:31.975587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] For port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:32.056248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:32.128276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-12f06043-b563-4513-8bda-8bc406395521 None None] Provisioning complete for port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:32.128638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12f06043-b563-4513-8bda-8bc406395521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:32.132710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c9b60-a9b1-4bf7-ab86-2b0893d4671d None None] Pushing event updated for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:32.158561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:52:32.163641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:52:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:32.305204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:52:32.307062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12f06043-b563-4513-8bda-8bc406395521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:32.401155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-12f06043-b563-4513-8bda-8bc406395521 None None] For port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:32.470562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device eeb43da0-3821-4e02-b025-8ec3d88582e9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:32.535234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-12f06043-b563-4513-8bda-8bc406395521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:32.606589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f06043-b563-4513-8bda-8bc406395521 None None] Pushing event updated for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:32.609937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port eeb43da0-3821-4e02-b025-8ec3d88582e9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:32.610275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:32.654828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:29Z', 'revision_number': 4, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0504c0ad-f48d-4e32-bcb3-e64f36a65b12', 'name': '', 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'mac_address': 'fa:16:3e:d2:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:28Z', 'updated_at': '2022-03-14T18:52:31Z', 'revision_number': 4, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'subnets': [{'id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:52:32.658437 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4d76f601-328d-48dd-9350-48067ed37d81 req-5eabab67-583f-4dac-ab53-959e587ea41b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 210 time: 0.0269341 Mar 14 18:52:32.687912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce2bfa-026a-4ab1-9700-6e6f039855ad None None] The sync data for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv is: [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:52:29Z', 'revision_number': 4, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '0504c0ad-f48d-4e32-bcb3-e64f36a65b12', 'name': '', 'network_id': '11065809-37b0-49c6-bb03-bade98b009b0', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'mac_address': 'fa:16:3e:d2:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:28Z', 'updated_at': '2022-03-14T18:52:31Z', 'revision_number': 4, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'subnets': [{'id': 'a927d393-d607-4c9d-bb73-19b20c7338e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:52:32.697311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a4fc0fee-02dc-44c4-8781-ea097a91623f None None] Provisioning complete for port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:32.697677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0fee-02dc-44c4-8781-ea097a91623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:33.572197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-0829dc5c-8354-4856-a5af-2d556cc8e85e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:33.574046 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-0829dc5c-8354-4856-a5af-2d556cc8e85e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "GET /v2.0/networks?id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 200 len: 816 time: 0.1120257 Mar 14 18:52:33.587557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Request body: {'port': {'device_id': '38aae727-826d-4464-96ea-1a988d92c6b5', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'admin_state_up': True, 'tenant_id': '64dbdd3885fc483aa40f582fad386a07'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:33.756590 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4d871531-de38-4ab6-83db-4184e130c79c req-b0eedcea-ea5a-40a3-82c5-7839bd221c7e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Mar 14 18:52:33.768153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Made reservation on behalf of 64dbdd3885fc483aa40f582fad386a07 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:52:33.771876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:33.910661 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Allocated IP 172.20.0.7 (a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb/a7d810a6-79b9-4997-adf4-5cffaed9a02d/3dc04a7d-defe-4008-b903-78f26c2131a7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:52:34.065767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.151162 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.199794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:52:34.202733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:52:34.206422 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:52:34.212567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Pushing event updated for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:34.259507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:34.260132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.332928 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-f9610996-05c5-4a10-b3c6-1e52b7bdf03c tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499001 Mar 14 18:52:34.388529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Request body: {'port': {'device_id': '38aae727-826d-4464-96ea-1a988d92c6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:52:34.451662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.455691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a422fc2d-be51-4666-8634-84710fff5399 None None] Provisioning complete for port 3dc04a7d-defe-4008-b903-78f26c2131a7 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:34.456165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a422fc2d-be51-4666-8634-84710fff5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.495274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a422fc2d-be51-4666-8634-84710fff5399 None None] Port 3dc04a7d-defe-4008-b903-78f26c2131a7 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:52:34.498003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:34.548591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:34.548953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.723552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc04a7d-defe-4008-b903-78f26c2131a7 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:52:34.731014 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.742809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Transition to ACTIVE for port object 3dc04a7d-defe-4008-b903-78f26c2131a7 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:52:34.833942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:34.914653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e56bf-b079-46f9-bb78-b6b1a5f99b45 req-3766c4af-8b7e-40df-94d4-76e6cf8af219 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:34.922827 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-533e56bf-b079-46f9-bb78-b6b1a5f99b45 req-3766c4af-8b7e-40df-94d4-76e6cf8af219 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 943 time: 0.0925636 Mar 14 18:52:34.922827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Pushing event updated for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:35.001767 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-533e56bf-b079-46f9-bb78-b6b1a5f99b45 req-eaf78cc6-5255-4ca3-9b05-0cb90111c83e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777950 Mar 14 18:52:35.025099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Attempting to bind port 3dc04a7d-defe-4008-b903-78f26c2131a7 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:52:35.025525 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Attempting to bind port 3dc04a7d-defe-4008-b903-78f26c2131a7 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:52:35.026006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Attempting to bind port 3dc04a7d-defe-4008-b903-78f26c2131a7 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:35.030578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Port 3dc04a7d-defe-4008-b903-78f26c2131a7 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:52:35.030897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Attempting to bind port 3dc04a7d-defe-4008-b903-78f26c2131a7 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:52:35.035965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:52:35.036310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Checking segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:52:35.036693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Bound using segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:52:35.037114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Bound port: 3dc04a7d-defe-4008-b903-78f26c2131a7, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:52:35.037471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:35.100707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:52:35.103844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3dc04a7d-defe-4008-b903-78f26c2131a7,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:52:35.162632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:35.202287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.202991 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:35.204341 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] 10.222.0.61 "PUT /v2.0/ports/3dc04a7d-defe-4008-b903-78f26c2131a7 HTTP/1.1" status: 200 len: 1093 time: 0.8202937 Mar 14 18:52:35.204791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:52:35.207646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af" -d '{"events": [{"name": "network-changed", "server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:52:35.234769 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589cdb0-18b0-4216-85ab-5606f80190ff service neutron] Pushing event updated for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:35.254811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeef2c2-ef25-498d-a675-c45ac1f5d059 x-openstack-request-id: req-eaeef2c2-ef25-498d-a675-c45ac1f5d059 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:52:35.255099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:52:35.255347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaeef2c2-ef25-498d-a675-c45ac1f5d059 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:52:35.255751 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7', 'status': 'completed', 'code': 200} Mar 14 18:52:35.316664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-0129219a-4593-4aa0-9a85-b22e36fe6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.318227 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-0129219a-4593-4aa0-9a85-b22e36fe6638 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0429945 Mar 14 18:52:35.416671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-cd6abb91-ce57-4baa-bc57-80ba46ae7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.418208 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-cd6abb91-ce57-4baa-bc57-80ba46ae7cda service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=64dbdd3885fc483aa40f582fad386a07&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0931623 Mar 14 18:52:35.516251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-5581dcb1-16c4-4c5f-9d5f-aecf33b191a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.517674 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c8d15b50-aa2b-42d9-b715-c532b7b2f3af req-5581dcb1-16c4-4c5f-9d5f-aecf33b191a5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934696 Mar 14 18:52:35.592378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-6b488509-47e7-4d5e-9f03-364b86ba207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.593883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-6b488509-47e7-4d5e-9f03-364b86ba207c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0416985 Mar 14 18:52:35.638927 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-998b8370-1ebc-458e-9f1e-f20d205c4e39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc04a7d-defe-4008-b903-78f26c2131a7 HTTP/1.1" status: 200 len: 217 time: 0.0374432 Mar 14 18:52:35.687087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-78f9124f-8671-4369-880c-fe8c2daf5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.688509 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-78f9124f-8671-4369-880c-fe8c2daf5dd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7d810a6-79b9-4997-adf4-5cffaed9a02d HTTP/1.1" status: 200 len: 855 time: 0.0427921 Mar 14 18:52:35.733247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-bb690ae1-19a7-441a-9a04-b3ce50cce986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:35.734771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-bb690ae1-19a7-441a-9a04-b3ce50cce986 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397198 Mar 14 18:52:35.826304 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-bd0f6fd5-0224-4690-9820-c887743d61de service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843720 Mar 14 18:52:35.912385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8b1072d7-658b-4f19-9af5-d5a8cb7acee4 req-bd46cff4-5cbb-449c-874c-2ff5a3cecea6 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796976 Mar 14 18:52:36.117548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730208ee-bf97-411a-80d1-473461b9dfb4 req-e4fdf0e6-3e57-4314-945d-2f11f6330b50 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:36.118882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-730208ee-bf97-411a-80d1-473461b9dfb4 req-e4fdf0e6-3e57-4314-945d-2f11f6330b50 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 943 time: 0.0489600 Mar 14 18:52:36.155722 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-730208ee-bf97-411a-80d1-473461b9dfb4 req-67276806-45cc-431b-ad3b-80a0b358d3fe tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Mar 14 18:52:37.270968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d774712-be97-4652-8ec8-ac8974d6a5a8 req-7546b61c-de10-45aa-9078-ba5721847b29 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:37.272438 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4d774712-be97-4652-8ec8-ac8974d6a5a8 req-7546b61c-de10-45aa-9078-ba5721847b29 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 943 time: 0.0482502 Mar 14 18:52:37.314232 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4d774712-be97-4652-8ec8-ac8974d6a5a8 req-9fcf0a5a-0e17-4144-96f9-50ae42f6aecf tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Mar 14 18:52:38.434916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659acbc9-4db4-485c-98df-c014244526e4 req-123d40c8-a4dc-48b0-a61b-e0844151f71b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:38.436402 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-659acbc9-4db4-485c-98df-c014244526e4 req-123d40c8-a4dc-48b0-a61b-e0844151f71b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 943 time: 0.0554566 Mar 14 18:52:38.476991 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-659acbc9-4db4-485c-98df-c014244526e4 req-b43bcb65-c6c7-4c51-ad41-1032129308e6 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Mar 14 18:52:39.062943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3dc04a7d-defe-4008-b903-78f26c2131a7 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:52:39.161107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3dc04a7d-defe-4008-b903-78f26c2131a7,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:39.172492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '3dc04a7d-defe-4008-b903-78f26c2131a7', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'port_id': '3dc04a7d-defe-4008-b903-78f26c2131a7', 'mac_address': 'fa:16:3e:94:b7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:52:39.207737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:39.220299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc04a7d-defe-4008-b903-78f26c2131a7 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:52:39.238365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3dc04a7d-defe-4008-b903-78f26c2131a7,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:39.310279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:39.360579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:39.595637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee5a0f-2e03-46f6-8e62-52671a50ddac req-65dd7fe8-87f6-463e-a1a4-fce8b735f984 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:39.597021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1ee5a0f-2e03-46f6-8e62-52671a50ddac req-65dd7fe8-87f6-463e-a1a4-fce8b735f984 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 944 time: 0.0506096 Mar 14 18:52:39.617059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['3dc04a7d-defe-4008-b903-78f26c2131a7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:52:39.635777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f1ee5a0f-2e03-46f6-8e62-52671a50ddac req-9ca8a46d-d659-4aa9-bb24-1603baa51a4a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Mar 14 18:52:40.759513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca2977-8aa7-4aed-89c1-b71926b990c4 req-cc5f2488-acdf-4d46-86bb-c9dec6330440 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:40.761002 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9dca2977-8aa7-4aed-89c1-b71926b990c4 req-cc5f2488-acdf-4d46-86bb-c9dec6330440 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 944 time: 0.0493205 Mar 14 18:52:40.798211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9dca2977-8aa7-4aed-89c1-b71926b990c4 req-2f84c261-7970-41f4-acb1-2803d78a430b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Mar 14 18:52:41.077887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3dc04a7d-defe-4008-b903-78f26c2131a7 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:52:41.218776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 3dc04a7d-defe-4008-b903-78f26c2131a7 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:52:41.222817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 3dc04a7d-defe-4008-b903-78f26c2131a7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:52:41.223235 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:41.299711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:41.321385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:52:41.323643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e160a-739d-4b36-a368-ef12704ce4e2" -d '{"events": [{"server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "name": "network-vif-plugged", "status": "completed", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:52:41.336255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3dc04a7d-defe-4008-b903-78f26c2131a7,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:52:41.361716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da7b49-c3ab-4cfe-beb9-cbd68938b3ee x-openstack-request-id: req-f0da7b49-c3ab-4cfe-beb9-cbd68938b3ee {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:52:41.362044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "name": "network-vif-plugged", "status": "completed", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:52:41.362303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0da7b49-c3ab-4cfe-beb9-cbd68938b3ee {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:52:41.362697 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7', 'code': 200} Mar 14 18:52:41.413133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:41.463947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:41.672046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbacd00-5110-4ebd-a5e2-6795e68115d9 req-3e571427-1a11-4c2b-89a9-080f8ead314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:41.673452 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcbacd00-5110-4ebd-a5e2-6795e68115d9 req-3e571427-1a11-4c2b-89a9-080f8ead314a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 1098 time: 0.0391645 Mar 14 18:52:41.705766 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fcbacd00-5110-4ebd-a5e2-6795e68115d9 req-efaabd06-9ca7-4735-9f8c-1c82b1a55085 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262713 Mar 14 18:52:41.917218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602cd9e-c4f6-435c-aca7-c4f16a29c3d6 req-fbbdd2a6-2de7-4d73-add7-76f733179eae tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:41.918988 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8602cd9e-c4f6-435c-aca7-c4f16a29c3d6 req-fbbdd2a6-2de7-4d73-add7-76f733179eae tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Mar 14 18:52:41.957179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8602cd9e-c4f6-435c-aca7-c4f16a29c3d6 req-4d6cc91e-1d59-43b9-8cf3-481352658051 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Mar 14 18:52:43.076913 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e280661-7a68-4a38-9b30-b08488783c0a req-65fc4a60-6c1f-4c23-80a0-e3406ccd4d11 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:43.078425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9e280661-7a68-4a38-9b30-b08488783c0a req-65fc4a60-6c1f-4c23-80a0-e3406ccd4d11 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0506756 Mar 14 18:52:43.119788 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9e280661-7a68-4a38-9b30-b08488783c0a req-572b002e-385f-4ebc-b38e-0968e96ac470 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352640 Mar 14 18:52:44.233291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330db1e-13a8-487c-b4f4-314ef0160aa3 req-1276e595-de54-42af-b033-71af3bf2fef7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:44.234802 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d330db1e-13a8-487c-b4f4-314ef0160aa3 req-1276e595-de54-42af-b033-71af3bf2fef7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Mar 14 18:52:44.273109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d330db1e-13a8-487c-b4f4-314ef0160aa3 req-0a7bb639-f467-4c9a-a6d4-99ab32ed9ae1 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Mar 14 18:52:44.384846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119187-d496-499e-88e0-840d9ad71ba6 req-96d26a06-d80a-46b0-9412-c4fcdf05b345 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:44.386329 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-27119187-d496-499e-88e0-840d9ad71ba6 req-96d26a06-d80a-46b0-9412-c4fcdf05b345 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Mar 14 18:52:44.427690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-27119187-d496-499e-88e0-840d9ad71ba6 req-a1577cd7-41a3-4aa8-9c0f-7d0d24d2a983 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354724 Mar 14 18:52:47.889521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6601040b-b8e4-4378-9788-d5c27602e2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:50.146688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8d7281f0-8724-4d0c-95b0-6bbb99af738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:51.523395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:52.980617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:53.066511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:57.944396 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:58.403479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:52:58.524645 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-a29d8aaa-f8c1-4ab0-a923-39d91b1ccd93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1385961 Mar 14 18:52:58.610114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-fe13b55b-6c2a-4c90-bafe-90d4d2311693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:58.611599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-fe13b55b-6c2a-4c90-bafe-90d4d2311693 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 1098 time: 0.0443237 Mar 14 18:52:58.714583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-2775f54b-f5ba-4357-8799-c29762e6daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:58.716162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-2775f54b-f5ba-4357-8799-c29762e6daa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 200 len: 917 time: 0.0851698 Mar 14 18:52:58.756934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-4017b113-310b-4844-9854-e0b43de9bb8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc04a7d-defe-4008-b903-78f26c2131a7 HTTP/1.1" status: 200 len: 217 time: 0.0342338 Mar 14 18:52:58.811036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-afe03a85-8742-48fd-a357-c0c2ed20cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:58.812576 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-afe03a85-8742-48fd-a357-c0c2ed20cdf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7d810a6-79b9-4997-adf4-5cffaed9a02d HTTP/1.1" status: 200 len: 855 time: 0.0486972 Mar 14 18:52:58.866049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-29996351-4f2e-4f19-91ab-c4c3f75d372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:52:58.866049 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-29996351-4f2e-4f19-91ab-c4c3f75d372f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430710 Mar 14 18:52:58.877281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-fc7cc7ad-3d73-451d-9497-3d740004ba1d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:52:58.878400 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-fc7cc7ad-3d73-451d-9497-3d740004ba1d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061431 Mar 14 18:52:58.976919 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-02fe22ef-2da6-4973-961e-fea4ce6ba37d service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897610 Mar 14 18:52:59.066079 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32a4cf40-b4a6-4c2d-8a64-8c89fffcc50a req-944e144d-35a4-42ef-9dbc-dfe124ca7598 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Mar 14 18:53:07.689813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685766f3-6e00-4e76-8971-8ec2ecd610ac req-2267a364-5205-4cb4-b7c8-42c61d0c913a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:07.691306 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-685766f3-6e00-4e76-8971-8ec2ecd610ac req-2267a364-5205-4cb4-b7c8-42c61d0c913a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Mar 14 18:53:07.729261 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-685766f3-6e00-4e76-8971-8ec2ecd610ac req-f041efdb-e183-4a54-9a62-4be32f96348a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Mar 14 18:53:08.843831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e68b9c-147f-4e70-b356-1ab68e84453c req-58435b09-f44d-44ad-85d5-89dc8158e701 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:08.845303 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e68b9c-147f-4e70-b356-1ab68e84453c req-58435b09-f44d-44ad-85d5-89dc8158e701 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Mar 14 18:53:08.882838 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e68b9c-147f-4e70-b356-1ab68e84453c req-1427da3f-1d7d-4ebf-8238-f16607c0901b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Mar 14 18:53:09.452943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-252e5b2f-ef82-480e-9104-92b1e25b7524 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:09.454462 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-252e5b2f-ef82-480e-9104-92b1e25b7524 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Mar 14 18:53:09.542802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Deleting port 3dc04a7d-defe-4008-b903-78f26c2131a7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:09.543145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.632660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] For port 3dc04a7d-defe-4008-b903-78f26c2131a7, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3dc04a7d-defe-4008-b903-78f26c2131a7,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:09.633015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.645929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Calling delete_port for 3dc04a7d-defe-4008-b903-78f26c2131a7 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:09.840328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.853632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['3dc04a7d-defe-4008-b903-78f26c2131a7'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:53:09.872936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Pushing event deleted for resources: {'Port': ['ID=3dc04a7d-defe-4008-b903-78f26c2131a7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.900269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.901010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.901010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.901010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:09.925851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] No DVR routers for this DVR port 3dc04a7d-defe-4008-b903-78f26c2131a7 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:09.928997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:09.932503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1c0813c6-b80c-4c6b-a082-7952cc7ccd3e req-ee1330e1-9f43-48be-b2c3-7e59f3a7a35e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "DELETE /v2.0/ports/3dc04a7d-defe-4008-b903-78f26c2131a7 HTTP/1.1" status: 204 len: 173 time: 0.4722004 Mar 14 18:53:09.932968 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'name': 'network-vif-deleted', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:09.935453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb89e7-fea8-4a17-bb6a-924c4deaebbb" -d '{"events": [{"server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "name": "network-vif-deleted", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:53:09.980953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f1a628-b95a-4899-9b0a-59dc772e8ade x-openstack-request-id: req-15f1a628-b95a-4899-9b0a-59dc772e8ade {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:53:09.981827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aae727-826d-4464-96ea-1a988d92c6b5", "name": "network-vif-deleted", "tag": "3dc04a7d-defe-4008-b903-78f26c2131a7", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:53:09.982169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15f1a628-b95a-4899-9b0a-59dc772e8ade {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:53:09.982598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aae727-826d-4464-96ea-1a988d92c6b5', 'name': 'network-vif-deleted', 'tag': '3dc04a7d-defe-4008-b903-78f26c2131a7', 'status': 'completed', 'code': 200} Mar 14 18:53:10.007620 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b527614f-a503-48e9-9c60-d93c7006bf3b req-bd2e266e-61f1-4773-9d50-3e3d03d6cdad tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=38aae727-826d-4464-96ea-1a988d92c6b5 HTTP/1.1" status: 200 len: 210 time: 0.0276363 Mar 14 18:53:11.703140 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-4edcda01-2b4e-4175-a570-2ee490e9b0e7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:11.704505 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-4edcda01-2b4e-4175-a570-2ee490e9b0e7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/networks?id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 200 len: 816 time: 0.1023796 Mar 14 18:53:11.719641 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-4dc686d0-0562-493e-bead-affaea604564 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/quotas/64dbdd3885fc483aa40f582fad386a07 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Mar 14 18:53:11.769952 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-43503360-0f0e-4351-934c-b50231683123 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450931 Mar 14 18:53:11.910420 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-963981b9-0c9e-4d26-9f62-457b7f1cd975 service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286650 Mar 14 18:53:12.001120 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-a9f0317f-d914-49f0-a939-133dc3fd41aa service neutron] 10.222.0.58 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835874 Mar 14 18:53:13.225388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3dc04a7d-defe-4008-b903-78f26c2131a7 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:13.247683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 3dc04a7d-defe-4008-b903-78f26c2131a7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:13.248033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3dc04a7d-defe-4008-b903-78f26c2131a7 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:13.248860 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3d666104-f230-4efa-901e-ceb3f801843e req-efca700c-d464-46e1-ae92-67be0d508729 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 210 time: 0.0284386 Mar 14 18:53:14.345570 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7269d8ea-9c0f-415d-94e0-14034baab2fd req-c7f82a90-9482-47c9-bef4-158202429f87 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 210 time: 0.0283651 Mar 14 18:53:15.111793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-56564122-cbaf-46a6-b144-257e267ddd24 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:15.113263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-56564122-cbaf-46a6-b144-257e267ddd24 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "GET /v2.0/networks?id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 200 len: 816 time: 0.1188276 Mar 14 18:53:15.126118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Request body: {'port': {'device_id': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'admin_state_up': True, 'tenant_id': '64dbdd3885fc483aa40f582fad386a07'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:15.314110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Made reservation on behalf of 64dbdd3885fc483aa40f582fad386a07 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:53:15.317714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.453718 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d8f27da3-7bb7-48a9-8470-1c76334d57de req-e4d7468c-fce1-4d36-bc6c-a917bb95dece tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 210 time: 0.0308778 Mar 14 18:53:15.472027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Allocated IP 172.20.0.10 (a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb/a7d810a6-79b9-4997-adf4-5cffaed9a02d/dd4b6a4b-f48e-495c-b6f2-71f445c05066) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:53:15.613909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.706371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.749695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:53:15.752574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:53:15.756107 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:53:15.762965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Pushing event updated for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:15.811566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:15.812167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:15.903632 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-bacb7a12-d6ff-4712-a976-7847d22d871a tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810457 Mar 14 18:53:15.916083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Request body: {'port': {'device_id': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:53:15.972838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.005444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-15fa5064-9906-4a4d-a5a1-d3ecbef7acf5 None None] Provisioning complete for port dd4b6a4b-f48e-495c-b6f2-71f445c05066 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:16.006059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-15fa5064-9906-4a4d-a5a1-d3ecbef7acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.039348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-15fa5064-9906-4a4d-a5a1-d3ecbef7acf5 None None] Port dd4b6a4b-f48e-495c-b6f2-71f445c05066 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:53:16.226750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4b6a4b-f48e-495c-b6f2-71f445c05066 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:53:16.234289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.245437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Transition to ACTIVE for port object dd4b6a4b-f48e-495c-b6f2-71f445c05066 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:53:16.308655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.356628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:16.431879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Attempting to bind port dd4b6a4b-f48e-495c-b6f2-71f445c05066 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:53:16.432213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Attempting to bind port dd4b6a4b-f48e-495c-b6f2-71f445c05066 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:53:16.432539 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Attempting to bind port dd4b6a4b-f48e-495c-b6f2-71f445c05066 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:53:16.437046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Port dd4b6a4b-f48e-495c-b6f2-71f445c05066 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:53:16.437361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Attempting to bind port dd4b6a4b-f48e-495c-b6f2-71f445c05066 on network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:53:16.442472 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:53:16.442806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Checking segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:53:16.443192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Bound using segment: {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:53:16.443614 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Bound port: dd4b6a4b-f48e-495c-b6f2-71f445c05066, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51f9701-7497-46f6-bf91-d8fc4d75fd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:53:16.443969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.512338 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:53:16.515915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:53:16.569413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98a46-d278-4633-9a48-0134227e19e1 req-9f4e4b0b-f271-407b-a1ab-d7a409edfc4e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:16.571498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b4e98a46-d278-4633-9a48-0134227e19e1 req-9f4e4b0b-f271-407b-a1ab-d7a409edfc4e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 944 time: 0.0495844 Mar 14 18:53:16.575059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.612098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:16.612520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:16.613929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] 10.222.0.61 "PUT /v2.0/ports/dd4b6a4b-f48e-495c-b6f2-71f445c05066 HTTP/1.1" status: 200 len: 1094 time: 0.7023814 Mar 14 18:53:16.614304 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b4e98a46-d278-4633-9a48-0134227e19e1 req-b6d02709-b111-4fd5-81a8-4e33bb68e8ad tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Mar 14 18:53:16.614424 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:16.616605 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:53:16.643818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e05bb-15e4-4f60-a383-81416e24ad6d service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:16.666558 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b65ff-5fa4-42b8-a3b6-8bb903fe22bb x-openstack-request-id: req-8e3b65ff-5fa4-42b8-a3b6-8bb903fe22bb {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:53:16.668051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:53:16.668051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e3b65ff-5fa4-42b8-a3b6-8bb903fe22bb {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:53:16.668051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066', 'status': 'completed', 'code': 200} Mar 14 18:53:16.732964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-9cf7d2a0-b8f6-4322-885e-2670d062111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:16.734531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-9cf7d2a0-b8f6-4322-885e-2670d062111e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 1097 time: 0.0463016 Mar 14 18:53:16.833459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-88f2d70a-5bcf-4cdc-80a3-f91eb0059f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:16.834962 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-88f2d70a-5bcf-4cdc-80a3-f91eb0059f52 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=64dbdd3885fc483aa40f582fad386a07&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0929890 Mar 14 18:53:16.930943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-250aebf4-3555-4505-afe5-41b0f438af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:16.932317 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fa0b1217-54d1-4386-a749-cc4ca4bbb9a5 req-250aebf4-3555-4505-afe5-41b0f438af81 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915601 Mar 14 18:53:17.014568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-0d9544b0-c999-4dd8-90c0-6de080393459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:17.016075 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-0d9544b0-c999-4dd8-90c0-6de080393459 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64dbdd3885fc483aa40f582fad386a07&device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 1097 time: 0.0418792 Mar 14 18:53:17.062811 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-f617fd70-7304-498e-a640-687d76150130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066 HTTP/1.1" status: 200 len: 217 time: 0.0387421 Mar 14 18:53:17.408402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-2c463bb9-b9ff-4a67-a8a5-cc8a3e832fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:17.409759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-2c463bb9-b9ff-4a67-a8a5-cc8a3e832fe9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7d810a6-79b9-4997-adf4-5cffaed9a02d HTTP/1.1" status: 200 len: 855 time: 0.3400567 Mar 14 18:53:17.455746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-0b0ce7e7-c0a7-4016-8a04-00f2dd387200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:17.457252 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-0b0ce7e7-c0a7-4016-8a04-00f2dd387200 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396795 Mar 14 18:53:17.543196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-f1a72d20-5b27-4bb7-bd88-c23327ddc8af service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791948 Mar 14 18:53:17.633967 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a644f66f-7ec1-4c41-908c-eb8b1f0f863d req-70936a74-4c2d-41c4-b8a4-5385f10dbf21 service neutron] 10.222.0.61 "GET /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841327 Mar 14 18:53:17.737739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be406-cf91-443c-b2d8-6b520840d154 req-d9737795-70bf-49d2-930e-6fb2006c3837 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:17.739224 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d6be406-cf91-443c-b2d8-6b520840d154 req-d9737795-70bf-49d2-930e-6fb2006c3837 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 944 time: 0.0501013 Mar 14 18:53:17.777128 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7d6be406-cf91-443c-b2d8-6b520840d154 req-f0f4c5c6-b91e-4721-8089-581f233e1e70 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Mar 14 18:53:17.865471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba441331-2638-44c2-86af-c17bbf01f471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:18.892877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a40b-3a70-491f-8b09-2225c28f644a req-cb37dee1-b19f-40b6-9577-59dfb594c5a3 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:18.894354 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fae0a40b-3a70-491f-8b09-2225c28f644a req-cb37dee1-b19f-40b6-9577-59dfb594c5a3 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 944 time: 0.0484359 Mar 14 18:53:18.931266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fae0a40b-3a70-491f-8b09-2225c28f644a req-e5495b53-b88b-4630-b78a-24c41712677b tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Mar 14 18:53:19.248793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device dd4b6a4b-f48e-495c-b6f2-71f445c05066 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:53:19.342964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:19.354735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066', 'network_id': 'a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb', 'port_id': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066', 'mac_address': 'fa:16:3e:e6:df:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d810a6-79b9-4997-adf4-5cffaed9a02d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:53:19.392692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:19.405862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4b6a4b-f48e-495c-b6f2-71f445c05066 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:53:19.424689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:19.505755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:19.552590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:19.560172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.561469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.561469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.561469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.561469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.561880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.562233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.562558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.562886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.563206 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.563522 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.563839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:19.809196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['dd4b6a4b-f48e-495c-b6f2-71f445c05066'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:53:20.042860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63fcb8-523b-4324-a73b-5f9de7b31695 req-6e0d3639-8714-4bfb-9baf-477f4f9c58e6 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:20.044344 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ca63fcb8-523b-4324-a73b-5f9de7b31695 req-6e0d3639-8714-4bfb-9baf-477f4f9c58e6 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 945 time: 0.0490224 Mar 14 18:53:20.083510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ca63fcb8-523b-4324-a73b-5f9de7b31695 req-b151865c-bfeb-43e0-b3ab-d829bbb8a14e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331151 Mar 14 18:53:20.128061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb6b-0afa-444b-831a-17bada80769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.197570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291b4f6-9e69-4510-8a0e-079f6cc7e735 req-eb61495b-ea8c-4bdc-9aed-2daacee991b9 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:21.199057 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5291b4f6-9e69-4510-8a0e-079f6cc7e735 req-eb61495b-ea8c-4bdc-9aed-2daacee991b9 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 945 time: 0.0472679 Mar 14 18:53:21.239450 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5291b4f6-9e69-4510-8a0e-079f6cc7e735 req-779e77c1-fd5a-46ad-870b-4faca0bf9af1 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Mar 14 18:53:21.257349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device dd4b6a4b-f48e-495c-b6f2-71f445c05066 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:53:21.368776 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port dd4b6a4b-f48e-495c-b6f2-71f445c05066 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:53:21.372631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port dd4b6a4b-f48e-495c-b6f2-71f445c05066 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:53:21.373003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.462273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.483585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:21.485791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f70fe-26af-4746-98a2-743322eae7e1" -d '{"events": [{"server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:53:21.499227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:21.517180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.523018 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2c940-5b7b-4be2-9dc5-b4b8750f061f x-openstack-request-id: req-c2d2c940-5b7b-4be2-9dc5-b4b8750f061f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:53:21.527514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:53:21.527514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2d2c940-5b7b-4be2-9dc5-b4b8750f061f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:53:21.527514 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066', 'code': 200} Mar 14 18:53:21.568296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:21.615392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:21.815885 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88ecd-2ead-4a75-a460-c11587f85037 req-689a3eea-a609-4951-8913-8882871aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:21.817393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73c88ecd-2ead-4a75-a460-c11587f85037 req-689a3eea-a609-4951-8913-8882871aaf67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 1099 time: 0.0395129 Mar 14 18:53:21.850823 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-73c88ecd-2ead-4a75-a460-c11587f85037 req-bd2da924-1bf5-492e-b191-18c0eb8009d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272324 Mar 14 18:53:22.354251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7791e-0e21-451c-839e-95ccd2a434ef req-8a283314-35bf-426a-bff5-ce4123f043f7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:22.355710 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dbc7791e-0e21-451c-839e-95ccd2a434ef req-8a283314-35bf-426a-bff5-ce4123f043f7 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0478172 Mar 14 18:53:22.401451 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dbc7791e-0e21-451c-839e-95ccd2a434ef req-ae39861b-f15e-4de7-8838-1d3e82caa5ca tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Mar 14 18:53:22.988204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:23.076974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:23.524073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bcf0b-5f9c-4f06-bd3b-91e1d8a3ae1a req-24ce3e19-64f8-46a0-b8ef-988fc1610892 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.525560 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db1bcf0b-5f9c-4f06-bd3b-91e1d8a3ae1a req-24ce3e19-64f8-46a0-b8ef-988fc1610892 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0543833 Mar 14 18:53:23.563601 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-db1bcf0b-5f9c-4f06-bd3b-91e1d8a3ae1a req-c92f8b9d-7cfd-4e46-9584-3bffbc8af3b3 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Mar 14 18:53:23.678543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b175d-52c9-4008-a1c7-12d6c5b133ee req-a334cfad-1d24-40fb-be10-b0ed1d339b4f tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:23.680677 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-707b175d-52c9-4008-a1c7-12d6c5b133ee req-a334cfad-1d24-40fb-be10-b0ed1d339b4f tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0479507 Mar 14 18:53:23.721074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-707b175d-52c9-4008-a1c7-12d6c5b133ee req-ab8bd647-c20f-41bf-befa-55085ee5b2e0 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Mar 14 18:53:28.391212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:34.943414 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:53:46.767560 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f1cc-049e-41e7-8715-17f4b4c9ff50 req-71ea61c8-21ee-4004-bc63-0d7a57f1e4c1 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:46.769041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ad6f1cc-049e-41e7-8715-17f4b4c9ff50 req-71ea61c8-21ee-4004-bc63-0d7a57f1e4c1 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0480762 Mar 14 18:53:46.807402 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ad6f1cc-049e-41e7-8715-17f4b4c9ff50 req-dbdd414d-7487-46c8-8265-2cad0efd7ad3 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Mar 14 18:53:47.861459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-508bead1-87c9-4227-8247-f5083f0bb86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:47.926617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055ab3-c018-4968-8b14-aa63f66a516e req-079675c2-fdf1-498b-bd96-002b075150a8 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:47.928077 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77055ab3-c018-4968-8b14-aa63f66a516e req-079675c2-fdf1-498b-bd96-002b075150a8 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0487447 Mar 14 18:53:47.964844 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77055ab3-c018-4968-8b14-aa63f66a516e req-0194443b-f45a-42ed-91fe-53d4d5223524 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/security-groups?id=631f2401-8f3e-4c44-a470-8fbc9322fbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301323 Mar 14 18:53:48.507748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-0a4d9d92-17da-44de-9684-174845c0c2f5 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:53:48.509814 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-0a4d9d92-17da-44de-9684-174845c0c2f5 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 946 time: 0.0470891 Mar 14 18:53:48.600502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Deleting port dd4b6a4b-f48e-495c-b6f2-71f445c05066 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:48.600844 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:48.685327 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] For port dd4b6a4b-f48e-495c-b6f2-71f445c05066, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=dd4b6a4b-f48e-495c-b6f2-71f445c05066,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:48.685694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:48.698889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Calling delete_port for dd4b6a4b-f48e-495c-b6f2-71f445c05066 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:48.895665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:48.907258 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['dd4b6a4b-f48e-495c-b6f2-71f445c05066'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:53:48.923170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Pushing event deleted for resources: {'Port': ['ID=dd4b6a4b-f48e-495c-b6f2-71f445c05066,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:48.966341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] No DVR routers for this DVR port dd4b6a4b-f48e-495c-b6f2-71f445c05066 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:48.969256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:48.973092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7520c97f-8b79-46b6-aad9-824278a6a2ad req-108fd27d-69c1-48e9-8648-364c0b36331e tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.61 "DELETE /v2.0/ports/dd4b6a4b-f48e-495c-b6f2-71f445c05066 HTTP/1.1" status: 204 len: 173 time: 0.4579594 Mar 14 18:53:48.973623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'name': 'network-vif-deleted', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:53:48.975918 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6ac21-79ec-4edb-b71c-e73023028f6e" -d '{"events": [{"server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "name": "network-vif-deleted", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:53:49.016915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056e2f90-6336-4844-a84b-63d316227a4f x-openstack-request-id: req-056e2f90-6336-4844-a84b-63d316227a4f {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:53:49.017208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d", "name": "network-vif-deleted", "tag": "dd4b6a4b-f48e-495c-b6f2-71f445c05066", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:53:49.017453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-056e2f90-6336-4844-a84b-63d316227a4f {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:53:49.017849 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d', 'name': 'network-vif-deleted', 'tag': 'dd4b6a4b-f48e-495c-b6f2-71f445c05066', 'status': 'completed', 'code': 200} Mar 14 18:53:49.073241 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b2efdde8-a67d-465c-aec9-0a5c9638f91b req-4c029607-5fb2-4e0f-8e31-32b209c8b927 tempest-TestEncryptedCinderVolumes-722703630 tempest-TestEncryptedCinderVolumes-722703630-project] 10.222.0.58 "GET /v2.0/ports?device_id=589a0c0a-98ea-4f32-adfd-0ac5fcd22a8d HTTP/1.1" status: 200 len: 210 time: 0.0277710 Mar 14 18:53:50.169892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b9c5084-4fde-4156-8aaf-aec784a1bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:50.251607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54454) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:50.605260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:50.842790 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Deleting port f7eab560-2df1-4428-83bc-42cb1443ca95 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:50.843125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:50.918549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] For port f7eab560-2df1-4428-83bc-42cb1443ca95, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=f7eab560-2df1-4428-83bc-42cb1443ca95,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:50.918906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:50.930924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Calling delete_port for f7eab560-2df1-4428-83bc-42cb1443ca95 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:51.158255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:51.193167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7eab560-2df1-4428-83bc-42cb1443ca95,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:51.216025 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.216364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.216838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.217184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.217521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.217848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.218203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.218534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.218860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.219207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.219506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.220028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:53:51.365002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:51.428079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device dd4b6a4b-f48e-495c-b6f2-71f445c05066 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:51.451719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: dd4b6a4b-f48e-495c-b6f2-71f445c05066 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:51.452056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device dd4b6a4b-f48e-495c-b6f2-71f445c05066 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:51.552749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:51.582035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:53:51.688292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:53:51.694531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5aabb5fa-4835-4f1d-b265-3d67107aa008 admin admin] 10.222.0.58 "PUT /v2.0/routers/4064a4b5-95e7-44bb-812f-fe63bb6fd7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418900 Mar 14 18:53:51.695991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54456) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:51.697588 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Sync routers for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:53:51.707338 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:53:51.707936 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:51.801965 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:51.807968 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:53:51.903391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:51.982008 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '408cad24-e69f-417e-adef-c0b9da92738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:53:51Z', 'revision_number': 5, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port': {'id': '408cad24-e69f-417e-adef-c0b9da92738a', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:20Z', 'updated_at': '2022-03-14T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:52.007853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Checking router: 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:53:52.016523 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Routers {'4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:53:52.017129 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:52.022180 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Deleting port 408cad24-e69f-417e-adef-c0b9da92738a {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:52.022504 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.099238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] For port 408cad24-e69f-417e-adef-c0b9da92738a, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=408cad24-e69f-417e-adef-c0b9da92738a,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:52.099597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.100974 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] Set router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:53:52.112003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Calling delete_port for 408cad24-e69f-417e-adef-c0b9da92738a owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:52.151373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:53:51Z', 'revision_number': 6, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:52.180854 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1799ffa9-e0f5-4945-a83f-6e4803d54e0d None None] The sync data for ids ['4064a4b5-95e7-44bb-812f-fe63bb6fd7d3'] in dv-neutron-833670-1-hyperv is: [{'id': '4064a4b5-95e7-44bb-812f-fe63bb6fd7d3', 'name': 'tempest-TestEncryptedCinderVolumes-456661351-router', 'tenant_id': '64dbdd3885fc483aa40f582fad386a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:19Z', 'updated_at': '2022-03-14T18:53:51Z', 'revision_number': 6, 'project_id': '64dbdd3885fc483aa40f582fad386a07', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:53:52.352650 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.381480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=408cad24-e69f-417e-adef-c0b9da92738a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:52.448082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.542246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.544952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.626861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.627574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:53:52.632062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.633720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-971b0397-d2fe-44a8-9560-861d309de6d5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4064a4b5-95e7-44bb-812f-fe63bb6fd7d3 HTTP/1.1" status: 204 len: 168 time: 0.9364717 Mar 14 18:53:52.636048 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54458) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:52.685224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Deleting subnet a7d810a6-79b9-4997-adf4-5cffaed9a02d {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:53:52.688231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:52.952228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7eab560-2df1-4428-83bc-42cb1443ca95 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:52.974830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: f7eab560-2df1-4428-83bc-42cb1443ca95 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:52.975177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device f7eab560-2df1-4428-83bc-42cb1443ca95 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:52.986121 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.023198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.087326 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.103152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.204444 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.228400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d810a6-79b9-4997-adf4-5cffaed9a02d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:53.234226 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.237515 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-457a9acd-3b8e-4c8e-a87d-e711ce91f584 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a7d810a6-79b9-4997-adf4-5cffaed9a02d HTTP/1.1" status: 204 len: 168 time: 0.6003518 Mar 14 18:53:53.239980 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54460) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:53.240104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de77570-22e1-40fb-8759-3b1dc1c47905 None None] Network a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:53:53.308343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.360875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Deleting port 69840641-65dc-46a4-a831-45f20c9146ec {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:53.361213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.413054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] DHCP port deletion for a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:53:53.429076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] For port 69840641-65dc-46a4-a831-45f20c9146ec, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=69840641-65dc-46a4-a831-45f20c9146ec,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:53.429626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.442495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Calling delete_port for 69840641-65dc-46a4-a831-45f20c9146ec owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:53.461981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Deleting port 69840641-65dc-46a4-a831-45f20c9146ec {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:53.462356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.522370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] For port 69840641-65dc-46a4-a831-45f20c9146ec, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=69840641-65dc-46a4-a831-45f20c9146ec,segment=NetworkSegment(e51f9701-7497-46f6-bf91-d8fc4d75fd43),segment_id=e51f9701-7497-46f6-bf91-d8fc4d75fd43)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:53.525141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.539172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Calling delete_port for 69840641-65dc-46a4-a831-45f20c9146ec owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:53.590752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.610554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.621328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69840641-65dc-46a4-a831-45f20c9146ec,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:53.623972 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] No DVR routers for this DVR port 69840641-65dc-46a4-a831-45f20c9146ec on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:53.637968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] Pushing event deleted for resources: {'Port': ['ID=69840641-65dc-46a4-a831-45f20c9146ec,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:53.643972 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382f43a-4aa3-4491-b512-d37edfad4ec4 None None] No DVR routers for this DVR port 69840641-65dc-46a4-a831-45f20c9146ec on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:53.695121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.714533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:53.723646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51f9701-7497-46f6-bf91-d8fc4d75fd43') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:53.723945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51f9701-7497-46f6-bf91-d8fc4d75fd43') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:53.733924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.748241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.753992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:53:53.754374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:53:53.755970 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:53:53.864429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.871343 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:53.874690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb HTTP/1.1" status: 204 len: 168 time: 0.6328847 Mar 14 18:53:53.877593 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54462) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:53.886381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbec87-bd63-4d78-a1a4-56e6d55537b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b3da20-6ed1-4f9f-a8eb-d05435cf99fb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:54.214889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:54.455990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Deleting port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:54.456335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:54.497667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 69840641-65dc-46a4-a831-45f20c9146ec no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:54.517947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 69840641-65dc-46a4-a831-45f20c9146ec {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:54.518289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 69840641-65dc-46a4-a831-45f20c9146ec not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:54.518694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 408cad24-e69f-417e-adef-c0b9da92738a no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:54.537671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] For port 0504c0ad-f48d-4e32-bcb3-e64f36a65b12, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:54.538074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:54.540419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 408cad24-e69f-417e-adef-c0b9da92738a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:54.540758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 408cad24-e69f-417e-adef-c0b9da92738a not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:54.555136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Calling delete_port for 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:54.808561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:54.834236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0504c0ad-f48d-4e32-bcb3-e64f36a65b12,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:54.997736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:55.208478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Router 729f6ea1-4682-4c32-b788-8d328a9b16d2 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:53:55.315037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:53:55.320293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-372415c4-e583-4c2f-8868-c145f909b3a2 admin admin] 10.222.0.58 "PUT /v2.0/routers/729f6ea1-4682-4c32-b788-8d328a9b16d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415364 Mar 14 18:53:55.323550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:55.325540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Sync routers for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:53:55.334844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:53:55.335464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:55.427055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:55.439052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:53:55.530414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:55.615766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:53:54Z', 'revision_number': 5, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port': {'id': 'eeb43da0-3821-4e02-b025-8ec3d88582e9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:52:26Z', 'updated_at': '2022-03-14T18:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:55.641956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Checking router: 729f6ea1-4682-4c32-b788-8d328a9b16d2 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:53:55.650205 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Routers {'729f6ea1-4682-4c32-b788-8d328a9b16d2'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:53:55.653063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['729f6ea1-4682-4c32-b788-8d328a9b16d2'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:55.667768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Deleting port eeb43da0-3821-4e02-b025-8ec3d88582e9 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:55.668116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:55.745513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] Set router 729f6ea1-4682-4c32-b788-8d328a9b16d2 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:53:55.749208 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] For port eeb43da0-3821-4e02-b025-8ec3d88582e9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=eeb43da0-3821-4e02-b025-8ec3d88582e9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:55.749571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:55.761122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Calling delete_port for eeb43da0-3821-4e02-b025-8ec3d88582e9 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:55.800617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:53:55Z', 'revision_number': 6, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:55.825616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e38631-d3ee-477f-9e36-ba13681e66d9 None None] The sync data for ids ['729f6ea1-4682-4c32-b788-8d328a9b16d2'] in dv-neutron-833670-1-hyperv is: [{'id': '729f6ea1-4682-4c32-b788-8d328a9b16d2', 'name': 'tempest-TestEncryptedCinderVolumes-101169317-router', 'tenant_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:52:25Z', 'updated_at': '2022-03-14T18:53:55Z', 'revision_number': 6, 'project_id': '6d59680f6fa04aa19ff88c0e8e1cfda5', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:53:55.984426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.009924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb43da0-3821-4e02-b025-8ec3d88582e9,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:56.068949 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.158587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.160639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.264887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.265435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729f6ea1-4682-4c32-b788-8d328a9b16d2 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:53:56.269618 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.275287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-05747cbb-5336-46f9-a931-7708bb61b975 admin admin] 10.222.0.58 "DELETE /v2.0/routers/729f6ea1-4682-4c32-b788-8d328a9b16d2 HTTP/1.1" status: 204 len: 168 time: 0.9463418 Mar 14 18:53:56.275287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:56.317576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Deleting subnet a927d393-d607-4c9d-bb73-19b20c7338e1 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:53:56.320668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.354743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.434754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.568553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.596432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a927d393-d607-4c9d-bb73-19b20c7338e1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:56.607232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.610860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f4dbce5d-bcc0-4ecc-a6a4-73cfd5782dc2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a927d393-d607-4c9d-bb73-19b20c7338e1 HTTP/1.1" status: 204 len: 168 time: 0.3364785 Mar 14 18:53:56.614182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54470) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:56.615516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44b7d3-bf1e-42a2-85be-488578e9084f None None] Network 11065809-37b0-49c6-bb03-bade98b009b0 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:53:56.672718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device eeb43da0-3821-4e02-b025-8ec3d88582e9 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:56.692309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.693692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: eeb43da0-3821-4e02-b025-8ec3d88582e9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:56.697191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device eeb43da0-3821-4e02-b025-8ec3d88582e9 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:56.698213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:56.721571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:56.722338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 0504c0ad-f48d-4e32-bcb3-e64f36a65b12 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:56.753073 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Deleting port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:56.753425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.820766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] For port 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3ff93f38-6948-4eec-9a51-4e960bf90dd8,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:56.821128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.836411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Calling delete_port for 3ff93f38-6948-4eec-9a51-4e960bf90dd8 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:56.868283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] DHCP port deletion for 11065809-37b0-49c6-bb03-bade98b009b0 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:53:56.920213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Deleting port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:53:56.920584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.982593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] For port 3ff93f38-6948-4eec-9a51-4e960bf90dd8, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=3ff93f38-6948-4eec-9a51-4e960bf90dd8,segment=NetworkSegment(1b07c887-46ed-4b90-b06c-40594a6a7f03),segment_id=1b07c887-46ed-4b90-b06c-40594a6a7f03)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:53:56.983204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:56.995163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Calling delete_port for 3ff93f38-6948-4eec-9a51-4e960bf90dd8 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:53:57.002013 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.037696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff93f38-6948-4eec-9a51-4e960bf90dd8,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:57.043194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] No DVR routers for this DVR port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:57.078461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.103215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] Pushing event deleted for resources: {'Port': ['ID=3ff93f38-6948-4eec-9a51-4e960bf90dd8,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:57.106630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83898e74-558c-49af-9e6b-8cfc132153d3 None None] No DVR routers for this DVR port 3ff93f38-6948-4eec-9a51-4e960bf90dd8 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:53:57.114679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.137685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11065809-37b0-49c6-bb03-bade98b009b0']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:57.146870 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b07c887-46ed-4b90-b06c-40594a6a7f03') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:57.147168 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b07c887-46ed-4b90-b06c-40594a6a7f03') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:53:57.157069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.170263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.175975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:53:57.176366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:53:57.178018 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:53:57.283599 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.288774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.292611 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] 10.222.0.58 "DELETE /v2.0/networks/11065809-37b0-49c6-bb03-bade98b009b0 HTTP/1.1" status: 204 len: 168 time: 0.6763437 Mar 14 18:53:57.303857 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14989-e96a-4e7f-a5f5-863216979e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=11065809-37b0-49c6-bb03-bade98b009b0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:57.694483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54474) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:57.733112 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-24f99668-9234-4914-a722-f03ae8cb3281 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64dbdd3885fc483aa40f582fad386a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374992 Mar 14 18:53:57.735502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54476) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:57.781796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.802868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.911937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.916961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:57.916961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/631f2401-8f3e-4c44-a470-8fbc9322fbca HTTP/1.1" status: 204 len: 168 time: 0.1795664 Mar 14 18:53:57.924561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bffcf6-64fd-4e17-9c7e-944bd3fb59c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f2401-8f3e-4c44-a470-8fbc9322fbca,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:58.379030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.497106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3ff93f38-6948-4eec-9a51-4e960bf90dd8 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:53:58.517888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 3ff93f38-6948-4eec-9a51-4e960bf90dd8 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:53:58.518259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 3ff93f38-6948-4eec-9a51-4e960bf90dd8 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:53:58.558768 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54482) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:58.597061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ba857731-8752-4274-9c5f-2a562b5c0c95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d59680f6fa04aa19ff88c0e8e1cfda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371678 Mar 14 18:53:58.599457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:58.645673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.666420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.786789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.789359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:53:58.790824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c736548-d238-4b70-966b-183d9d692f30 HTTP/1.1" status: 204 len: 168 time: 0.1904888 Mar 14 18:53:58.799089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef28c4e-1398-42e1-bf22-fafdaf048969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c736548-d238-4b70-966b-183d9d692f30,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:53:59.821465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54506) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:53:59.917517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555707510-network', 'tenant_id': 'c1e38f06139340c49778af00d600090b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:00.006763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Made reservation on behalf of c1e38f06139340c49778af00d600090b for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:00.009029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.017820 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.090065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.146128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.174208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:00.187860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cac59-ccb0-4582-9afa-e1c44c4c0509,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:00.193346 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.193687 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Added segment 898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646 of type vlan for network d05c2a2f-ab93-47dd-b870-4b94182bf995 Mar 14 18:54:00.232922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.306625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.308122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:00.308706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.369441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] Pushing event updated for resources: {'Network': ['ID=d05c2a2f-ab93-47dd-b870-4b94182bf995,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:00.379422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:00.458009 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e6762407-5dfa-425c-9832-8ab9bf6b636b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6353462 Mar 14 18:54:00.460867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54510) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:00.465587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Request body: {'subnet': {'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555707510-subnet', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:00.558323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Made reservation on behalf of c1e38f06139340c49778af00d600090b for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:00.560633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.775088 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.834630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c414a10-b855-412d-820c-e783e2b1b0d5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:00.842604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Checking segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:00.842955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Network hostable DHCP agents. Network: d05c2a2f-ab93-47dd-b870-4b94182bf995, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:00.929416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:00.986350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d05c2a2f-ab93-47dd-b870-4b94182bf995) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:00.990450 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:00.991037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:00.994803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9431e-c3bb-4263-a94a-6d778c05296c None None] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:54:01.075929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e1582bdb-782a-45e2-ae53-0f4f7447db9b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6137421 Mar 14 18:54:01.078459 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54512) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:01.083182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:01.158819 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.159894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.223166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.282492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d05c2a2f-ab93-47dd-b870-4b94182bf995', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:54:01.283339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.418837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Allocated IP 172.20.0.2 (d05c2a2f-ab93-47dd-b870-4b94182bf995/4c414a10-b855-412d-820c-e783e2b1b0d5/89ef8eeb-3bb8-4b47-bc98-cc681cc8a913) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:01.426637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.562122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.632663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.673382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:01.675978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:01.678429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:01.687437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Pushing event updated for resources: {'Port': ['ID=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:01.695336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.714218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.737604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Attempting to bind port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:01.738049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Attempting to bind port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:01.738406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Attempting to bind port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 on network d05c2a2f-ab93-47dd-b870-4b94182bf995 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:01.743273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:01.743632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Checking segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:01.744027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.744411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Bound using segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:01.745641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Bound port: 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:01.746938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.810147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] For port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:01.813126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] For port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:01.814898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Allocated IP 172.26.3.227 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/619d0594-7ec7-436a-aa7a-1e66598064b9) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:01.893631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.920879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:01.951473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7fd28-faee-4937-a2fd-5bde4d52d27f None None] Pushing event updated for resources: {'Port': ['ID=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:02.015365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.059124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:02.061344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:02.064919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:02.104951 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Pushing event updated for resources: {'Port': ['ID=619d0594-7ec7-436a-aa7a-1e66598064b9,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:02.402948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.544788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:02.603651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:02.604653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.612991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.690847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.725075 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:02.815396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.832609 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Router 026a9c25-d603-4baa-a165-3c2c7931960a is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:54:02.855308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff21b7f-c196-4aef-96cb-650a44ef6b67 None None] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:54:02.917513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:02.938234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-57f53421-792f-4358-a88b-b6f024275a58 None None] Provisioning complete for port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:02.938605 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57f53421-792f-4358-a88b-b6f024275a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:02.947006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:02.957080 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Sync routers for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:02.968062 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:02.968678 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:03.054756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.059932 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-eb080172-e89b-4217-b032-28e3049536e6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9765248 Mar 14 18:54:03.060249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54514) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:03.093728 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:03.287323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:02Z', 'revision_number': 3, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:03.319160 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Checking router: 026a9c25-d603-4baa-a165-3c2c7931960a for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:03.319504 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Updating router 026a9c25-d603-4baa-a165-3c2c7931960a port 619d0594-7ec7-436a-aa7a-1e66598064b9 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:03.344199 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.413438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-60fc3a81-e41f-4bc8-b1a6-8831585e732b None None] Provisioning complete for port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:03.413841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-60fc3a81-e41f-4bc8-b1a6-8831585e732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.503700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.598785 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.657924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Allocated IP 172.20.0.1 (d05c2a2f-ab93-47dd-b870-4b94182bf995/4c414a10-b855-412d-820c-e783e2b1b0d5/cf551f8a-9e91-46e3-b75f-a793c664b213) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:03.717573 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.765275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.773092 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Pushing event updated for resources: {'Port': ['ID=619d0594-7ec7-436a-aa7a-1e66598064b9,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:03.775124 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Attempting to bind port 619d0594-7ec7-436a-aa7a-1e66598064b9 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:03.777627 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Attempting to bind port 619d0594-7ec7-436a-aa7a-1e66598064b9 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:03.777627 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Attempting to bind port 619d0594-7ec7-436a-aa7a-1e66598064b9 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:03.785596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.785960 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.786302 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.786635 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.786962 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.787294 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.787617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.787942 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.788265 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.788587 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.788902 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.789280 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:03.793578 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:03.793973 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:03.794377 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.794756 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:03.795221 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Bound port: 619d0594-7ec7-436a-aa7a-1e66598064b9, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:03.795608 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.845291 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] For port 619d0594-7ec7-436a-aa7a-1e66598064b9, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:03.848249 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] For port 619d0594-7ec7-436a-aa7a-1e66598064b9, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=619d0594-7ec7-436a-aa7a-1e66598064b9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:03.884018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.912650 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:03.928684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:03.931587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:03.935568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:03.960390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Pushing event updated for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:03.973557 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085742-b020-467e-858d-17fe5299dc47 None None] Pushing event updated for resources: {'Port': ['ID=619d0594-7ec7-436a-aa7a-1e66598064b9,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:03.978748 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:03.980133 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:03.988241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.183252 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:04.188348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.223261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fa00ee7b-1ef7-432a-a13d-ea659e79560a None None] Provisioning complete for port cf551f8a-9e91-46e3-b75f-a793c664b213 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:04.223819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fa00ee7b-1ef7-432a-a13d-ea659e79560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.264302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-fa00ee7b-1ef7-432a-a13d-ea659e79560a None None] Port cf551f8a-9e91-46e3-b75f-a793c664b213 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:04.350551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.359198 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:02Z', 'revision_number': 3, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:04.388474 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6ff4-3351-4a49-add6-4d208dc074a1 None None] The sync data for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv is: [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:02Z', 'revision_number': 3, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:04.420835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.492105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Pushing event updated for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:04.495023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.524514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:04.583748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:04.584567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.596523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:04.598556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:04.756020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Router 026a9c25-d603-4baa-a165-3c2c7931960a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:54:04.873601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:04.879755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8275a491-2144-4f56-a54d-704107dff205 admin admin] 10.222.0.58 "PUT /v2.0/routers/026a9c25-d603-4baa-a165-3c2c7931960a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183846 Mar 14 18:54:04.893218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-5c089f48-0ab7-4786-af21-3f46ff937009 None None] Provisioning complete for port cf551f8a-9e91-46e3-b75f-a793c664b213 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:04.893595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5c089f48-0ab7-4786-af21-3f46ff937009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:04.933586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-5c089f48-0ab7-4786-af21-3f46ff937009 None None] Port cf551f8a-9e91-46e3-b75f-a793c664b213 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:05.540956 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54530) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:05.546622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372116418-network', 'tenant_id': '6323c279867547f498e7db1582d9f0a9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:05.615220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Made reservation on behalf of 6323c279867547f498e7db1582d9f0a9 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:05.621711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.627947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.702410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.763449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.794243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:54:05.799735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0983c641-4123-4c0a-a83d-e5ad4d507688,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:05.807596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.807596 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Added segment f08dae24-8e88-4b88-881d-3c81e5bc9024 of type vlan for network f99ed4e5-a025-4c6d-b256-2016a0b375ea Mar 14 18:54:05.849361 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.901378 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Sync routers for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:05.911306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:05.911926 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:05.923607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.924630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:05.925294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:05.990084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f99ed4e5-a025-4c6d-b256-2016a0b375ea,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:06.000729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:54:06.006119 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-be7ac45a-98cd-49c6-b514-fd9c72d8e5b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4634631 Mar 14 18:54:06.008796 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54532) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:06.013805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Request body: {'subnet': {'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372116418-subnet', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'ip_version': 4}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:06.066916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:06.077718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Made reservation on behalf of 6323c279867547f498e7db1582d9f0a9 for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:06.080261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.274100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 2, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:06.300936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Checking router: 026a9c25-d603-4baa-a165-3c2c7931960a for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:06.301365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Updating router 026a9c25-d603-4baa-a165-3c2c7931960a port cf551f8a-9e91-46e3-b75f-a793c664b213 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:06.318084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.325606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.378694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a73881-65ae-4da1-9788-3aa8c2c5518c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:06.385681 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Checking segment: {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:06.386074 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Network hostable DHCP agents. Network: f99ed4e5-a025-4c6d-b256-2016a0b375ea, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:54:06.460731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:54:06.537215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 619d0594-7ec7-436a-aa7a-1e66598064b9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:06.546420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f99ed4e5-a025-4c6d-b256-2016a0b375ea) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:06.550904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:06.551491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.568193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eca714-3102-4748-803d-c3d3797b4abb None None] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:54:06.639183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a3776857-3382-466e-ac9c-65f880c266af admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6291912 Mar 14 18:54:06.643372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54534) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:06.647654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:06.691577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.709126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 619d0594-7ec7-436a-aa7a-1e66598064b9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:06.709488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.733102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.734224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.765101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.787257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:06.845527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a791cf-cfd6-41c2-9910-2a0b865a97cc None None] Pushing event updated for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:06.879155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'fixed_ips': [{'subnet_id': '75a73881-65ae-4da1-9788-3aa8c2c5518c'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:54:06.880017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.108752 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.167568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Attempting to bind port cf551f8a-9e91-46e3-b75f-a793c664b213 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:07.168474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Attempting to bind port cf551f8a-9e91-46e3-b75f-a793c664b213 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:07.168836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Attempting to bind port cf551f8a-9e91-46e3-b75f-a793c664b213 on network d05c2a2f-ab93-47dd-b870-4b94182bf995 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:07.198689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 619d0594-7ec7-436a-aa7a-1e66598064b9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=619d0594-7ec7-436a-aa7a-1e66598064b9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:07.200929 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:07.201284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Checking segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:07.201685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.202117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Bound using segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:07.202580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Bound port: cf551f8a-9e91-46e3-b75f-a793c664b213, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:07.202957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.224059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-17ea56ca-770a-4dc5-88f7-b515f96b89c1 None None] Provisioning complete for port cf551f8a-9e91-46e3-b75f-a793c664b213 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:07.224426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17ea56ca-770a-4dc5-88f7-b515f96b89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.275464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.297833 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.342039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-17ea56ca-770a-4dc5-88f7-b515f96b89c1 None None] Port cf551f8a-9e91-46e3-b75f-a793c664b213 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:07.369513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Allocated IP 172.20.0.2 (f99ed4e5-a025-4c6d-b256-2016a0b375ea/75a73881-65ae-4da1-9788-3aa8c2c5518c/843f8fd6-d8f1-477f-9581-8acf3d309a48) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:07.392158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=619d0594-7ec7-436a-aa7a-1e66598064b9,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:07.404300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] For port cf551f8a-9e91-46e3-b75f-a793c664b213, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:07.453201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] For port cf551f8a-9e91-46e3-b75f-a793c664b213, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf551f8a-9e91-46e3-b75f-a793c664b213,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:07.521190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.539942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.558821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.587156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.598999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:07.599647 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:07.640772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a791cf-cfd6-41c2-9910-2a0b865a97cc None None] Pushing event updated for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:07.659746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.682366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Allocated IP 172.26.3.239 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/a3c14d16-4097-473e-9432-bfab2d8a7b35) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:07.743633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:07.751908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:07.755641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Pushing event updated for resources: {'Port': ['ID=843f8fd6-d8f1-477f-9581-8acf3d309a48,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:07.760058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:07.772056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:07.791227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.882185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.899002 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Attempting to bind port 843f8fd6-d8f1-477f-9581-8acf3d309a48 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:07.899366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Attempting to bind port 843f8fd6-d8f1-477f-9581-8acf3d309a48 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:07.899724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Attempting to bind port 843f8fd6-d8f1-477f-9581-8acf3d309a48 on network f99ed4e5-a025-4c6d-b256-2016a0b375ea {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:07.923897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:07.926632 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:07.930112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:07.934398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:07.934759 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Checking segment: {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:07.935556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Pushing event updated for resources: {'Port': ['ID=a3c14d16-4097-473e-9432-bfab2d8a7b35,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:07.935728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.936128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Bound using segment: {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:07.936607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Bound port: 843f8fd6-d8f1-477f-9581-8acf3d309a48, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:07.937026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:07.955744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] Provisioning complete for port cf551f8a-9e91-46e3-b75f-a793c664b213 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:07.956110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.089079 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] For port 843f8fd6-d8f1-477f-9581-8acf3d309a48, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:08.127364 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] For port 843f8fd6-d8f1-477f-9581-8acf3d309a48, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=843f8fd6-d8f1-477f-9581-8acf3d309a48,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:08.145494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.185284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] For port cf551f8a-9e91-46e3-b75f-a793c664b213, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf551f8a-9e91-46e3-b75f-a793c664b213,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:08.189591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:08.218332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019192a0-8e37-4ec7-aefd-3fa83a0bbd36 None None] The sync data for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv is: [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:08.220956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.246514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.284225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.310191 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb090-ae48-47d6-8fc7-417e3cf4b757 None None] Pushing event updated for resources: {'Port': ['ID=843f8fd6-d8f1-477f-9581-8acf3d309a48,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:08.387261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c510700-8f6c-4ced-aa79-185a7908b01d None None] Pushing event updated for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:08.493368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.671819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 619d0594-7ec7-436a-aa7a-1e66598064b9 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:08.730396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 619d0594-7ec7-436a-aa7a-1e66598064b9 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:08.730725 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.769448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:54:08.812427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf551f8a-9e91-46e3-b75f-a793c664b213 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:08.870401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port cf551f8a-9e91-46e3-b75f-a793c664b213 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:08.871535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.906456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:08.921622 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Sync routers for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:08.931454 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:08.932070 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:08.994783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:08.999182 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-836ec3e1-cf54-4096-8184-ac4270b7918e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3522401 Mar 14 18:54:08.999431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54536) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:09.049250 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:09.257554 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 3, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:09.293890 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Checking router: c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:09.294545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Updating router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 port a3c14d16-4097-473e-9432-bfab2d8a7b35 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:09.328006 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.403598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c68d52-4564-416a-9fa1-10e90a3610b4 None None] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:54:09.485269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] Provisioning complete for port 843f8fd6-d8f1-477f-9581-8acf3d309a48 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:09.485645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.545559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.618416 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.634788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.672747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] For port 843f8fd6-d8f1-477f-9581-8acf3d309a48, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=843f8fd6-d8f1-477f-9581-8acf3d309a48,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:09.700798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.720639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Allocated IP 172.20.0.1 (f99ed4e5-a025-4c6d-b256-2016a0b375ea/75a73881-65ae-4da1-9788-3aa8c2c5518c/5967f67f-3b19-4882-aa28-4fc33440299d) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:09.750960 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Attempting to bind port a3c14d16-4097-473e-9432-bfab2d8a7b35 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:09.751331 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Attempting to bind port a3c14d16-4097-473e-9432-bfab2d8a7b35 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:09.751697 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Attempting to bind port a3c14d16-4097-473e-9432-bfab2d8a7b35 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:09.757235 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3722540-f4c1-4b6f-bf38-3043c2e0cc57 None None] Pushing event updated for resources: {'Port': ['ID=a3c14d16-4097-473e-9432-bfab2d8a7b35,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:09.762064 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:09.767425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:09.767425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.767425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:09.767425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Bound port: a3c14d16-4097-473e-9432-bfab2d8a7b35, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:09.767425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.785015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.831929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.833230 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] For port a3c14d16-4097-473e-9432-bfab2d8a7b35, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:09.836800 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] For port a3c14d16-4097-473e-9432-bfab2d8a7b35, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3c14d16-4097-473e-9432-bfab2d8a7b35,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:09.863979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f335a2-9d03-495a-a314-404032d95478 None None] Pushing event updated for resources: {'Port': ['ID=843f8fd6-d8f1-477f-9581-8acf3d309a48,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:09.904975 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.916834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3da67ce0-c67f-4972-8a52-0600c2c53619 None None] Provisioning complete for port 843f8fd6-d8f1-477f-9581-8acf3d309a48 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:09.916834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3da67ce0-c67f-4972-8a52-0600c2c53619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.933617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:09.961217 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:09.961862 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:09.968320 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3722540-f4c1-4b6f-bf38-3043c2e0cc57 None None] Pushing event updated for resources: {'Port': ['ID=a3c14d16-4097-473e-9432-bfab2d8a7b35,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:09.983480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:09.986585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:09.989136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:10.019836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:10.032223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.032569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.032909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.033244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.033575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.033927 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.034254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.034579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.034904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.035224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.035545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.035878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:10.049810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.078345 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:10.226932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-783a46a7-5b8d-4f2e-acb4-be7249a82e50 None None] Provisioning complete for port 5967f67f-3b19-4882-aa28-4fc33440299d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:10.227216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-783a46a7-5b8d-4f2e-acb4-be7249a82e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.259623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.260009 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 3, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:10.261413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-783a46a7-5b8d-4f2e-acb4-be7249a82e50 None None] Port 5967f67f-3b19-4882-aa28-4fc33440299d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:10.380429 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e404e5c-6678-4aa5-bf87-59f10d9e9069 None None] The sync data for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 3, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:10.438042 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.498563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.551267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 843f8fd6-d8f1-477f-9581-8acf3d309a48 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:10.569220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:10.572855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.626236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 843f8fd6-d8f1-477f-9581-8acf3d309a48 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:10.626608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:10.704297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:10.706018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:10.853161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:54:10.976517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:54:10.984771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-022fd20e-5721-4ce9-9e4d-fe64719dc0d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/c996ff33-81ec-4ea6-bba3-4e07a6ce00d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842908 Mar 14 18:54:10.994607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe7e9-bcbb-4936-b9ab-98d7de07040c None None] Provisioning complete for port 5967f67f-3b19-4882-aa28-4fc33440299d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:10.995478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe7e9-bcbb-4936-b9ab-98d7de07040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:11.036564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbe7e9-bcbb-4936-b9ab-98d7de07040c None None] Port 5967f67f-3b19-4882-aa28-4fc33440299d cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:11.945879 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:12.034115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Sync routers for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:54:12.046998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:12.047847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:12.160201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:12.383610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:10Z', 'revision_number': 4, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '5967f67f-3b19-4882-aa28-4fc33440299d', 'name': '', 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:09Z', 'updated_at': '2022-03-14T18:54:10Z', 'revision_number': 2, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'subnets': [{'id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:12.414873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Checking router: c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:54:12.415261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Updating router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 port 5967f67f-3b19-4882-aa28-4fc33440299d binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:54:12.443965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:12.596389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3c14d16-4097-473e-9432-bfab2d8a7b35 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:12.715824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a3c14d16-4097-473e-9432-bfab2d8a7b35 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:12.716438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:12.877546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:12.887939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:12.903581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port a3c14d16-4097-473e-9432-bfab2d8a7b35, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3c14d16-4097-473e-9432-bfab2d8a7b35,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:12.989832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.031167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.050281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796b60-a942-44e5-add2-fbc26d9cdcf7 None None] Pushing event updated for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:13.142932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=a3c14d16-4097-473e-9432-bfab2d8a7b35,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:13.156800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Attempting to bind port 5967f67f-3b19-4882-aa28-4fc33440299d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:13.157255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Attempting to bind port 5967f67f-3b19-4882-aa28-4fc33440299d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:13.157506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Attempting to bind port 5967f67f-3b19-4882-aa28-4fc33440299d on network f99ed4e5-a025-4c6d-b256-2016a0b375ea {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:13.163043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:13.163414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Checking segment: {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:13.163812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.164192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Bound using segment: {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:13.164946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Bound port: 5967f67f-3b19-4882-aa28-4fc33440299d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08dae24-8e88-4b88-881d-3c81e5bc9024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:13.165335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.257930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] For port 5967f67f-3b19-4882-aa28-4fc33440299d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:13.262463 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] For port 5967f67f-3b19-4882-aa28-4fc33440299d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5967f67f-3b19-4882-aa28-4fc33440299d,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:13.327659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.398468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:54:13.399102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:53:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:13.533180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796b60-a942-44e5-add2-fbc26d9cdcf7 None None] Pushing event updated for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:13.542804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] Provisioning complete for port 5967f67f-3b19-4882-aa28-4fc33440299d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:13.543038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.545592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:54:13.756783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:13.826290 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] For port 5967f67f-3b19-4882-aa28-4fc33440299d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5967f67f-3b19-4882-aa28-4fc33440299d,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:13.853131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:10Z', 'revision_number': 4, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '5967f67f-3b19-4882-aa28-4fc33440299d', 'name': '', 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:09Z', 'updated_at': '2022-03-14T18:54:13Z', 'revision_number': 4, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'subnets': [{'id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:54:13.879755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82958-a38c-4275-b8f8-c3257ea788aa None None] The sync data for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:54:10Z', 'revision_number': 4, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '5967f67f-3b19-4882-aa28-4fc33440299d', 'name': '', 'network_id': 'f99ed4e5-a025-4c6d-b256-2016a0b375ea', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:09Z', 'updated_at': '2022-03-14T18:54:13Z', 'revision_number': 4, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'subnets': [{'id': '75a73881-65ae-4da1-9788-3aa8c2c5518c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:54:13.921097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:14.020747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997b628-685e-43b0-b011-7d586b40a645 None None] Pushing event updated for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:14.094197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2a74e416-9ddd-43e8-911a-09e73fc28d57 None None] Provisioning complete for port 5967f67f-3b19-4882-aa28-4fc33440299d triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:14.094881 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2a74e416-9ddd-43e8-911a-09e73fc28d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:14.620286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5967f67f-3b19-4882-aa28-4fc33440299d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:14.669551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5967f67f-3b19-4882-aa28-4fc33440299d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:14.669987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:14.751614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3c14d16-4097-473e-9432-bfab2d8a7b35 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:14.796745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port a3c14d16-4097-473e-9432-bfab2d8a7b35 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:14.797112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:18.277592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-faedbe20-b188-4fa7-9ab0-f930091fcf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:20.134456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0fecfe1d-1350-4f37-a0ff-090272f535a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:21.520906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:22.882114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-ebe78ad3-bfe6-4606-a8d4-67eb6e59ad38 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:22.883580 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-ebe78ad3-bfe6-4606-a8d4-67eb6e59ad38 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 815 time: 0.1034601 Mar 14 18:54:22.899110 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-6b758ade-aedc-4035-85e1-37a5f61c7d1c tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/quotas/c1e38f06139340c49778af00d600090b HTTP/1.1" status: 200 len: 375 time: 0.0089891 Mar 14 18:54:22.950451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-e6bfb471-e7e0-4c68-8a9d-b7f3d7d60d62 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460284 Mar 14 18:54:23.002445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:23.044187 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-6499feb4-4806-4bff-85ce-5ec73ea3b255 service neutron] 10.222.0.58 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822210 Mar 14 18:54:23.086782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:23.136476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-26c70d53-4194-44f5-8007-b1466b24fd36 service neutron] 10.222.0.58 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Mar 14 18:54:23.785277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eddabc6d-a2c5-4da4-8144-9921abdd4170 req-807a5a12-55bc-448b-b7cb-89eeec61f60b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 210 time: 0.4251857 Mar 14 18:54:24.883848 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ecd598f-9a6c-4e43-8a51-b4101552ac5c req-c33792ab-3f52-4bb9-aef5-0ba802b94e2e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 210 time: 0.0295742 Mar 14 18:54:25.493671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-3bb17de7-ce89-4f3d-8725-c755d1801833 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:25.495167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-3bb17de7-ce89-4f3d-8725-c755d1801833 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 815 time: 0.1016555 Mar 14 18:54:25.508464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'port': {'device_id': '70567aaa-bffc-4893-b61c-0400f114269e', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'admin_state_up': True, 'tenant_id': 'c1e38f06139340c49778af00d600090b'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:25.705194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Made reservation on behalf of c1e38f06139340c49778af00d600090b for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:54:25.708805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:25.835154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Allocated IP 172.20.0.11 (d05c2a2f-ab93-47dd-b870-4b94182bf995/4c414a10-b855-412d-820c-e783e2b1b0d5/4848ca24-5f54-4b6a-8374-b8bcbe33494a) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:54:25.994112 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c3a4f225-f4e4-46b6-9956-954ce7b52424 req-51f603ec-beb2-49cd-8aa8-2ba7d34d5f77 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 210 time: 0.0371370 Mar 14 18:54:26.023315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.115626 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.159578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:54:26.162451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:54:26.166397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:54:26.190835 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:26.219881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:26.220304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.289874 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-571181d8-9117-4a97-8443-df9fc8d21019 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7850201 Mar 14 18:54:26.459547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-1fe124e1-9e5f-46e3-9f61-8df3a0f19bee None None] Provisioning complete for port 4848ca24-5f54-4b6a-8374-b8bcbe33494a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:26.462529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1fe124e1-9e5f-46e3-9f61-8df3a0f19bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:26.505925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-1fe124e1-9e5f-46e3-9f61-8df3a0f19bee None None] Port 4848ca24-5f54-4b6a-8374-b8bcbe33494a cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:54:27.123876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1605c-0b1d-44f6-8054-f87a94fc3313 req-ea1b6b37-df20-4b91-b3d0-fc88bfc898b9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:27.125364 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2ca1605c-0b1d-44f6-8054-f87a94fc3313 req-ea1b6b37-df20-4b91-b3d0-fc88bfc898b9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0552120 Mar 14 18:54:27.167150 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2ca1605c-0b1d-44f6-8054-f87a94fc3313 req-05df6679-d32d-4e02-a033-b74bb42913d9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358477 Mar 14 18:54:28.287077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c637-1bff-4ceb-83ed-2369f56fab91 req-6ab8dbad-ed19-43f7-a010-3afe55047274 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:28.288584 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8d83c637-1bff-4ceb-83ed-2369f56fab91 req-6ab8dbad-ed19-43f7-a010-3afe55047274 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0516219 Mar 14 18:54:28.335851 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8d83c637-1bff-4ceb-83ed-2369f56fab91 req-435c4b3f-113f-44b5-9f65-afed447d8785 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Mar 14 18:54:28.400878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:29.476066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cca52-7164-41ed-8de7-25b2ef531bc6 req-892ad833-e87d-4ba3-9f29-4402c4bc3a46 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:29.485080 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af8cca52-7164-41ed-8de7-25b2ef531bc6 req-892ad833-e87d-4ba3-9f29-4402c4bc3a46 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0683918 Mar 14 18:54:29.519090 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-af8cca52-7164-41ed-8de7-25b2ef531bc6 req-0cc446bf-610e-47e9-a867-a3c8b497e535 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Mar 14 18:54:30.641623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace777e6-7b10-4f99-b12d-97763ca65dc1 req-2e82d32c-f5e7-42a4-9f7c-9ef4b75cff98 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:30.643228 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ace777e6-7b10-4f99-b12d-97763ca65dc1 req-2e82d32c-f5e7-42a4-9f7c-9ef4b75cff98 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0514929 Mar 14 18:54:30.685167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ace777e6-7b10-4f99-b12d-97763ca65dc1 req-a980a50f-c9e9-46be-bf39-b4b9d5295e9a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356441 Mar 14 18:54:31.806002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010a8e-5949-430b-8cc7-47088f8fcac0 req-7de7af42-478c-487e-8246-cd930e7f72c3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:31.815488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39010a8e-5949-430b-8cc7-47088f8fcac0 req-7de7af42-478c-487e-8246-cd930e7f72c3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0500276 Mar 14 18:54:31.853146 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-39010a8e-5949-430b-8cc7-47088f8fcac0 req-01fffb78-6f37-497f-a63e-077502a5b16f tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Mar 14 18:54:32.983725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed231a0d-5fef-4065-a83a-82f0fec97ae1 req-46f56eb4-80da-4488-978d-07ed9987cc62 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:32.985231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed231a0d-5fef-4065-a83a-82f0fec97ae1 req-46f56eb4-80da-4488-978d-07ed9987cc62 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0563917 Mar 14 18:54:33.030795 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed231a0d-5fef-4065-a83a-82f0fec97ae1 req-c4e3d411-7d1b-466a-8b3d-11102f629b2a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Mar 14 18:54:34.143952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1131a-252c-4002-8bfd-a8afbaeb3973 req-943dbbe2-bf93-497d-9d42-6f410adf8569 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:34.145435 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1fe1131a-252c-4002-8bfd-a8afbaeb3973 req-943dbbe2-bf93-497d-9d42-6f410adf8569 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0477321 Mar 14 18:54:34.183403 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1fe1131a-252c-4002-8bfd-a8afbaeb3973 req-5b4477da-f2db-4f67-9fbb-052e51c7292b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Mar 14 18:54:35.297058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0f27c-a482-4f94-a57d-48322cd8b190 req-85463693-34ca-45e0-84d4-f1487fcb1a5b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:35.298584 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4af0f27c-a482-4f94-a57d-48322cd8b190 req-85463693-34ca-45e0-84d4-f1487fcb1a5b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 932 time: 0.0493538 Mar 14 18:54:35.340594 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4af0f27c-a482-4f94-a57d-48322cd8b190 req-3b9a205c-12a9-4a45-b117-9bc288ea975d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Mar 14 18:54:35.567809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Request body: {'port': {'device_id': '70567aaa-bffc-4893-b61c-0400f114269e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:54:35.619691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.879350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4848ca24-5f54-4b6a-8374-b8bcbe33494a {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:35.887142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:35.898486 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Transition to ACTIVE for port object 4848ca24-5f54-4b6a-8374-b8bcbe33494a will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:54:35.950555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.000284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:36.069749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Attempting to bind port 4848ca24-5f54-4b6a-8374-b8bcbe33494a on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:54:36.070335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Attempting to bind port 4848ca24-5f54-4b6a-8374-b8bcbe33494a by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:54:36.070678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Attempting to bind port 4848ca24-5f54-4b6a-8374-b8bcbe33494a on network d05c2a2f-ab93-47dd-b870-4b94182bf995 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:36.075894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Port 4848ca24-5f54-4b6a-8374-b8bcbe33494a on network d05c2a2f-ab93-47dd-b870-4b94182bf995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:54:36.076221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Attempting to bind port 4848ca24-5f54-4b6a-8374-b8bcbe33494a on network d05c2a2f-ab93-47dd-b870-4b94182bf995 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:54:36.081481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:54:36.081810 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Checking segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:54:36.082232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Bound using segment: {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:54:36.082668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Bound port: 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:54:36.083041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.152834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:54:36.155816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:54:36.212400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.248746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.249243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:36.250750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] 10.222.0.61 "PUT /v2.0/ports/4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1094 time: 0.6872609 Mar 14 18:54:36.251105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:36.253352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173f52cd-d052-4889-aa1d-ed6bb2f09c64" -d '{"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:36.275770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63c4e-e7ca-457f-a48f-29295ad514ee service neutron] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:36.306446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fda98c-fec3-40ed-9a1e-8323ab5c0406 x-openstack-request-id: req-f2fda98c-fec3-40ed-9a1e-8323ab5c0406 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:36.307063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:36.307063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2fda98c-fec3-40ed-9a1e-8323ab5c0406 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:36.307486 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:54:36.369656 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-0be97a72-fd44-4392-aef1-d2d743886ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.371264 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-0be97a72-fd44-4392-aef1-d2d743886ab8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1097 time: 0.0447807 Mar 14 18:54:36.517617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e164bc1-c603-4392-aaf7-596a82ed6705 req-fcd6e8ce-5c4d-4f06-a29f-2071bd26bcad tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.519281 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e164bc1-c603-4392-aaf7-596a82ed6705 req-fcd6e8ce-5c4d-4f06-a29f-2071bd26bcad tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 944 time: 0.0841322 Mar 14 18:54:36.522296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-9481e807-843e-4ae5-a36f-d36f3bb9aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.523631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-9481e807-843e-4ae5-a36f-d36f3bb9aede service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c1e38f06139340c49778af00d600090b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1455216 Mar 14 18:54:36.618698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e164bc1-c603-4392-aaf7-596a82ed6705 req-6f2ac038-c012-4287-a916-678fca00dafb tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Mar 14 18:54:36.651649 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-936f1952-c5dc-4d10-ada6-13a9222ff48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.653162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-173f52cd-d052-4889-aa1d-ed6bb2f09c64 req-936f1952-c5dc-4d10-ada6-13a9222ff48d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210892 Mar 14 18:54:36.727413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b52b8070-fab7-4eb6-95a5-6d66923fc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.728882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-b52b8070-fab7-4eb6-95a5-6d66923fc160 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1097 time: 0.0412822 Mar 14 18:54:36.769880 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-8de9f67b-7592-4881-bb47-57620121fb93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 217 time: 0.0341017 Mar 14 18:54:36.823953 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-3de561ee-58aa-4fbd-a476-a28713b13a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.825891 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-3de561ee-58aa-4fbd-a476-a28713b13a9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0488713 Mar 14 18:54:36.870253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-cd911ee4-dd4f-42bb-b11f-f09d00e48e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:36.872824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-cd911ee4-dd4f-42bb-b11f-f09d00e48e74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407989 Mar 14 18:54:36.965876 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-bd955f22-89ea-4d10-b982-a27344db1648 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864868 Mar 14 18:54:37.061786 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be53d4ac-4dfe-4492-ac2b-30c8da49ac71 req-aa393a13-ba79-41f1-8dd8-2ba736abb8dd service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890856 Mar 14 18:54:37.742958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b9d12-8804-4ce4-81bb-61f9d939bdb2 req-12dfd06a-113d-4941-b049-0a56990a3b84 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:37.744398 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a3b9d12-8804-4ce4-81bb-61f9d939bdb2 req-12dfd06a-113d-4941-b049-0a56990a3b84 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 944 time: 0.0521710 Mar 14 18:54:37.780850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5a3b9d12-8804-4ce4-81bb-61f9d939bdb2 req-6bfa59bf-59c4-4825-9973-78a119f28a98 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Mar 14 18:54:38.899335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacca513-2af3-4783-81a6-bab89f8b424d req-96ee1c9a-83a6-497f-a19a-413ca69eb732 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:38.900844 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacca513-2af3-4783-81a6-bab89f8b424d req-96ee1c9a-83a6-497f-a19a-413ca69eb732 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 944 time: 0.0524483 Mar 14 18:54:38.938603 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacca513-2af3-4783-81a6-bab89f8b424d req-4cd2615a-afb0-4b3b-a337-ce189aeb6f3a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Mar 14 18:54:39.668341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4848ca24-5f54-4b6a-8374-b8bcbe33494a details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:54:39.761996 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:39.773034 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'port_id': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'mac_address': 'fa:16:3e:ac:b6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:54:39.808652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.821186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4848ca24-5f54-4b6a-8374-b8bcbe33494a {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:54:39.839961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:39.922038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:39.970765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:39.977764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.978202 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.978535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.978863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.979193 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.979514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.979834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.980154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.980477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.980793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.981105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:39.981418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:54:40.053334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5cc67-7e2a-48eb-bdf8-7bdec8d87c91 req-f4a1722d-ff5c-453e-bf69-687dee6c5dd2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:40.054746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f8d5cc67-7e2a-48eb-bdf8-7bdec8d87c91 req-f4a1722d-ff5c-453e-bf69-687dee6c5dd2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 945 time: 0.0490451 Mar 14 18:54:40.091266 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f8d5cc67-7e2a-48eb-bdf8-7bdec8d87c91 req-e3768661-e7e5-44e4-bb89-668cc5ac474e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Mar 14 18:54:40.230656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:54:41.203747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c51e9-c87e-4ec7-9f6c-25867c633a18 req-ba88c844-10a6-49ae-b4eb-7786fdbbab0f tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:41.205228 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-761c51e9-c87e-4ec7-9f6c-25867c633a18 req-ba88c844-10a6-49ae-b4eb-7786fdbbab0f tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 945 time: 0.0479298 Mar 14 18:54:41.246793 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-761c51e9-c87e-4ec7-9f6c-25867c633a18 req-4f77b73a-43f0-4a76-927f-0545d1363c3b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Mar 14 18:54:41.690341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4848ca24-5f54-4b6a-8374-b8bcbe33494a up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:54:41.822768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 4848ca24-5f54-4b6a-8374-b8bcbe33494a completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:54:41.827117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 4848ca24-5f54-4b6a-8374-b8bcbe33494a triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:54:41.827486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:41.900132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:41.922818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:54:41.925146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a51417-b888-44b6-a3a4-5f3911940adc" -d '{"events": [{"server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "name": "network-vif-plugged", "status": "completed", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:54:41.938686 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:54:42.007355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:42.172619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8923d10d-1b2a-4ed2-86aa-32945a8294b2 x-openstack-request-id: req-8923d10d-1b2a-4ed2-86aa-32945a8294b2 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:54:42.172846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "name": "network-vif-plugged", "status": "completed", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:54:42.173072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8923d10d-1b2a-4ed2-86aa-32945a8294b2 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:54:42.173454 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'code': 200} Mar 14 18:54:42.198332 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:54:42.389789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab383-c9c9-43b9-99f9-a6dc9c609473 req-75ad2dbd-019f-4ddf-a756-0cad489c2c0b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:42.391303 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8c1ab383-c9c9-43b9-99f9-a6dc9c609473 req-75ad2dbd-019f-4ddf-a756-0cad489c2c0b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0745401 Mar 14 18:54:42.396948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044691-1c8e-4ceb-919d-0820498953a3 req-3329f6c4-c845-4ced-a610-ee7ef2a4eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:42.398365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f044691-1c8e-4ceb-919d-0820498953a3 req-3329f6c4-c845-4ced-a610-ee7ef2a4eb92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1099 time: 0.0567503 Mar 14 18:54:42.452282 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8c1ab383-c9c9-43b9-99f9-a6dc9c609473 req-8dab7a22-d2c7-4700-9f1e-088cfeca09fb tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529821 Mar 14 18:54:42.454233 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8f044691-1c8e-4ceb-919d-0820498953a3 req-29fc5f4f-043b-4668-a4f3-d6de086c71ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Mar 14 18:54:43.566921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718af18-3fb8-4b62-8f92-2e56bc5b3d9b req-c50c2041-be8e-41b4-ab1c-a38f7d1f9cf9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:43.568408 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f718af18-3fb8-4b62-8f92-2e56bc5b3d9b req-c50c2041-be8e-41b4-ab1c-a38f7d1f9cf9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0485113 Mar 14 18:54:43.604957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f718af18-3fb8-4b62-8f92-2e56bc5b3d9b req-59827fa2-ff74-43f2-98e1-0182355ba37d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307636 Mar 14 18:54:44.726657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a567edd-3550-4cad-bc18-04153fc60a11 req-ed0c0bad-09d6-4448-aa84-7b09e18dd297 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:44.728069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a567edd-3550-4cad-bc18-04153fc60a11 req-ed0c0bad-09d6-4448-aa84-7b09e18dd297 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0525584 Mar 14 18:54:44.765293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a567edd-3550-4cad-bc18-04153fc60a11 req-49c4c862-09a5-4d62-b35c-37c553dfb3b6 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Mar 14 18:54:44.882015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243ecf0-9e86-48dd-a27a-919125eebf45 req-0db26659-d16b-461e-8d2b-99fdfb3b1362 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:44.883516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9243ecf0-9e86-48dd-a27a-919125eebf45 req-0db26659-d16b-461e-8d2b-99fdfb3b1362 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0523188 Mar 14 18:54:44.921114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9243ecf0-9e86-48dd-a27a-919125eebf45 req-aec56574-3a8f-4015-986e-7b610e995c6c tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Mar 14 18:54:45.239044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fede61-8dec-4294-89d1-ea576d661997 req-ddfb2d17-5fd7-4dcd-9613-a730366d541e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:45.240518 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e9fede61-8dec-4294-89d1-ea576d661997 req-ddfb2d17-5fd7-4dcd-9613-a730366d541e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0476055 Mar 14 18:54:45.276852 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e9fede61-8dec-4294-89d1-ea576d661997 req-0249174a-d92d-4970-9a7a-f5bc7fbe4660 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Mar 14 18:54:47.882094 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e20c4e6e-3e4f-44c6-bcda-8f444b1b4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:48.945126 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:50.126844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5d699c58-1b1c-4c18-afcf-58659abab75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:51.509318 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:53.004669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:53.052376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:58.412242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:54:59.648831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4101d3-27d6-4741-ade3-a4567db186da req-5dd625d5-80a4-4647-8fa0-df805b6ddbe8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.650309 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9d4101d3-27d6-4741-ade3-a4567db186da req-5dd625d5-80a4-4647-8fa0-df805b6ddbe8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0489702 Mar 14 18:54:59.696557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9d4101d3-27d6-4741-ade3-a4567db186da req-bd3abaff-e605-4d1d-8dc0-af606b9b9cc1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Mar 14 18:54:59.720302 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54746) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:59.813470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74b9b0-61d6-438c-b9b7-b915d96ddc6e tempest-TestMinimumBasicScenario-95367089 tempest-TestMinimumBasicScenario-95367089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:54:59.814996 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3c74b9b0-61d6-438c-b9b7-b915d96ddc6e tempest-TestMinimumBasicScenario-95367089 tempest-TestMinimumBasicScenario-95367089-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1094 time: 0.0936980 Mar 14 18:54:59.818760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:54:59.822981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:00.572249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:00.674859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:00.787972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Allocated IP 172.26.3.37 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/774f7447-9508-4c43-a8e0-f731c433cca4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:55:00.889609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.001508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.043150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:55:01.045826 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:55:01.049329 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:55:01.071411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'Port': ['ID=774f7447-9508-4c43-a8e0-f731c433cca4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:01.423054 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.533753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.679369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.749105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.822654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'Port': ['ID=774f7447-9508-4c43-a8e0-f731c433cca4,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:01.832776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:01.932719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Floating IP 48fd3cf2-40b2-4283-99d5-28e4ccf004e2 associated. External IP: 172.26.3.37, port: 4848ca24-5f54-4b6a-8374-b8bcbe33494a. Mar 14 18:55:02.134640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Router 026a9c25-d603-4baa-a165-3c2c7931960a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:55:02.238749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:55:02.248495 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Sync routers for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:55:02.258551 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:02.268289 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:54:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:02.363671 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:02.367809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.421824 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0e78376d-8945-49e1-b50a-301c3ab15ef3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6020548 Mar 14 18:55:02.424592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:02.424996 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54754) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:02.427688 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c" -d '{"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:02.431420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886954501', 'description': 'tempest-secgroup-smoke-886954501 description', 'project_id': 'c1e38f06139340c49778af00d600090b'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:02.440544 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-054d2774-eb0b-4703-a631-8432aca23125 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548227 Mar 14 18:55:02.502399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b2749-3ad8-4466-b929-874f235e7c18 x-openstack-request-id: req-073b2749-3ad8-4466-b929-874f235e7c18 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:02.502682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:02.502932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-073b2749-3ad8-4466-b929-874f235e7c18 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:02.503355 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:55:02.515290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.538637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-de49a8fd-aef5-4595-b9e7-090bb3577dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.540182 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-de49a8fd-aef5-4595-b9e7-090bb3577dd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1099 time: 0.0465391 Mar 14 18:55:02.598290 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '48fd3cf2-40b2-4283-99d5-28e4ccf004e2', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'port_id': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'mac_address': 'fa:16:3e:ac:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70567aaa-bffc-4893-b61c-0400f114269e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:01Z', 'updated_at': '2022-03-14T18:55:01Z', 'revision_number': 0, 'project_id': 'c1e38f06139340c49778af00d600090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:02.598992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.627826 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Checking router: 026a9c25-d603-4baa-a165-3c2c7931960a for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:55:02.636282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:55:02.636884 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:54:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:02.640171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-3504d946-5a2f-4cb8-8a95-871787ca019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.640909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.641636 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-3504d946-5a2f-4cb8-8a95-871787ca019e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0842061 Mar 14 18:55:02.677484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01201a-6cb0-43d7-b579-99e3818a3177,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.685491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.685782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.686537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.686537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.686836 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.687099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.687430 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.688118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.688118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.688420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.688696 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.689017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:55:02.711570 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.713054 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-3172ff61-c622-4c51-9fd4-d5f68d25eae7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2855792 Mar 14 18:55:02.716221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54758) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:02.721419 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-78c3b255-dedd-41d9-96c5-e7dc41515dad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 999 time: 0.0700474 Mar 14 18:55:02.721747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:02.746470 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:55:02.767325 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-f053148c-3508-4138-ad94-83ab6de8ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.769567 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-f053148c-3508-4138-ad94-83ab6de8ae24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0434384 Mar 14 18:55:02.800871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.817478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-0be8ed84-2343-4a13-ab3a-60286b85fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:02.819257 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-0be8ed84-2343-4a13-ab3a-60286b85fea9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429552 Mar 14 18:55:02.862455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.910087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.917676 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-f7ae92a4-2926-4528-a122-8e52baaee785 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903239 Mar 14 18:55:02.926479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e5571d-a9da-41af-ae16-d329321cf9ca,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:02.973570 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '48fd3cf2-40b2-4283-99d5-28e4ccf004e2', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'port_id': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'mac_address': 'fa:16:3e:ac:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70567aaa-bffc-4893-b61c-0400f114269e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:01Z', 'updated_at': '2022-03-14T18:55:01Z', 'revision_number': 0, 'project_id': 'c1e38f06139340c49778af00d600090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:55:02.991838 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:02.995869 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:03.000653 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-37a1f886-1de1-49a0-8e21-646c1b8ea3e4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784081 Mar 14 18:55:03.000819 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf26bc-7df6-40eb-8a4e-040c2526f918 None None] The sync data for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv is: [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '48fd3cf2-40b2-4283-99d5-28e4ccf004e2', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'floating_ip_address': '172.26.3.37', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'port_id': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'mac_address': 'fa:16:3e:ac:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70567aaa-bffc-4893-b61c-0400f114269e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:55:01Z', 'updated_at': '2022-03-14T18:55:01Z', 'revision_number': 0, 'project_id': 'c1e38f06139340c49778af00d600090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:55:03.006418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:03.036028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f7bb6a89-099a-4237-8a12-40aa608d5f91 req-9133c0ea-3d75-4200-bca5-4f00f5908a5e service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109788 Mar 14 18:55:03.114352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.204133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f0453-b4e9-466f-9ac0-e6d6ca6fa31d None None] New status for floating IP 48fd3cf2-40b2-4283-99d5-28e4ccf004e2: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:55:03.502131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-158b5981-8e87-49c7-8529-22904c46993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.503747 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-158b5981-8e87-49c7-8529-22904c46993d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1099 time: 0.0615964 Mar 14 18:55:03.505315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.558391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.585659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f639570-9513-4039-b8e9-d0b07a116aaa,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:03.614949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-3d88289d-4b0a-46e3-955a-e7f77e20d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.616507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-3d88289d-4b0a-46e3-955a-e7f77e20d152 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.1053698 Mar 14 18:55:03.660946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.662112 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a6fb279b-83a8-43f8-b97e-d46bfafafc35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6652727 Mar 14 18:55:03.665296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:03.670318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:03.689502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-90487a4f-931a-4e59-ad81-82b2073a6cd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.0655937 Mar 14 18:55:03.738464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-86f38e52-1338-478f-9643-94522ac46fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.739907 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-86f38e52-1338-478f-9643-94522ac46fcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0438719 Mar 14 18:55:03.760228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.790897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-300ca297-cdc0-4f53-a559-5b1e53e75db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:03.792400 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-300ca297-cdc0-4f53-a559-5b1e53e75db0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447547 Mar 14 18:55:03.821229 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.874685 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.881407 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-6f2cbc43-0ae9-4689-9c3b-fb7302447a64 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814834 Mar 14 18:55:03.892069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7406b8c-ad6e-47f7-af9b-40b62f46b9e2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:03.939648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:03.940933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-7c88a700-5f14-42be-8fcc-a6fb75ffe9da tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2742996 Mar 14 18:55:03.943631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54764) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:03.948511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:03.979494 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e9d7f7c-546d-4bec-ac78-4bcbc293f86c req-db1257f7-2a04-4b1c-b1db-297df7d040cb service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889323 Mar 14 18:55:04.051904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.113179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.188886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.207265 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbda9eeb-ddc7-4d4f-b62a-6293205c74f8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:04.282483 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.283772 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-42b2699c-43f8-4ea5-b4af-02814aefdca2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390794 Mar 14 18:55:04.287640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54766) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:04.292478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:04.378784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Project c1e38f06139340c49778af00d600090b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:55:04.384121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.443019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.520877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.540514 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbec7e0a-a7b2-41e3-95ed-3e767d4ee9da,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:04.606975 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.608186 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dd080a8a-2108-4c8b-89c0-c702c6daee35 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3195362 Mar 14 18:55:04.611037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:55:04.615490 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'security_group_rule': {'security_group_id': '0f01201a-6cb0-43d7-b579-99e3818a3177', 'project_id': 'c1e38f06139340c49778af00d600090b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:04.697557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Project c1e38f06139340c49778af00d600090b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:55:04.702770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.767609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.845952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.865377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30e1bee-f892-44e4-ad29-3f156f775a8e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:04.945299 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:04.946585 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-43cfba09-57d6-4fa2-82f3-c85f4cc2c25d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3345888 Mar 14 18:55:05.025058 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-72bfa7ef-949b-40b2-983b-54cd76addaa7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886954501&fields=id&tenant_id=c1e38f06139340c49778af00d600090b HTTP/1.1" status: 200 len: 267 time: 0.0328057 Mar 14 18:55:05.077794 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-2723e505-d7b0-4ed3-b237-8aa79742bcd1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:05.079283 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-2723e505-d7b0-4ed3-b237-8aa79742bcd1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0483873 Mar 14 18:55:05.090534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'port': {'security_groups': ['f85cac59-ccb0-4582-9afa-e1c44c4c0509', '0f01201a-6cb0-43d7-b579-99e3818a3177']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:55:05.152844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:05.332258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:55:05.653640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:05.714895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:05.726639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:05.762748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:05.763421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:05.764810 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-057bca5f-1d5d-4a7a-b70c-dff318330602 req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "PUT /v2.0/ports/4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 982 time: 0.6787992 Mar 14 18:55:05.765264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:55:05.767610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a42b1c-98bd-4577-b833-b69db59435e6" -d '{"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:55:05.789682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a5ef4-206e-4a5a-88ef-6ca94bb4012d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=6']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:55:05.844449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:55:05.911196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ccaa5-ae4a-4cec-829b-bc6e4650fb83 x-openstack-request-id: req-7e1ccaa5-ae4a-4cec-829b-bc6e4650fb83 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:55:05.911488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:55:05.911762 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e1ccaa5-ae4a-4cec-829b-bc6e4650fb83 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:55:05.912410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:55:05.923306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfcf36-3475-4028-aa0e-e47dc1e94b0c req-0e3c4392-5e75-4705-bd14-9321fbd0553a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:05.925870 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8dfcf36-3475-4028-aa0e-e47dc1e94b0c req-0e3c4392-5e75-4705-bd14-9321fbd0553a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0790348 Mar 14 18:55:05.998883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8dfcf36-3475-4028-aa0e-e47dc1e94b0c req-2a5db0f2-3846-4add-8fe2-17ecbcaa969a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563312 Mar 14 18:55:06.003503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-d61af8a9-39d4-4c90-9039-88ff091eeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.005686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-d61af8a9-39d4-4c90-9039-88ff091eeaf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1138 time: 0.0736582 Mar 14 18:55:06.073789 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-00477455-bec5-41bc-9136-12316d088049 None None] Provisioning complete for port 4848ca24-5f54-4b6a-8374-b8bcbe33494a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:55:06.074104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-00477455-bec5-41bc-9136-12316d088049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:06.102236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-4b6ca1ea-7bf9-4897-a13d-9be4eeaa1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.103734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-4b6ca1ea-7bf9-4897-a13d-9be4eeaa1e99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0896101 Mar 14 18:55:06.169989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-b8a73bbd-f61c-4adb-8b86-471a606e6ca9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.0590205 Mar 14 18:55:06.218463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-87b09956-c832-4207-9134-bd2ba738b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.220032 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-87b09956-c832-4207-9134-bd2ba738b4f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0433261 Mar 14 18:55:06.269318 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-82512f08-de22-4e40-a781-b2f264eacc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:06.270991 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-82512f08-de22-4e40-a781-b2f264eacc62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443735 Mar 14 18:55:06.363971 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-22b084ac-02bf-4773-8d4d-3c906f017711 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Mar 14 18:55:06.461603 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c9a42b1c-98bd-4577-b833-b69db59435e6 req-a2ab0582-3ae3-4389-b198-3e9f6b530bb2 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911736 Mar 14 18:55:17.891487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97516647-2e12-4a09-b302-361f82376f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:20.159570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cecf8f81-0711-4363-922c-203f15a1c992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:21.514019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:22.993512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:23.073300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:25.945495 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:55:28.439385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:47.929578 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0b7f320b-713d-4326-81dd-1a7ad389c9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:50.095412 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-32e91c2a-6f1e-4693-994f-712621958abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:51.512323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:53.026843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:53.066591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:54.407619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9afa18-3816-4cb5-8aee-517335e7bf54 req-bae1ee13-4a8f-487c-8ea6-996bfb4574de tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.409610 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b9afa18-3816-4cb5-8aee-517335e7bf54 req-bae1ee13-4a8f-487c-8ea6-996bfb4574de tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0503976 Mar 14 18:55:54.460368 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b9afa18-3816-4cb5-8aee-517335e7bf54 req-842320ac-a6fc-49b9-854e-a8e7110f2e16 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441728 Mar 14 18:55:54.490404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-2b5a8f4e-ecb8-4a3e-a2bd-e69568bb39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.491886 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-2b5a8f4e-ecb8-4a3e-a2bd-e69568bb39c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1138 time: 0.0478311 Mar 14 18:55:54.585055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-379b5284-0d47-46ae-8699-75b495f18a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.586589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-379b5284-0d47-46ae-8699-75b495f18a22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0877988 Mar 14 18:55:54.651589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-b79c6d2a-794e-4b74-87ff-09e52230125c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.0572925 Mar 14 18:55:54.699676 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-b71aadb1-05ce-43cc-b6ec-c09de20e76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.701021 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-b71aadb1-05ce-43cc-b6ec-c09de20e76c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0426004 Mar 14 18:55:54.748868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-4308bb06-70f6-4545-9bcc-2d275a704204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:54.750381 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-4308bb06-70f6-4545-9bcc-2d275a704204 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431242 Mar 14 18:55:54.840506 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-399f44d0-c77c-4e9b-af33-175584d8caf4 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813260 Mar 14 18:55:54.932974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d9c7cfaf-0c99-4e14-9853-c56fab28bb8d req-34522348-008f-4a29-abc6-c69820430230 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850480 Mar 14 18:55:55.579024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f6af4-d632-4291-bf79-3a23cdab0884 req-a8b1b8e6-f282-416e-ad93-cba8d22707ef tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:55.580491 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37f6af4-d632-4291-bf79-3a23cdab0884 req-a8b1b8e6-f282-416e-ad93-cba8d22707ef tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0508316 Mar 14 18:55:55.619853 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37f6af4-d632-4291-bf79-3a23cdab0884 req-6e48ae02-795f-49a7-a0fc-5a4d0eae3ade tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328476 Mar 14 18:55:56.734418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153e94-5227-4dab-b2f1-4b1613e76d42 req-9ebfb948-ecf1-4411-bb69-e3243152798a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:56.735889 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c153e94-5227-4dab-b2f1-4b1613e76d42 req-9ebfb948-ecf1-4411-bb69-e3243152798a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0489042 Mar 14 18:55:56.774263 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c153e94-5227-4dab-b2f1-4b1613e76d42 req-e9a31fc8-3bda-4bb4-9d6d-ace120ae2126 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318153 Mar 14 18:55:57.888532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60431824-6e7e-44cc-a158-712f7007f77d req-c8f5ef29-5104-4b2d-9f47-4940fd9c809d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:57.890011 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-60431824-6e7e-44cc-a158-712f7007f77d req-c8f5ef29-5104-4b2d-9f47-4940fd9c809d tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0482004 Mar 14 18:55:57.928429 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-60431824-6e7e-44cc-a158-712f7007f77d req-88a26f04-cb31-4620-9e47-e0707e2f0aeb tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324986 Mar 14 18:55:58.466377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:55:59.042823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4864-bfc9-4f64-bc41-b374934b563a req-1a074b69-c91b-422a-a2fe-a4b10277303b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:55:59.044360 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b0b4864-bfc9-4f64-bc41-b374934b563a req-1a074b69-c91b-422a-a2fe-a4b10277303b tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0487390 Mar 14 18:55:59.085459 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b0b4864-bfc9-4f64-bc41-b374934b563a req-140a7e19-d6cb-4ffd-a313-e0d7fa47fad1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348251 Mar 14 18:56:00.197736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe999-c7fb-4376-902f-a1e29b097f25 req-5fd1c546-6086-4d18-b820-f2648b6d34f2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:00.199210 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cfefe999-c7fb-4376-902f-a1e29b097f25 req-5fd1c546-6086-4d18-b820-f2648b6d34f2 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0483513 Mar 14 18:56:00.236777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cfefe999-c7fb-4376-902f-a1e29b097f25 req-c4ec4700-c9b0-4190-8394-944e07f7dcd1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316064 Mar 14 18:56:01.354380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73124e6-d2f4-49f9-83a5-6b4d01e81078 req-7ab22c93-cc15-4e95-b2f6-946c14b802a8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:01.355845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c73124e6-d2f4-49f9-83a5-6b4d01e81078 req-7ab22c93-cc15-4e95-b2f6-946c14b802a8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0524445 Mar 14 18:56:01.394450 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c73124e6-d2f4-49f9-83a5-6b4d01e81078 req-9586aa59-cffe-4841-bc8e-ceaf27c6e7bf tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325551 Mar 14 18:56:02.511613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c86cca-aa92-4928-87b8-a5818c80ebbf req-255cdceb-c0af-49ce-aaca-970e4bd6f0f0 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:02.512539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c0c86cca-aa92-4928-87b8-a5818c80ebbf req-255cdceb-c0af-49ce-aaca-970e4bd6f0f0 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0515349 Mar 14 18:56:02.552725 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c0c86cca-aa92-4928-87b8-a5818c80ebbf req-757c0644-ddca-4e73-bf4a-0a0e5973bda7 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334857 Mar 14 18:56:02.944842 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:03.448949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a535-820e-40bf-afaa-6867d068dceb req-6ef37d4a-238a-47b4-8995-9e20c748c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:03.450450 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-6ef37d4a-238a-47b4-8995-9e20c748c98d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1138 time: 0.0413170 Mar 14 18:56:03.549926 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a535-820e-40bf-afaa-6867d068dceb req-3e24c622-6f4c-4fd5-a482-853ad3e335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:03.551393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-3e24c622-6f4c-4fd5-a482-853ad3e335e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0823219 Mar 14 18:56:03.621338 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-9598a7cb-9f66-4773-9ca2-182a4a0e994d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.0625248 Mar 14 18:56:03.694476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a535-820e-40bf-afaa-6867d068dceb req-bc977bdc-aa5b-4724-9f9c-7e6721f293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:03.695967 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-bc977bdc-aa5b-4724-9f9c-7e6721f293e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0657933 Mar 14 18:56:03.707393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306e02-b2d9-473a-9581-89271679c85b req-07a816a6-9a83-4644-b320-d5b862d1edaf tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:03.709820 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be306e02-b2d9-473a-9581-89271679c85b req-07a816a6-9a83-4644-b320-d5b862d1edaf tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0875249 Mar 14 18:56:03.773410 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-be306e02-b2d9-473a-9581-89271679c85b req-5c5c8077-43ab-48f3-abad-1269f06481b4 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551648 Mar 14 18:56:03.775915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a535-820e-40bf-afaa-6867d068dceb req-3cb0f335-c1ef-4dd6-af9e-7cbc7059df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:03.777317 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-3cb0f335-c1ef-4dd6-af9e-7cbc7059df94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662696 Mar 14 18:56:03.868517 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-c35deb03-bd0d-4d0b-8aec-a6e491d0d970 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Mar 14 18:56:03.954739 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2487a535-820e-40bf-afaa-6867d068dceb req-2b4f25a3-b044-4899-aa56-34e3d31a4c06 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796900 Mar 14 18:56:04.889457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8049f-1064-4079-a76e-15c2dfba70a9 req-0965909f-3b2a-4d3b-b1a2-de43acc496a9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:04.890949 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f0a8049f-1064-4079-a76e-15c2dfba70a9 req-0965909f-3b2a-4d3b-b1a2-de43acc496a9 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0496790 Mar 14 18:56:04.930788 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f0a8049f-1064-4079-a76e-15c2dfba70a9 req-319ab853-1818-4845-914d-f858b970acf0 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339193 Mar 14 18:56:06.044760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5046-72a7-4892-bbcd-64c408baa1d6 req-5dda5967-fdd5-4354-930c-323d419d51b1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:06.046265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1fdd5046-72a7-4892-bbcd-64c408baa1d6 req-5dda5967-fdd5-4354-930c-323d419d51b1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0495660 Mar 14 18:56:06.091171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1fdd5046-72a7-4892-bbcd-64c408baa1d6 req-fc40e8c9-7064-44a9-b958-dc18db6f2d05 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390012 Mar 14 18:56:07.209112 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6fd03-4216-45db-83b0-ab929dab41b9 req-be0ff83d-85fa-436c-9026-7330a4092884 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:07.210719 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40e6fd03-4216-45db-83b0-ab929dab41b9 req-be0ff83d-85fa-436c-9026-7330a4092884 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0514445 Mar 14 18:56:07.248938 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40e6fd03-4216-45db-83b0-ab929dab41b9 req-44fb1980-35de-4a70-933a-b0bb720a2088 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321960 Mar 14 18:56:08.368721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83933c57-a24f-4e78-a462-edbc5357dffb req-930c571b-3240-45b1-9810-0e9c8467c82e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:08.386957 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-83933c57-a24f-4e78-a462-edbc5357dffb req-930c571b-3240-45b1-9810-0e9c8467c82e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0530133 Mar 14 18:56:08.409189 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-83933c57-a24f-4e78-a462-edbc5357dffb req-55efb47e-f131-4b80-bcdc-54791d8b26e1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330381 Mar 14 18:56:09.526989 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74acdea-28a1-47b9-b553-21e8f9406300 req-2a7fae57-155b-4a9e-89b8-188210919d47 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:09.528475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f74acdea-28a1-47b9-b553-21e8f9406300 req-2a7fae57-155b-4a9e-89b8-188210919d47 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0512311 Mar 14 18:56:09.568072 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f74acdea-28a1-47b9-b553-21e8f9406300 req-12d73725-a3c1-4e84-af0e-0ba44a3ed6c8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336516 Mar 14 18:56:10.682568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84dc0d-2a93-4e78-b228-65e92b877fe3 req-97538e33-2421-45df-afdc-12a5426b88b5 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:10.684096 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4f84dc0d-2a93-4e78-b228-65e92b877fe3 req-97538e33-2421-45df-afdc-12a5426b88b5 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0506589 Mar 14 18:56:10.726034 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4f84dc0d-2a93-4e78-b228-65e92b877fe3 req-84c24c5f-99fd-4cf7-86e3-2ad3f115d1d1 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359149 Mar 14 18:56:11.841505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf9e0-b667-437e-9a53-244e8dd91b69 req-2a642279-cf3f-4386-9544-69d486a8be92 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:11.842983 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2bcbf9e0-b667-437e-9a53-244e8dd91b69 req-2a642279-cf3f-4386-9544-69d486a8be92 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0497363 Mar 14 18:56:11.882917 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2bcbf9e0-b667-437e-9a53-244e8dd91b69 req-08c04f41-8b9f-41ff-9eeb-791e225bf10e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f01201a-6cb0-43d7-b579-99e3818a3177&id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339115 Mar 14 18:56:17.905865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0114c024-db5b-47ec-a883-45cece615265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:20.111580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-96b6dfea-4afc-4c82-98f6-1afbe6e142e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:21.516887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:22.985492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:23.065581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:28.476512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:39.943458 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:47.870770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6ec78806-37bb-4b8b-bcaa-7f7b9bcd0468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:50.104747 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-330f8f53-f903-412c-9c1c-46924fcd0c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:51.504851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:53.011262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:53.093585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:56:58.493709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:04.418531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-e7fc97c1-e9b2-4fb7-bcef-5b5f9d8202fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402594 Mar 14 18:57:04.504838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-de1f73cc-e4c8-440e-8e17-f7e571a5ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.506340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-de1f73cc-e4c8-440e-8e17-f7e571a5ba0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1138 time: 0.0438037 Mar 14 18:57:04.606698 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-d7f062d9-e4ea-4bb6-98b5-1fa1ecb1c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.608162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-d7f062d9-e4ea-4bb6-98b5-1fa1ecb1c5fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0845945 Mar 14 18:57:04.676745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-f017ca61-efd9-491a-b7ee-f7fdbb77f3d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.0623243 Mar 14 18:57:04.724416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-744c94c3-aa19-433e-87fa-79072410a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.725795 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-744c94c3-aa19-433e-87fa-79072410a00a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0425124 Mar 14 18:57:04.769053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-82986ecd-cb55-43a7-b2cf-49b3d33afe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:04.770512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-82986ecd-cb55-43a7-b2cf-49b3d33afe17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379727 Mar 14 18:57:04.861395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-cb291104-521e-4c44-9ab0-e7b74ece97a4 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Mar 14 18:57:04.948713 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14aba7e6-afab-4ff4-8ebb-f8a2d169cf3d req-93d4a455-aaea-4522-a6d6-4f4be64a05b2 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814264 Mar 14 18:57:15.237368 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-6fa205ae-e005-4720-a6ed-1624a305b6f8 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886954501&fields=id&tenant_id=c1e38f06139340c49778af00d600090b HTTP/1.1" status: 200 len: 267 time: 0.0329618 Mar 14 18:57:15.288913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-62a6950e-f232-4b39-a9d0-3a5fac9a4146 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.290389 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-62a6950e-f232-4b39-a9d0-3a5fac9a4146 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 985 time: 0.0475602 Mar 14 18:57:15.300884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Request body: {'port': {'security_groups': ['f85cac59-ccb0-4582-9afa-e1c44c4c0509']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:15.367711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.534449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:15.562911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.622659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.635073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:15.667217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.667843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.669232 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40be6ee6-441e-49af-bfa7-dc6a10f9deb4 req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "PUT /v2.0/ports/4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 943 time: 0.3726966 Mar 14 18:57:15.669680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:15.671961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206" -d '{"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:15.681774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54852) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:15.714773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event updated for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=7']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:15.724512 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.724875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.725206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.725653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.726784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.727247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.727604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.727939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.728272 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.728601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.729070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.729249 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c338ab1-a412-4928-8e20-55b7bb1b7c97 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:15.759127 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:15.771290 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.809961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.810501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf88451-6723-42dc-b8d9-7236bdf9808a x-openstack-request-id: req-adf88451-6723-42dc-b8d9-7236bdf9808a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:15.811001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:15.811511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adf88451-6723-42dc-b8d9-7236bdf9808a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:15.812196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:57:15.896977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-4fb44137-b038-4120-911b-668ac617eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.898929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-4fb44137-b038-4120-911b-668ac617eeaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1099 time: 0.0557890 Mar 14 18:57:15.958701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-51fffa0a-dab2-423e-8c3d-aaddfef7aa3c None None] Provisioning complete for port 4848ca24-5f54-4b6a-8374-b8bcbe33494a triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:15.958995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-51fffa0a-dab2-423e-8c3d-aaddfef7aa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.979456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.982743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:15.983285 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f01201a-6cb0-43d7-b579-99e3818a3177 HTTP/1.1" status: 204 len: 168 time: 0.2999089 Mar 14 18:57:15.986937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54860) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:15.992829 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01201a-6cb0-43d7-b579-99e3818a3177,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.000366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.000682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.000970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.001304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.001831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.002465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.002863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.003264 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.003713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.004063 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.004592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.004922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599a411-3f0b-4e23-a3a3-9171e8ce7179 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:16.014212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-a7dc46ea-a018-468d-bc59-6f980ad46db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.017222 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-a7dc46ea-a018-468d-bc59-6f980ad46db3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.1069694 Mar 14 18:57:16.124918 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-bcbd5202-a818-4ca2-a46c-4640aeb6f2ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 1001 time: 0.1014898 Mar 14 18:57:16.219812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-d930f94c-169d-4f9f-8898-da1c1fd793ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.221166 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-d930f94c-169d-4f9f-8898-da1c1fd793ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0866308 Mar 14 18:57:16.289695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-833bed63-cefa-426f-a41e-222ac548b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.291208 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-833bed63-cefa-426f-a41e-222ac548b21d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509276 Mar 14 18:57:16.295962 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Deleting port 774f7447-9508-4c43-a8e0-f731c433cca4 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:16.296304 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:16.430526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:16.430852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:16.449134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Calling delete_port for 774f7447-9508-4c43-a8e0-f731c433cca4 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:16.452149 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-0fe993bd-73ba-4b7b-960c-9fd4cc169d24 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532750 Mar 14 18:57:16.596289 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9c2497a3-f7a0-4afc-b41b-ebe9adb42206 req-20d370ad-b4fd-4f07-9365-1fcfa2f50840 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371517 Mar 14 18:57:16.713846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:16.739219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event deleted for resources: {'Port': ['ID=774f7447-9508-4c43-a8e0-f731c433cca4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.801596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:16.801848 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Floating IP 48fd3cf2-40b2-4283-99d5-28e4ccf004e2 disassociated (deleted). External IP: 172.26.3.37, port: 4848ca24-5f54-4b6a-8374-b8bcbe33494a. Mar 14 18:57:16.942319 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:57:17.301876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Router 026a9c25-d603-4baa-a165-3c2c7931960a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:17.408217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:17.413027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:17.417620 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Sync routers for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:17.426432 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:17.427028 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:56:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:17.439543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8954b82b-e903-4de2-98fd-f4484102be69 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "DELETE /v2.0/floatingips/48fd3cf2-40b2-4283-99d5-28e4ccf004e2 HTTP/1.1" status: 204 len: 168 time: 1.4498951 Mar 14 18:57:17.622153 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:17.813217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:17.815625 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb4c0f-f962-4316-a221-31f1b2fcf3da" -d '{"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:17.823473 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:17.854344 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Checking router: 026a9c25-d603-4baa-a165-3c2c7931960a for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:17.856524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc387e-de75-4111-a037-80b7b4294d31 x-openstack-request-id: req-d0bc387e-de75-4111-a037-80b7b4294d31 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:17.856943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:17.857295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0bc387e-de75-4111-a037-80b7b4294d31 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:17.857765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:57:17.862794 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:17.863423 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:56:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:17.877524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2594ee47-7c33-4eea-a9ff-f2552c7bb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:17.924515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-d010da8d-49ee-4c03-af26-ad297a4cbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:17.926082 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-d010da8d-49ee-4c03-af26-ad297a4cbc6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e38f06139340c49778af00d600090b&device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 1099 time: 0.0466166 Mar 14 18:57:17.973787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:18.016352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-0dda9c56-39e7-4b5b-8fd3-515ff40617dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.017851 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-0dda9c56-39e7-4b5b-8fd3-515ff40617dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 200 len: 916 time: 0.0841208 Mar 14 18:57:18.060823 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-ccb72852-095a-4aff-9e7d-a8e0a44babb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 200 len: 217 time: 0.0343506 Mar 14 18:57:18.118520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-6e324dd2-8efa-4b88-a229-68da12908307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.119915 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-6e324dd2-8efa-4b88-a229-68da12908307 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 200 len: 854 time: 0.0492408 Mar 14 18:57:18.169402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-1db92b73-72fe-4640-ad59-838ab9cdea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.170962 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-1db92b73-72fe-4640-ad59-838ab9cdea09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d05c2a2f-ab93-47dd-b870-4b94182bf995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426190 Mar 14 18:57:18.172157 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:18.197849 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aa9506-04ac-454f-9c9e-8d013bbcc7f4 None None] The sync data for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv is: [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:04Z', 'revision_number': 4, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'cf551f8a-9e91-46e3-b75f-a793c664b213', 'name': '', 'network_id': 'd05c2a2f-ab93-47dd-b870-4b94182bf995', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'mac_address': 'fa:16:3e:02:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:03Z', 'updated_at': '2022-03-14T18:54:08Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'subnets': [{'id': '4c414a10-b855-412d-820c-e783e2b1b0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:18.276631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-0cbdbe44-cffe-4154-a4a3-c508e1980f79 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Mar 14 18:57:18.378095 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-12fb4c0f-f962-4316-a221-31f1b2fcf3da req-cabf3eec-c78f-40b2-865e-613688a81691 service neutron] 10.222.0.61 "GET /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938675 Mar 14 18:57:18.434783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b465e7-2724-4e26-accb-3d23e5d885bf None None] New status for floating IP 48fd3cf2-40b2-4283-99d5-28e4ccf004e2: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:20.149880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d78c5454-8f91-4447-8de3-6d1377ef643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:21.538197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:23.018296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:23.086937 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:25.848270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906519ce-136d-4473-8bf1-99a9a85b5f12 req-be2b89d4-d88e-407d-b8eb-8f71390d643c tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.851353 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-906519ce-136d-4473-8bf1-99a9a85b5f12 req-be2b89d4-d88e-407d-b8eb-8f71390d643c tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0524280 Mar 14 18:57:25.888539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-906519ce-136d-4473-8bf1-99a9a85b5f12 req-50e856b8-6a9a-4d28-bb46-4ca06953836e tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Mar 14 18:57:27.006156 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076bfd-6b5f-467e-8080-c2c2e73e93a1 req-7b14527a-f3ac-41e7-ab14-4a51e057c623 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.007904 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b076bfd-6b5f-467e-8080-c2c2e73e93a1 req-7b14527a-f3ac-41e7-ab14-4a51e057c623 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0490654 Mar 14 18:57:27.045167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b076bfd-6b5f-467e-8080-c2c2e73e93a1 req-529be058-976f-4bdc-b777-bdf40485a6ee tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Mar 14 18:57:27.971689 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-6e2b4ecf-91c2-485c-bcf8-e76c32b89878 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.973153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-6e2b4ecf-91c2-485c-bcf8-e76c32b89878 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.61 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0476680 Mar 14 18:57:28.064569 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Deleting port 4848ca24-5f54-4b6a-8374-b8bcbe33494a {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:28.065279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:28.152541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] For port 4848ca24-5f54-4b6a-8374-b8bcbe33494a, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=4848ca24-5f54-4b6a-8374-b8bcbe33494a,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:28.152912 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:28.161662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683a0bf-dd17-43c2-b98c-400f38fa657c req-d659eb2b-fb98-4a2f-a209-f20ad59efcb5 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.163221 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d683a0bf-dd17-43c2-b98c-400f38fa657c req-d659eb2b-fb98-4a2f-a209-f20ad59efcb5 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 946 time: 0.0520813 Mar 14 18:57:28.166191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Calling delete_port for 4848ca24-5f54-4b6a-8374-b8bcbe33494a owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:28.200671 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d683a0bf-dd17-43c2-b98c-400f38fa657c req-f90977ef-6a34-4b17-acb5-55b90171874a tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/security-groups?id=f85cac59-ccb0-4582-9afa-e1c44c4c0509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Mar 14 18:57:28.382322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:28.395734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['4848ca24-5f54-4b6a-8374-b8bcbe33494a'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:28.411518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Pushing event deleted for resources: {'Port': ['ID=4848ca24-5f54-4b6a-8374-b8bcbe33494a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:28.457065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] No DVR routers for this DVR port 4848ca24-5f54-4b6a-8374-b8bcbe33494a on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:28.459677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:28.463591 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-66f52f2d-cc89-43fe-ac21-e1dd897accef req-e613367d-2b61-48bd-a214-82f0c9a57e56 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.61 "DELETE /v2.0/ports/4848ca24-5f54-4b6a-8374-b8bcbe33494a HTTP/1.1" status: 204 len: 173 time: 0.4844687 Mar 14 18:57:28.464027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'name': 'network-vif-deleted', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:28.466301 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a78194c-2a6f-4a27-8e6d-b70e216a455b" -d '{"events": [{"server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "name": "network-vif-deleted", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:28.492754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:28.503518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa7c97-56fd-416b-9ea5-6a2d48ff6589 x-openstack-request-id: req-f4aa7c97-56fd-416b-9ea5-6a2d48ff6589 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:28.503813 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70567aaa-bffc-4893-b61c-0400f114269e", "name": "network-vif-deleted", "tag": "4848ca24-5f54-4b6a-8374-b8bcbe33494a", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:28.504065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4aa7c97-56fd-416b-9ea5-6a2d48ff6589 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:28.504463 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70567aaa-bffc-4893-b61c-0400f114269e', 'name': 'network-vif-deleted', 'tag': '4848ca24-5f54-4b6a-8374-b8bcbe33494a', 'status': 'completed', 'code': 200} Mar 14 18:57:29.307597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0a6d42a1-6bfa-4ce5-8a3e-c488371ffef7 req-9f81a94c-0c45-44aa-b73e-a435974444b3 tempest-TestMinimumBasicScenario-1463171367 tempest-TestMinimumBasicScenario-1463171367-project] 10.222.0.58 "GET /v2.0/ports?device_id=70567aaa-bffc-4893-b61c-0400f114269e HTTP/1.1" status: 200 len: 210 time: 0.0294156 Mar 14 18:57:30.429058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4848ca24-5f54-4b6a-8374-b8bcbe33494a no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:30.449466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 4848ca24-5f54-4b6a-8374-b8bcbe33494a {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:30.449810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 4848ca24-5f54-4b6a-8374-b8bcbe33494a not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:31.613063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:31.948236 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:32.188331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Deleting port cf551f8a-9e91-46e3-b75f-a793c664b213 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:32.188665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:32.266963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] For port cf551f8a-9e91-46e3-b75f-a793c664b213, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cf551f8a-9e91-46e3-b75f-a793c664b213,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:32.267322 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:32.279510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Calling delete_port for cf551f8a-9e91-46e3-b75f-a793c664b213 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:32.498155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:32.529270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf551f8a-9e91-46e3-b75f-a793c664b213,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:32.693140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:32.904536 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Router 026a9c25-d603-4baa-a165-3c2c7931960a has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:33.008715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:33.014230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-326d42df-32c1-45c8-b856-143cab9dc248 admin admin] 10.222.0.58 "PUT /v2.0/routers/026a9c25-d603-4baa-a165-3c2c7931960a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4000916 Mar 14 18:57:33.016220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54962) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:33.017932 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Sync routers for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:33.028040 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:33.028682 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:33.117581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.131648 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:33.218878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.306354 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:57:32Z', 'revision_number': 5, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port': {'id': '619d0594-7ec7-436a-aa7a-1e66598064b9', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:33.331960 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Checking router: 026a9c25-d603-4baa-a165-3c2c7931960a for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:33.340570 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Routers {'026a9c25-d603-4baa-a165-3c2c7931960a'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:33.341172 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['026a9c25-d603-4baa-a165-3c2c7931960a'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:33.378532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Deleting port 619d0594-7ec7-436a-aa7a-1e66598064b9 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:33.378903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.424696 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] Set router 026a9c25-d603-4baa-a165-3c2c7931960a gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:33.460566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] For port 619d0594-7ec7-436a-aa7a-1e66598064b9, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=619d0594-7ec7-436a-aa7a-1e66598064b9,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:33.460943 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.472359 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Calling delete_port for 619d0594-7ec7-436a-aa7a-1e66598064b9 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:33.474140 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:57:33Z', 'revision_number': 6, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:33.503636 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a4cf3-c2e3-46ee-b37c-3aa23df1a600 None None] The sync data for ids ['026a9c25-d603-4baa-a165-3c2c7931960a'] in dv-neutron-833670-1-hyperv is: [{'id': '026a9c25-d603-4baa-a165-3c2c7931960a', 'name': 'tempest-TestMinimumBasicScenario-1555707510-router', 'tenant_id': 'c1e38f06139340c49778af00d600090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:01Z', 'updated_at': '2022-03-14T18:57:33Z', 'revision_number': 6, 'project_id': 'c1e38f06139340c49778af00d600090b', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:33.703385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.728760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Pushing event deleted for resources: {'Port': ['ID=619d0594-7ec7-436a-aa7a-1e66598064b9,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:33.789409 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.883048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.885368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.983637 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.984183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026a9c25-d603-4baa-a165-3c2c7931960a {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:57:33.990477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:33.990477 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-bbce5915-0db8-45ee-bb59-169cede3be13 admin admin] 10.222.0.58 "DELETE /v2.0/routers/026a9c25-d603-4baa-a165-3c2c7931960a HTTP/1.1" status: 204 len: 168 time: 0.9725490 Mar 14 18:57:33.992890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54964) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:34.038175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Deleting subnet 4c414a10-b855-412d-820c-e783e2b1b0d5 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:57:34.041770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.079749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.154795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.262622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.290096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c414a10-b855-412d-820c-e783e2b1b0d5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:34.294735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.300228 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f1ddb6d6-efd0-4120-ae21-c200f45cef26 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4c414a10-b855-412d-820c-e783e2b1b0d5 HTTP/1.1" status: 204 len: 168 time: 0.3040266 Mar 14 18:57:34.300601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54966) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:34.300724 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797f10e-5e3a-4c0a-a436-ec2538ceb7c4 None None] Network d05c2a2f-ab93-47dd-b870-4b94182bf995 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:57:34.370432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.491240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] DHCP port deletion for d05c2a2f-ab93-47dd-b870-4b94182bf995 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:57:34.548590 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Deleting port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:34.548958 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.619211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] For port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:34.619614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.634577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 619d0594-7ec7-436a-aa7a-1e66598064b9 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:34.636569 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Calling delete_port for 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:34.736766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Deleting port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:34.737400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.801116 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] For port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,segment=NetworkSegment(898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646),segment_id=898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:34.801399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.809259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 619d0594-7ec7-436a-aa7a-1e66598064b9 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:34.814211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 619d0594-7ec7-436a-aa7a-1e66598064b9 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:34.814211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:34.814793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Calling delete_port for 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:34.936211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.989393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 18:57:34.989852 dv-neutron-833670-1-hyperv neutron-server[103394]: self.session.flush() Mar 14 18:57:35.013508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf551f8a-9e91-46e3-b75f-a793c664b213 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:35.015017 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:35.015505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.019080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] No DVR routers for this DVR port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:35.039954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: cf551f8a-9e91-46e3-b75f-a793c664b213 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:35.040296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cf551f8a-9e91-46e3-b75f-a793c664b213 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:35.061391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Pushing event deleted for resources: {'Port': ['ID=89ef8eeb-3bb8-4b47-bc98-cc681cc8a913,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:35.063632 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] No DVR routers for this DVR port 89ef8eeb-3bb8-4b47-bc98-cc681cc8a913 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:35.072941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.072941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.072941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.072941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.073600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.073600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.073788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.074083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.074406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.075310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.075310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.075310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7531c7c8-bb50-438f-a0e0-fe7071e21aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:35.092493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.117733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05c2a2f-ab93-47dd-b870-4b94182bf995']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:35.126758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:35.127063 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898c2cf3-3e7e-4a39-a2f5-13b7c5ebd646') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:35.136041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.149126 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.154687 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:57:35.155068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:57:35.156903 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:57:35.274672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.280027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.283416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d05c2a2f-ab93-47dd-b870-4b94182bf995 HTTP/1.1" status: 204 len: 168 time: 0.9818153 Mar 14 18:57:35.286379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54968) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:35.294999 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ad0af-bbdb-49af-b3e9-36de09cbc579 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05c2a2f-ab93-47dd-b870-4b94182bf995,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:35.628374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.878465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Deleting port 5967f67f-3b19-4882-aa28-4fc33440299d {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:35.878808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.957356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] For port 5967f67f-3b19-4882-aa28-4fc33440299d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5967f67f-3b19-4882-aa28-4fc33440299d,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:35.957749 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:35.970060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Calling delete_port for 5967f67f-3b19-4882-aa28-4fc33440299d owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:36.210019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:36.240181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5967f67f-3b19-4882-aa28-4fc33440299d,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:36.403896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:36.622341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:36.729537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:36.734435 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2784111b-8662-489b-8163-5cd63f80ecf3 admin admin] 10.222.0.58 "PUT /v2.0/routers/c996ff33-81ec-4ea6-bba3-4e07a6ce00d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469910 Mar 14 18:57:36.737161 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:36.737995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Sync routers for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:36.748804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:36.749497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:36.841893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:36.853124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:36.943937 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.033236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:57:36Z', 'revision_number': 5, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port': {'id': 'a3c14d16-4097-473e-9432-bfab2d8a7b35', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:54:07Z', 'updated_at': '2022-03-14T18:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.060851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Checking router: c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:37.061094 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Deleting port a3c14d16-4097-473e-9432-bfab2d8a7b35 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:37.061328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.069167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Routers {'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:37.069821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.143756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] For port a3c14d16-4097-473e-9432-bfab2d8a7b35, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=a3c14d16-4097-473e-9432-bfab2d8a7b35,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:37.144008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.156157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Calling delete_port for a3c14d16-4097-473e-9432-bfab2d8a7b35 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:37.157088 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] Set router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:37.210981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:57:36Z', 'revision_number': 6, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.236407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb2050-d4f7-43c4-bb8c-bb98f8348e8c None None] The sync data for ids ['c996ff33-81ec-4ea6-bba3-4e07a6ce00d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'c996ff33-81ec-4ea6-bba3-4e07a6ce00d4', 'name': 'tempest-TestMinimumBasicScenario-1372116418-router', 'tenant_id': '6323c279867547f498e7db1582d9f0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:54:06Z', 'updated_at': '2022-03-14T18:57:36Z', 'revision_number': 6, 'project_id': '6323c279867547f498e7db1582d9f0a9', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:37.375753 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.401535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c14d16-4097-473e-9432-bfab2d8a7b35,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:37.460821 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.554381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.556462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.640752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.641297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:57:37.645622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.646861 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1cf4e18b-6661-49dd-b822-5403e8a0b211 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c996ff33-81ec-4ea6-bba3-4e07a6ce00d4 HTTP/1.1" status: 204 len: 168 time: 0.9087229 Mar 14 18:57:37.650089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:37.698520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Deleting subnet 75a73881-65ae-4da1-9788-3aa8c2c5518c {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:57:37.701528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.736171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.814425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.932592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.959542 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a73881-65ae-4da1-9788-3aa8c2c5518c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:37.962228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:37.965439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3d16babf-2d21-4efa-af2c-7aba6d84a27a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/75a73881-65ae-4da1-9788-3aa8c2c5518c HTTP/1.1" status: 204 len: 168 time: 0.3143849 Mar 14 18:57:37.967140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590d8d1-c22b-4da4-b53e-219d026b321e None None] Network f99ed4e5-a025-4c6d-b256-2016a0b375ea requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:57:37.968081 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 54974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:38.055158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.112653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Deleting port 843f8fd6-d8f1-477f-9581-8acf3d309a48 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:38.113090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.172576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] DHCP port deletion for f99ed4e5-a025-4c6d-b256-2016a0b375ea request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:57:38.185985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] For port 843f8fd6-d8f1-477f-9581-8acf3d309a48, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=843f8fd6-d8f1-477f-9581-8acf3d309a48,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:38.186379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.199872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Calling delete_port for 843f8fd6-d8f1-477f-9581-8acf3d309a48 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:38.232357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Deleting port 843f8fd6-d8f1-477f-9581-8acf3d309a48 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:57:38.232957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.313973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] For port 843f8fd6-d8f1-477f-9581-8acf3d309a48, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=843f8fd6-d8f1-477f-9581-8acf3d309a48,segment=NetworkSegment(f08dae24-8e88-4b88-881d-3c81e5bc9024),segment_id=f08dae24-8e88-4b88-881d-3c81e5bc9024)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:38.314370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.327878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Calling delete_port for 843f8fd6-d8f1-477f-9581-8acf3d309a48 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:57:38.374038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.398838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=843f8fd6-d8f1-477f-9581-8acf3d309a48,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:38.406099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.411210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] No DVR routers for this DVR port 843f8fd6-d8f1-477f-9581-8acf3d309a48 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:38.433100 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] Pushing event deleted for resources: {'Port': ['ID=843f8fd6-d8f1-477f-9581-8acf3d309a48,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:38.436829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3839ce0-63ae-4cfa-b439-d99bbc6558ec None None] No DVR routers for this DVR port 843f8fd6-d8f1-477f-9581-8acf3d309a48 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:38.489955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.512287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99ed4e5-a025-4c6d-b256-2016a0b375ea']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:38.521433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08dae24-8e88-4b88-881d-3c81e5bc9024') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:38.521728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08dae24-8e88-4b88-881d-3c81e5bc9024') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:38.531519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.545131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.550747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:57:38.551122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:57:38.552720 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:57:38.626182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 843f8fd6-d8f1-477f-9581-8acf3d309a48 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:38.646733 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 843f8fd6-d8f1-477f-9581-8acf3d309a48 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:38.647078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 843f8fd6-d8f1-477f-9581-8acf3d309a48 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:38.647627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5967f67f-3b19-4882-aa28-4fc33440299d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:38.671110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5967f67f-3b19-4882-aa28-4fc33440299d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:38.671454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5967f67f-3b19-4882-aa28-4fc33440299d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:38.671867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3c14d16-4097-473e-9432-bfab2d8a7b35 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:38.674860 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.680843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:38.684362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f99ed4e5-a025-4c6d-b256-2016a0b375ea HTTP/1.1" status: 204 len: 168 time: 0.7144513 Mar 14 18:57:38.693296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: a3c14d16-4097-473e-9432-bfab2d8a7b35 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:57:38.693648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device a3c14d16-4097-473e-9432-bfab2d8a7b35 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:38.696237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f11f-282a-4d27-a605-a35900cd89c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99ed4e5-a025-4c6d-b256-2016a0b375ea,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:39.138669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54978) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:39.178392 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3590cc4-4337-4e5e-94f3-894b45f48e54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1e38f06139340c49778af00d600090b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385022 Mar 14 18:57:39.180860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54980) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:39.229146 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:39.251400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:39.388977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:39.391482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:39.392642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f85cac59-ccb0-4582-9afa-e1c44c4c0509 HTTP/1.1" status: 204 len: 168 time: 0.2108734 Mar 14 18:57:39.400745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720f7a-94a0-4b5a-ab79-0e4089481448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cac59-ccb0-4582-9afa-e1c44c4c0509,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:40.005684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:40.046100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b1a6e716-d175-41a1-a854-ab238381134c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6323c279867547f498e7db1582d9f0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391738 Mar 14 18:57:40.048571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 54988) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:40.099365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:40.119957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:40.251510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:40.254090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:40.255269 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0983c641-4123-4c0a-a83d-e5ad4d507688 HTTP/1.1" status: 204 len: 168 time: 0.2057791 Mar 14 18:57:40.263600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ae405-e642-41e4-9e97-6ba97c5d5d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0983c641-4123-4c0a-a83d-e5ad4d507688,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.391348 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55028) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:42.395995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57479379', 'description': 'tempest-secgroup-smoke-57479379 description', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:42.480378 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.488280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.559726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.623086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.660903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ab62d-b7f1-4d88-aac4-fe43c016738d,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.702154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.760347 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.787549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9670e46f-91b9-4c81-84b1-5adec42af821,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.853634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:42.854964 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-883f5522-fcfd-43c4-b75b-e0f9a5781f2d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4625773 Mar 14 18:57:42.859119 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55030) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:42.863665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:42.953483 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.007838 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.080176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.097036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3907c752-95a6-4005-897c-2a2636c4b443,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:43.166601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.167859 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9f582b62-d9c0-48f3-bfe0-17da5c078efb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3078015 Mar 14 18:57:43.170714 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55032) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:43.174989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:43.276887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.332778 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.422816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.442528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6286148-217f-4e70-a657-75fc2834964b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:43.510947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.512231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-28274369-de90-42b2-993d-c0c2aeefc6c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406000 Mar 14 18:57:43.515004 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55034) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:43.519323 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:43.610610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.669173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.737366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.755273 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe90c256-2c7d-46a2-9912-10dd9bac186b,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:43.825971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.827204 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c9f197e1-ce91-4407-aafe-08e1fef59a38 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112812 Mar 14 18:57:43.829880 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55036) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:43.834183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:43.922899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:43.980056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.055591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.075011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82233f84-3a6b-4d24-850c-2004293f872f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:44.151183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.152408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2a99e67c-857e-43fb-850b-af22c144c730 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215876 Mar 14 18:57:44.155125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55038) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:44.159786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:44.240465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:57:44.245924 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.303465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.377545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.395909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e491462-7988-40ad-806e-33b028f18fa3,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:44.459735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.460967 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e4f110c5-d02b-4a32-aa54-aea390617f16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046393 Mar 14 18:57:44.463762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55040) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:44.468022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '9670e46f-91b9-4c81-84b1-5adec42af821', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:44.552774 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:57:44.558033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.620097 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.683673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.700704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975c62d0-f0ad-44b5-bc76-bbbc20a6cbf6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:44.765987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.767213 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ce27895c-cb27-475b-8673-cc98f5f3b27b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3025351 Mar 14 18:57:44.770207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55042) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:44.775045 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'network': {'name': 'tempest-network-smoke--2134988558', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:44.861218 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:44.864690 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.887800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:57:44.896155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:44.896502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Added segment b6f6a022-b043-4e9e-a0a1-2fa7d287059d of type vlan for network d99c79c5-2e5a-436f-88bf-82e803a2c225 Mar 14 18:57:44.935800 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.022966 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.028673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:45.029310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.095945 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Network': ['ID=d99c79c5-2e5a-436f-88bf-82e803a2c225,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:45.106485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:57:45.121686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a493d029-c83f-4631-b937-10ec40a8a223 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3502684 Mar 14 18:57:45.124295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55044) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:45.128718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'admin_state_up': True, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:45.226933 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.228022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.278872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.483388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.742930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.764548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:45.865741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.207 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e6d44a56-2959-43ba-ba3d-0759d6a65cc0) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:45.967879 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:46.049979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:46.089254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:46.093404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:46.097799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:46.100651 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:46.395866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:46.592736 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:46.781046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 12e2c1d5-7098-4b27-a2b7-482bc18473ef is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:57:47.179321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:47.189170 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Sync routers for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:47.200256 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:47.203334 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:47.277306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.278628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-23132a01-6989-403f-bae2-ef5e5335f95e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1534159 Mar 14 18:57:47.281816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55046) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:47.304755 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:47.412906 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6ce568f7-9d1c-470c-9953-f7b1afe9662a tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d92bf34e55234b258f0c108ed0339d2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1274557 Mar 14 18:57:47.413150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55050) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:47.560104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d7c0b-8a30-48aa-aca1-eff1d4f26bd3 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.561607 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dd1d7c0b-8a30-48aa-aca1-eff1d4f26bd3 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475487 Mar 14 18:57:47.564312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55052) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:47.569352 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:46Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:47.599683 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Checking router: 12e2c1d5-7098-4b27-a2b7-482bc18473ef for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:47.600026 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Updating router 12e2c1d5-7098-4b27-a2b7-482bc18473ef port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:57:47.602346 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9410a18c-0853-4b96-8e3a-d843cbb81a8c tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369055 Mar 14 18:57:47.604818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55054) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:47.609517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656982157', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:47.624621 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.743225 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:47.747561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.846397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c571-bb15-404c-a0d3-94f01579fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.873847 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.931899 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:47.984541 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Attempting to bind port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:57:47.984896 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Attempting to bind port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:57:47.985246 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Attempting to bind port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:47.990346 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Pushing event updated for resources: {'Port': ['ID=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.000314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Bound port: e6d44a56-2959-43ba-ba3d-0759d6a65cc0, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:57:48.000515 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.002695 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.003035 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.003370 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.003694 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.004015 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.004335 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.004659 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.005044 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.005293 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.005604 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.005929 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.006243 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:48.058407 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] For port e6d44a56-2959-43ba-ba3d-0759d6a65cc0, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:48.060848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Subnet': ['ID=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.061422 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] For port e6d44a56-2959-43ba-ba3d-0759d6a65cc0, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:48.069402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Checking segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:57:48.069762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network hostable DHCP agents. Network: d99c79c5-2e5a-436f-88bf-82e803a2c225, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:57:48.121083 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.143202 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:57:48.177463 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:48.178087 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:48.180866 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6395-d13f-4b8a-bd6b-f6311f12812f None None] Pushing event updated for resources: {'Port': ['ID=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.209498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d99c79c5-2e5a-436f-88bf-82e803a2c225) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:48.214283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.214878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.227298 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0924f4-ce03-4c31-b6d9-70e6e25ae877 None None] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:57:48.285635 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:48.296959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9fc8a4c6-b84f-4342-9714-2f9fe7c206cf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6885505 Mar 14 18:57:48.297252 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55056) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:57:48.374942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d99c79c5-2e5a-436f-88bf-82e803a2c225', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:57:48.376135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.481454 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:46Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:48.511449 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b983e-862a-460d-b988-aacc400dc5d3 None None] The sync data for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv is: [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:46Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:48.526137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Allocated IP 172.20.0.2 (d99c79c5-2e5a-436f-88bf-82e803a2c225/6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42/e5ef60aa-d256-4b39-a004-d6d5ef11a84c) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:48.677424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.765195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.770181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.815890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:48.818760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:48.823042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:48.833794 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Pushing event updated for resources: {'Port': ['ID=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.889546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Attempting to bind port e5ef60aa-d256-4b39-a004-d6d5ef11a84c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:57:48.890403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Attempting to bind port e5ef60aa-d256-4b39-a004-d6d5ef11a84c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:57:48.890973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Attempting to bind port e5ef60aa-d256-4b39-a004-d6d5ef11a84c on network d99c79c5-2e5a-436f-88bf-82e803a2c225 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:48.896430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:48.896889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Checking segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:57:48.897381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.897840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Bound using segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:48.898400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Bound port: e5ef60aa-d256-4b39-a004-d6d5ef11a84c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:57:48.898844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:48.971712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-39bf4363-975f-4375-806c-62158aa79748 None None] For port e5ef60aa-d256-4b39-a004-d6d5ef11a84c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:48.975699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-39bf4363-975f-4375-806c-62158aa79748 None None] For port e5ef60aa-d256-4b39-a004-d6d5ef11a84c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:49.053011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.121448 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf4363-975f-4375-806c-62158aa79748 None None] Pushing event updated for resources: {'Port': ['ID=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:49.132822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.1 (d99c79c5-2e5a-436f-88bf-82e803a2c225/6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42/79db96dd-f32e-431e-8c5c-66c4a5d3fe31) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:49.264601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.371350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.422221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:49.427773 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:49.431034 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:49.471843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:49.491941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.678431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:49.957146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.023393 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.100358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.100821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d8819-9271-4c72-967a-15aaec2a5a6a None None] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:57:50.102427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.153030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cc43aaea-773d-4715-aeff-fd4502ce1fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.156941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] Provisioning complete for port e5ef60aa-d256-4b39-a004-d6d5ef11a84c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:50.157374 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.193380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:50.194897 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:50.313837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.317510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 12e2c1d5-7098-4b27-a2b7-482bc18473ef has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:50.357338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] For port e5ef60aa-d256-4b39-a004-d6d5ef11a84c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:50.436139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:50.448440 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-df6df473-de62-48ce-b73d-22e4544402c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/12e2c1d5-7098-4b27-a2b7-482bc18473ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444421 Mar 14 18:57:50.456886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.528554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385054a0-7b12-4fc3-8d76-e11796359448 None None] Pushing event updated for resources: {'Port': ['ID=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.585968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4a46e33d-0f35-4bef-bbc6-25230830833d None None] Provisioning complete for port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:50.586331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a46e33d-0f35-4bef-bbc6-25230830833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.606327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-d8a0326b-1d44-4c43-bace-e9918783d425 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57479379&fields=id&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 267 time: 0.0403192 Mar 14 18:57:50.639199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4a46e33d-0f35-4bef-bbc6-25230830833d None None] Port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:57:50.651581 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4a46e33d-0f35-4bef-bbc6-25230830833d None None] Provisioning complete for port e5ef60aa-d256-4b39-a004-d6d5ef11a84c triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:50.658229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4a46e33d-0f35-4bef-bbc6-25230830833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:50.705543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Sync routers for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:50.725529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:50.726186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:50.778903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1c8e6fe6-f2b9-4ef9-b14d-088598521fac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:50.781123 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1c8e6fe6-f2b9-4ef9-b14d-088598521fac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/networks?id=d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 200 len: 797 time: 0.1670482 Mar 14 18:57:50.797656 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1e5de8cf-c86d-4c4c-b1c4-d942b808d87a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/quotas/d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 375 time: 0.0101898 Mar 14 18:57:50.859529 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-acde2a70-62b4-474f-8524-e31d24940e5a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545740 Mar 14 18:57:50.879551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-653b1408-b313-466d-89c9-b41f43034546 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:57:50.880990 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-653b1408-b313-466d-89c9-b41f43034546 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057096 Mar 14 18:57:50.971864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5ef60aa-d256-4b39-a004-d6d5ef11a84c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:50.981603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-d0b1d5f9-e788-46d8-ae9c-7989e0f879d5 service neutron] 10.222.0.58 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930681 Mar 14 18:57:51.081427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-6b7120a1-5acf-4fcd-b312-9988195a6745 service neutron] 10.222.0.58 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925727 Mar 14 18:57:51.122020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:51.124197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e5ef60aa-d256-4b39-a004-d6d5ef11a84c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:51.124572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.274669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-95487fcc-6ec0-4bca-8749-3ca9fc60e3f3 None None] Provisioning complete for port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:51.275044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-95487fcc-6ec0-4bca-8749-3ca9fc60e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.354754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8d23364-17a0-4a17-a493-d81b6000b7f4 req-baa0a95a-ab7f-4051-867e-e4ae84ddf64c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0284491 Mar 14 18:57:51.378151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-95487fcc-6ec0-4bca-8749-3ca9fc60e3f3 None None] Port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:57:51.432046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e6d44a56-2959-43ba-ba3d-0759d6a65cc0 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:51.531665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:51.531966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.560420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 2, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:51.564820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.592048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Checking router: 12e2c1d5-7098-4b27-a2b7-482bc18473ef for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:51.592402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Updating router 12e2c1d5-7098-4b27-a2b7-482bc18473ef port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:57:51.623672 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.694349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.775828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e6d44a56-2959-43ba-ba3d-0759d6a65cc0, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:51.832122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:51.904952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:51.972009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.017320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.070516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655ad3b-5c54-43d8-ac31-c32a99919122 None None] Pushing event updated for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:52.123613 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Attempting to bind port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:57:52.124292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Attempting to bind port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:57:52.124420 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Attempting to bind port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 on network d99c79c5-2e5a-436f-88bf-82e803a2c225 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:52.129592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:52.130013 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Checking segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:57:52.130417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.130853 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Bound using segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:52.131311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Bound port: 79db96dd-f32e-431e-8c5c-66c4a5d3fe31, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:57:52.131689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.196466 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] For port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:52.200083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] For port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:52.246658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.328563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655ad3b-5c54-43d8-ac31-c32a99919122 None None] Pushing event updated for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:52.332731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:52.333500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:52.390215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] Provisioning complete for port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:52.390597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.444240 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-78663fbe-bf0c-4bf7-bcdb-5a1571e4464c req-58fb2467-4c21-4b69-9776-69fa10424c26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0307515 Mar 14 18:57:52.501869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:52.620276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.658059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e6d44a56-2959-43ba-ba3d-0759d6a65cc0 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:52.877418 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] For port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:52.922146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:52.922520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:52.964183 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:53.054865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:53.055528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981d85-991a-418f-acad-5eb675c1ea81 None None] Pushing event updated for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:53.060591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:53.117656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c035b5-7500-4432-82fb-e63603a21c4f None None] The sync data for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv is: [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:53.133216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-dc108003-36c0-445c-9efd-d038a334d003 None None] Provisioning complete for port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:53.133956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-dc108003-36c0-445c-9efd-d038a334d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:53.136579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:53.542699 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f219f2af-dcab-4bff-9407-3250668da6a7 req-c5aaf6e8-9bfd-4c49-9e8a-529f712b3f7c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0438325 Mar 14 18:57:53.941655 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:57:54.624211 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e21250e9-7a94-42e7-a13f-5956243b7c1a req-e40b5401-2c17-4665-8f46-c711b50e4710 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0293536 Mar 14 18:57:54.651901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:54.697792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:54.698311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:55.720374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ad65a650-21c6-4941-bd2b-ed42cc1437f7 req-66f2d524-2424-4cfe-8b74-e5c2b3338ef4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0295086 Mar 14 18:57:56.823793 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2b0a6320-0cb8-48cf-819b-336f01d35c10 req-a1033f71-8d5a-4a90-b293-fbb3b23ee13a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0325949 Mar 14 18:57:57.486722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-c40aac29-6768-4cea-9276-4f0fefbb4113 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.488162 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-c40aac29-6768-4cea-9276-4f0fefbb4113 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/networks?id=d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 200 len: 797 time: 0.0990536 Mar 14 18:57:57.532173 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-bf06c453-c085-4826-868e-e29d92108164 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 378 time: 0.0346167 Mar 14 18:57:57.542568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'port': {'device_id': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'admin_state_up': True, 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'security_groups': ['9670e46f-91b9-4c81-84b1-5adec42af821']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:57.723635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:57.727228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:57.850783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.6 (d99c79c5-2e5a-436f-88bf-82e803a2c225/6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42/01de2a7c-ca2a-48c0-800f-645c23daf563) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:57.933152 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-16d0e292-a572-4f7d-ab0c-61a828746d60 req-7c6f6bda-73f5-4703-a057-32a8be126357 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.0371487 Mar 14 18:57:58.013353 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.100742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.149726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:58.155575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:58.159758 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:58.163743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:58.211006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.211646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.305499 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-e7ccd806-faed-4629-96df-a86522b9a890 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665524 Mar 14 18:57:58.378031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Request body: {'port': {'device_id': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:58.395953 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b339bb9f-f525-4133-b258-614236330f21 None None] Provisioning complete for port 01de2a7c-ca2a-48c0-800f-645c23daf563 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:57:58.396530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b339bb9f-f525-4133-b258-614236330f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.432243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-b339bb9f-f525-4133-b258-614236330f21 None None] Port 01de2a7c-ca2a-48c0-800f-645c23daf563 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:57:58.434658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.486381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:58.990090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01de2a7c-ca2a-48c0-800f-645c23daf563 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:58.998133 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.009989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Transition to ACTIVE for port object 01de2a7c-ca2a-48c0-800f-645c23daf563 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:57:59.048398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d3026-4a5e-4b1b-bbb7-e74f0e2d4b65 req-b46683b0-ecb1-4c6f-9e7f-fd91a7e6d088 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.049875 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-677d3026-4a5e-4b1b-bbb7-e74f0e2d4b65 req-b46683b0-ecb1-4c6f-9e7f-fd91a7e6d088 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 931 time: 0.0500913 Mar 14 18:57:59.071808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.087842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-677d3026-4a5e-4b1b-bbb7-e74f0e2d4b65 req-2b5b0a98-5186-4ba7-8bf7-40528097fec9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317914 Mar 14 18:57:59.126468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Pushing event updated for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:59.195339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Attempting to bind port 01de2a7c-ca2a-48c0-800f-645c23daf563 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:57:59.195683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Attempting to bind port 01de2a7c-ca2a-48c0-800f-645c23daf563 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:57:59.196016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Attempting to bind port 01de2a7c-ca2a-48c0-800f-645c23daf563 on network d99c79c5-2e5a-436f-88bf-82e803a2c225 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:59.201829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Port 01de2a7c-ca2a-48c0-800f-645c23daf563 on network d99c79c5-2e5a-436f-88bf-82e803a2c225 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:59.202284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Attempting to bind port 01de2a7c-ca2a-48c0-800f-645c23daf563 on network d99c79c5-2e5a-436f-88bf-82e803a2c225 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:59.207293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:59.207640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Checking segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:57:59.208011 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Bound using segment: {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:59.208430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Bound port: 01de2a7c-ca2a-48c0-800f-645c23daf563, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:57:59.208786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.273565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:59.277391 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=01de2a7c-ca2a-48c0-800f-645c23daf563,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:59.369421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.405623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.407992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:57:59.407992 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] 10.222.0.61 "PUT /v2.0/ports/01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 200 len: 1093 time: 1.0899465 Mar 14 18:57:59.408262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:59.410828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9b8e52-dc48-44ac-882e-2a54643350eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:59.444827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ef0c-ef59-4ddc-a84a-bedb0eb59e01 service neutron] Pushing event updated for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:59.450627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a20f07-4df1-4bd8-8eba-b883b02754f4 x-openstack-request-id: req-f7a20f07-4df1-4bd8-8eba-b883b02754f4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:59.450992 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:59.451311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7a20f07-4df1-4bd8-8eba-b883b02754f4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:59.451912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'status': 'completed', 'code': 200} Mar 14 18:57:59.511910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-3595e1cf-d737-4678-a422-a816024ba8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.513477 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-3595e1cf-d737-4678-a422-a816024ba8c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1096 time: 0.0426588 Mar 14 18:57:59.616010 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-82cdcd52-6f85-4cfd-8ea6-ba4a6246bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.617456 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-82cdcd52-6f85-4cfd-8ea6-ba4a6246bb73 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d92bf34e55234b258f0c108ed0339d2a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0969853 Mar 14 18:57:59.715139 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-83836a43-645d-4b7d-bedc-9aee80d3605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.715968 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6a9b8e52-dc48-44ac-882e-2a54643350eb req-83836a43-645d-4b7d-bedc-9aee80d3605b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922740 Mar 14 18:57:59.787744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-c7208bfb-d5fd-4863-aca5-b7c2ec932268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.789113 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-c7208bfb-d5fd-4863-aca5-b7c2ec932268 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1096 time: 0.0400853 Mar 14 18:57:59.831319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-404fe923-b5bc-4428-a01c-73e73b145829 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 200 len: 217 time: 0.0343122 Mar 14 18:57:59.877444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-606ba81e-185f-4e1c-a041-dd98857f40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.878885 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-606ba81e-185f-4e1c-a041-dd98857f40da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 HTTP/1.1" status: 200 len: 835 time: 0.0417981 Mar 14 18:57:59.927488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-81e1d9d9-e3ae-46d2-b31d-7f3930995e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.928934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-81e1d9d9-e3ae-46d2-b31d-7f3930995e56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d99c79c5-2e5a-436f-88bf-82e803a2c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430522 Mar 14 18:58:00.014545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-81a91bed-7656-4be8-8265-267e7b69e61d service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787125 Mar 14 18:58:00.107932 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f4a52ed-54f9-4a3f-9093-c27dad147275 req-5c04a72b-2fe0-47d5-8741-028b8c7657ff service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873291 Mar 14 18:58:00.202498 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a04e5-ccdf-409c-8a5b-5174a6a9249e req-bf8b510c-b05a-40cd-9d8e-978c773a5bf6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:00.203989 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d04a04e5-ccdf-409c-8a5b-5174a6a9249e req-bf8b510c-b05a-40cd-9d8e-978c773a5bf6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 943 time: 0.0499315 Mar 14 18:58:00.242024 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d04a04e5-ccdf-409c-8a5b-5174a6a9249e req-5675c952-d126-4ea7-9d4f-0fbedc5eb806 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322058 Mar 14 18:58:01.357576 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb02a72-a477-41f3-afa0-764aa8cf5eda req-fa66396e-c58a-4108-88bf-b45d3ab68e2c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:01.359107 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5fb02a72-a477-41f3-afa0-764aa8cf5eda req-fa66396e-c58a-4108-88bf-b45d3ab68e2c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 943 time: 0.0489614 Mar 14 18:58:01.396573 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5fb02a72-a477-41f3-afa0-764aa8cf5eda req-10121bc0-17f5-4343-8619-02e8bd0fe854 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307024 Mar 14 18:58:02.515409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4ca90-bedf-4db8-82a1-60ca4c837eeb req-261708e9-8735-471d-9735-46f5b8f9a31d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.516972 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b8c4ca90-bedf-4db8-82a1-60ca4c837eeb req-261708e9-8735-471d-9735-46f5b8f9a31d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 943 time: 0.0535510 Mar 14 18:58:02.554761 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b8c4ca90-bedf-4db8-82a1-60ca4c837eeb req-b9f79516-cd2a-4608-ac53-2eb3b2b05c32 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319269 Mar 14 18:58:03.668899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849de0-1002-4305-aa94-a97115985cd1 req-9a162a6f-7276-4bfd-a769-bb834ebf0d2c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:03.670424 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31849de0-1002-4305-aa94-a97115985cd1 req-9a162a6f-7276-4bfd-a769-bb834ebf0d2c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 943 time: 0.0485752 Mar 14 18:58:03.707258 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31849de0-1002-4305-aa94-a97115985cd1 req-9d73c544-3565-486b-b2b4-f1870e255649 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309792 Mar 14 18:58:04.499729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 01de2a7c-ca2a-48c0-800f-645c23daf563 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:04.600646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=01de2a7c-ca2a-48c0-800f-645c23daf563,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:04.611974 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'port_id': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'mac_address': 'fa:16:3e:7b:b5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:04.650505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:04.663293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01de2a7c-ca2a-48c0-800f-645c23daf563 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:04.681057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=01de2a7c-ca2a-48c0-800f-645c23daf563,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:04.740078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:04.793854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:04.824217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe189a-a03b-44c9-a0af-b256fdbe5660 req-8e33f0d3-ae2d-4aa2-b7fc-9529ae86687a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.825694 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2cfe189a-a03b-44c9-a0af-b256fdbe5660 req-8e33f0d3-ae2d-4aa2-b7fc-9529ae86687a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 944 time: 0.0519094 Mar 14 18:58:04.863561 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2cfe189a-a03b-44c9-a0af-b256fdbe5660 req-cf50bc0f-4e39-4c47-b082-7be32ce7e780 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319812 Mar 14 18:58:05.123650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['01de2a7c-ca2a-48c0-800f-645c23daf563'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:05.982742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66bc9-fd5d-4183-a98c-10f05b5fb0c6 req-2e486195-3110-4ad7-a071-49841b1bffc9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:05.984218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c0d66bc9-fd5d-4183-a98c-10f05b5fb0c6 req-2e486195-3110-4ad7-a071-49841b1bffc9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 944 time: 0.0529091 Mar 14 18:58:06.021089 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c0d66bc9-fd5d-4183-a98c-10f05b5fb0c6 req-f43567bf-f89b-4792-9713-38cc0ca46e2e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309796 Mar 14 18:58:06.520544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 01de2a7c-ca2a-48c0-800f-645c23daf563 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:06.639442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 01de2a7c-ca2a-48c0-800f-645c23daf563 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:58:06.643316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 01de2a7c-ca2a-48c0-800f-645c23daf563 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:58:06.643677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:06.719885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:06.741197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:06.743459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd88816-5b34-4c63-8d40-15e93790ced2" -d '{"events": [{"server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "name": "network-vif-plugged", "status": "completed", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:06.756057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=01de2a7c-ca2a-48c0-800f-645c23daf563,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:06.783011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4572d9-9988-45f5-8f96-c93e3755bd7f x-openstack-request-id: req-dc4572d9-9988-45f5-8f96-c93e3755bd7f {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:06.783296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "name": "network-vif-plugged", "status": "completed", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:06.783548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc4572d9-9988-45f5-8f96-c93e3755bd7f {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:06.783939 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'code': 200} Mar 14 18:58:06.822457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:06.871681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:07.053383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59251be-7bb3-4033-b60b-d3792028ecb7 req-2455f9af-7e68-4ef3-9521-5e12a72fb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:07.054963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e59251be-7bb3-4033-b60b-d3792028ecb7 req-2455f9af-7e68-4ef3-9521-5e12a72fb744 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1098 time: 0.0401380 Mar 14 18:58:07.088681 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e59251be-7bb3-4033-b60b-d3792028ecb7 req-e02ac808-35de-4e5d-a374-61163e5afc60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272532 Mar 14 18:58:07.137531 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a24b00-9df3-441a-b803-e27e11df4644 req-c16aeaf7-3f01-402f-bfd2-807db459c79d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:07.139085 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-86a24b00-9df3-441a-b803-e27e11df4644 req-c16aeaf7-3f01-402f-bfd2-807db459c79d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0493662 Mar 14 18:58:07.176465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-86a24b00-9df3-441a-b803-e27e11df4644 req-61694dac-a987-4963-9768-d5c281fdb20f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315013 Mar 14 18:58:08.291207 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd6a9c-bd07-465e-8160-a0b937f7003f req-a7cce4cd-d5b0-47c4-9892-21c059b7a6b5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.292811 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aefd6a9c-bd07-465e-8160-a0b937f7003f req-a7cce4cd-d5b0-47c4-9892-21c059b7a6b5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0498512 Mar 14 18:58:08.331230 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aefd6a9c-bd07-465e-8160-a0b937f7003f req-bcd76cfa-a518-4504-a0db-8db0eaf19be0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323694 Mar 14 18:58:09.455803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d2bb-d43f-4145-836d-2257c9b8a943 req-069e7097-25dd-4dfd-a6fd-ce4498363a72 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.457293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28e2d2bb-d43f-4145-836d-2257c9b8a943 req-069e7097-25dd-4dfd-a6fd-ce4498363a72 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0516498 Mar 14 18:58:09.493763 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28e2d2bb-d43f-4145-836d-2257c9b8a943 req-344fb181-e99c-4a8b-946d-006e0073ba22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305414 Mar 14 18:58:09.620028 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d87bc-2123-4779-831d-fefc12fe75de req-b8884a65-bbd0-433a-86f8-f6e6ded02d3a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.620028 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-927d87bc-2123-4779-831d-fefc12fe75de req-b8884a65-bbd0-433a-86f8-f6e6ded02d3a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0520310 Mar 14 18:58:09.649956 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-927d87bc-2123-4779-831d-fefc12fe75de req-d0a1fe29-9ab9-4731-966a-60b9b6988634 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314329 Mar 14 18:58:09.671391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55136) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:58:09.711607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4773529-4f7b-4f7d-82aa-d7f9bf788602 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.713106 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e4773529-4f7b-4f7d-82aa-d7f9bf788602 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1093 time: 0.0407875 Mar 14 18:58:09.716023 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55138) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:58:09.720228 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:09.799562 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:09.896722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:09.994110 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.77 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/74568bcf-932e-44d6-8f92-1b374d788ab1) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:10.094221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.180376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.220026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:10.222741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:10.226155 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:10.248542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=74568bcf-932e-44d6-8f92-1b374d788ab1,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:10.576047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.683525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.829397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.899752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:10.969379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=74568bcf-932e-44d6-8f92-1b374d788ab1,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:10.980884 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:11.369992 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 associated. External IP: 172.26.3.77, port: 01de2a7c-ca2a-48c0-800f-645c23daf563. Mar 14 18:58:11.571544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 12e2c1d5-7098-4b27-a2b7-482bc18473ef has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:58:11.679802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:58:11.689401 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Sync routers for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:11.699580 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:11.700208 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:11.750083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:11.780933 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fc8d6242-293f-474b-a1b1-cc26fa408286 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0639136 Mar 14 18:58:11.781632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:11.784123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98374100-c969-490c-b453-ca029480a9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:11.803764 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:11.821850 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5290a710-1218-4ea8-8f18-74305a5a97d7 x-openstack-request-id: req-5290a710-1218-4ea8-8f18-74305a5a97d7 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:11.822301 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:11.822422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5290a710-1218-4ea8-8f18-74305a5a97d7 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:11.822893 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'status': 'completed', 'code': 200} Mar 14 18:58:11.917749 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb0df-b1ae-4722-80e6-f5b6151d814f req-a541a198-ccc9-440b-ade6-daac7702e282 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.919293 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-daddb0df-b1ae-4722-80e6-f5b6151d814f req-a541a198-ccc9-440b-ade6-daac7702e282 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0830100 Mar 14 18:58:11.921204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374100-c969-490c-b453-ca029480a9ec req-492dd8b0-2406-4a09-bdf3-821b94b843c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.922597 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-492dd8b0-2406-4a09-bdf3-821b94b843c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1098 time: 0.0745990 Mar 14 18:58:12.014366 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-daddb0df-b1ae-4722-80e6-f5b6151d814f req-47a4fdf4-367b-4d65-855a-eb97d1a6279a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884578 Mar 14 18:58:12.036961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55144) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:58:12.039932 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'f97f3791-4ad0-4f36-a0fb-53f3e5d327a5', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'port_id': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'mac_address': 'fa:16:3e:7b:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:10Z', 'updated_at': '2022-03-14T18:58:10Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:12.051718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374100-c969-490c-b453-ca029480a9ec req-cda3ef24-0077-424c-a99d-5e855395e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.053374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-cda3ef24-0077-424c-a99d-5e855395e21f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 200 len: 898 time: 0.1215770 Mar 14 18:58:12.066892 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Checking router: 12e2c1d5-7098-4b27-a2b7-482bc18473ef for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:12.076662 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:12.077870 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:57:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:12.099902 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1b3b686a-35de-44ef-91da-4fc79c53a6f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 HTTP/1.1" status: 200 len: 990 time: 0.0607266 Mar 14 18:58:12.124336 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-04e3d47d-725f-4814-963b-bc4e9bea1682 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 200 len: 998 time: 0.0639246 Mar 14 18:58:12.177311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374100-c969-490c-b453-ca029480a9ec req-a582dddf-f426-414d-862b-7f6df7745a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.178813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-a582dddf-f426-414d-862b-7f6df7745a4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 HTTP/1.1" status: 200 len: 835 time: 0.0488129 Mar 14 18:58:12.193304 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:12.223735 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374100-c969-490c-b453-ca029480a9ec req-159abe3f-95bb-4e75-8ef9-b5c57380959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.225238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-159abe3f-95bb-4e75-8ef9-b5c57380959f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d99c79c5-2e5a-436f-88bf-82e803a2c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393937 Mar 14 18:58:12.314570 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-72cde426-88f7-495d-9afa-2cd2cbf4a3ec service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823264 Mar 14 18:58:12.407867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-98374100-c969-490c-b453-ca029480a9ec req-e1380a62-e9af-4b78-a29e-a2bf45aca36f service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Mar 14 18:58:12.413657 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'f97f3791-4ad0-4f36-a0fb-53f3e5d327a5', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'port_id': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'mac_address': 'fa:16:3e:7b:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:10Z', 'updated_at': '2022-03-14T18:58:10Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:12.527901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4526068-b0f8-4e57-b1e3-920f40e7f977 None None] The sync data for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv is: [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'f97f3791-4ad0-4f36-a0fb-53f3e5d327a5', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'port_id': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'mac_address': 'fa:16:3e:7b:b5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:10Z', 'updated_at': '2022-03-14T18:58:10Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:12.711396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d3783-a8ad-4c55-880b-5e0376c0229c None None] New status for floating IP f97f3791-4ad0-4f36-a0fb-53f3e5d327a5: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:13.102002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55146) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:58:13.170498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-da05b995-f7a8-4eae-b3bb-1551c1d516c3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 HTTP/1.1" status: 200 len: 992 time: 0.0672216 Mar 14 18:58:17.893449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-465edc9b-9090-452e-a5d2-9fd2792cb39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:20.150834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-218e3478-b376-40c7-9cce-b255fbbeab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:21.528261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:23.007528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:23.079197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:28.487534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:30.940855 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:58:47.895338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3275ff87-e48e-4eb4-8582-947521b8e83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:50.129601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-936af666-fb07-4950-bae1-02e0c0a38a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:51.583048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:53.016820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:53.091880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:58:58.483589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:05.431713 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-befbe818-fe07-43fa-b28d-f8077add0588 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408134 Mar 14 18:59:05.511029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-6dc505bd-6a5f-4cbd-8a7f-eff6217aad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.512577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-6dc505bd-6a5f-4cbd-8a7f-eff6217aad32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1098 time: 0.0400507 Mar 14 18:59:05.616266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-716ed7bf-83cc-4fb1-afaa-a44b7b83e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.617737 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-716ed7bf-83cc-4fb1-afaa-a44b7b83e0e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 200 len: 898 time: 0.0871277 Mar 14 18:59:05.682483 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-72011f7f-040e-4e25-a20d-524ec99acc03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 200 len: 1000 time: 0.0573490 Mar 14 18:59:05.734243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-bf82abae-25eb-47e5-bb9b-37036cb1e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.735664 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-bf82abae-25eb-47e5-bb9b-37036cb1e53e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 HTTP/1.1" status: 200 len: 835 time: 0.0467911 Mar 14 18:59:05.780105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-b96a88a1-849c-4077-b57c-ea24198c46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.781584 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-b96a88a1-849c-4077-b57c-ea24198c46f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d99c79c5-2e5a-436f-88bf-82e803a2c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398672 Mar 14 18:59:05.868319 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-be7915d5-7cca-41bf-a20c-788e3a50a2ec service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799634 Mar 14 18:59:05.962237 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8af8fb37-a48a-4f03-8957-26713a6ba576 req-2fa82cd9-fa40-4766-b309-858fe2499e19 service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876725 Mar 14 18:59:07.940254 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:59:16.197078 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f43f98-62e2-48a5-b8e7-4d2e9c013814 req-7c8d92ee-a382-4a2d-a20d-3ba843dd85e4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.198640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-51f43f98-62e2-48a5-b8e7-4d2e9c013814 req-7c8d92ee-a382-4a2d-a20d-3ba843dd85e4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0529695 Mar 14 18:59:16.235300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-51f43f98-62e2-48a5-b8e7-4d2e9c013814 req-dc5a1edc-3d3a-4766-8bce-a05855c751af tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307462 Mar 14 18:59:17.353469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c2bd7-21f6-43eb-a2ea-f5e71cacbc49 req-2eccd16f-33ba-49ab-9980-0c1763fc3dc2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.354983 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-042c2bd7-21f6-43eb-a2ea-f5e71cacbc49 req-2eccd16f-33ba-49ab-9980-0c1763fc3dc2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0491085 Mar 14 18:59:17.392120 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-042c2bd7-21f6-43eb-a2ea-f5e71cacbc49 req-0a206c3f-d645-4fbd-8d49-763cf2724958 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312788 Mar 14 18:59:17.413964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55178) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:17.476705 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6044e360-4db8-41da-a631-25527238da39 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 HTTP/1.1" status: 200 len: 992 time: 0.0616159 Mar 14 18:59:17.911345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a1aa72bc-9612-4f44-9fcc-d0a6370b16a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:18.875172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482303e-2026-4cee-99e2-314e8c4da815 req-e14fdfe8-b80d-4381-b866-a3dde4aeed2a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.876691 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6482303e-2026-4cee-99e2-314e8c4da815 req-e14fdfe8-b80d-4381-b866-a3dde4aeed2a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0484140 Mar 14 18:59:18.917879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6482303e-2026-4cee-99e2-314e8c4da815 req-3c80f3ef-54ec-4cfe-822d-0b2f4e8a502c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348704 Mar 14 18:59:20.041000 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e32a-e73c-41ef-b854-0f3880e3889a req-7bc39a49-6cf5-4936-a2eb-9c2d82f9aabd tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:20.042529 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a168e32a-e73c-41ef-b854-0f3880e3889a req-7bc39a49-6cf5-4936-a2eb-9c2d82f9aabd tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0541942 Mar 14 18:59:20.080274 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a168e32a-e73c-41ef-b854-0f3880e3889a req-b63c5511-1e54-47a3-9d5b-736089b69f97 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318458 Mar 14 18:59:20.103224 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55188) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:20.136086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-78a80605-2e2f-46da-a54a-d9170b5ac9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:20.162606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5e2907d0-649b-421d-9181-93777c425fe1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 HTTP/1.1" status: 200 len: 992 time: 0.0582983 Mar 14 18:59:20.449606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55194) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:20.603496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 74568bcf-932e-44d6-8f92-1b374d788ab1 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:59:20.603758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:20.683116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:20.683437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:20.694502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 74568bcf-932e-44d6-8f92-1b374d788ab1 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:59:20.924855 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:20.947457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=74568bcf-932e-44d6-8f92-1b374d788ab1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:20.960873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.961232 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.961623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.961956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.962292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.962622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.962955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.963279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.963600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.963923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.964242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:20.964560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:21.023782 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:21.024115 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 disassociated (deleted). External IP: 172.26.3.77, port: 01de2a7c-ca2a-48c0-800f-645c23daf563. Mar 14 18:59:21.224975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 12e2c1d5-7098-4b27-a2b7-482bc18473ef has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:21.334895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:21.339275 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:21.347184 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Sync routers for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:21.356115 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:21.357388 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.371179 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1b2e0b3f-2577-4677-b0bb-88a782c9831f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/floatingips/f97f3791-4ad0-4f36-a0fb-53f3e5d327a5 HTTP/1.1" status: 204 len: 168 time: 0.9204421 Mar 14 18:59:21.371823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:21.374942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f42f0d2-bd84-48a9-a88f-51b35c626815" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:21.415451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3dafc4-b7a5-4030-a7b8-e015f8a5c0a7 x-openstack-request-id: req-6c3dafc4-b7a5-4030-a7b8-e015f8a5c0a7 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:21.415755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:21.416037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c3dafc4-b7a5-4030-a7b8-e015f8a5c0a7 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:21.416441 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'status': 'completed', 'code': 200} Mar 14 18:59:21.463255 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:21.483903 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-bc7dafee-9622-4601-acbb-513aff036f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.485423 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-bc7dafee-9622-4601-acbb-513aff036f8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 1098 time: 0.0456901 Mar 14 18:59:21.547745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:21.580288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-bdff8ed6-03b3-416a-b84c-cf19d42c9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.581762 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-bdff8ed6-03b3-416a-b84c-cf19d42c9abc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 200 len: 898 time: 0.0897882 Mar 14 18:59:21.624779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-cc7c3ef2-8867-424d-b92b-f44a9004d052 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 200 len: 217 time: 0.0368590 Mar 14 18:59:21.660158 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.675213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-1bb431dd-d1e5-42e9-8d5a-c564c825aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.676743 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-1bb431dd-d1e5-42e9-8d5a-c564c825aab4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 HTTP/1.1" status: 200 len: 835 time: 0.0455048 Mar 14 18:59:21.690416 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Checking router: 12e2c1d5-7098-4b27-a2b7-482bc18473ef for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:21.699511 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:21.700204 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:21.730936 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-e99f3d04-a3cd-4ed2-bb51-cf2166373514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.733589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-e99f3d04-a3cd-4ed2-bb51-cf2166373514 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d99c79c5-2e5a-436f-88bf-82e803a2c225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495770 Mar 14 18:59:21.801857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f976-9a8e-4b5a-b8ec-39f36a4cffe1 req-73106bd6-a094-40e7-824b-d53855b88944 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.803315 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-16b9f976-9a8e-4b5a-b8ec-39f36a4cffe1 req-73106bd6-a094-40e7-824b-d53855b88944 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0521216 Mar 14 18:59:21.819837 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:21.831346 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-028b195c-4192-402c-b836-71522cdc9295 service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891993 Mar 14 18:59:21.844782 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-16b9f976-9a8e-4b5a-b8ec-39f36a4cffe1 req-135f4f7e-54f4-4ce1-a060-c8807a29288f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351684 Mar 14 18:59:21.928187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7f42f0d2-bd84-48a9-a88f-51b35c626815 req-36409ce0-dcb6-4c66-bc4d-4af76a569f17 service neutron] 10.222.0.61 "GET /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895259 Mar 14 18:59:22.016094 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:22.041943 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee08dc-cbab-4fc9-955b-028f77f74e82 None None] The sync data for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv is: [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:49Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '79db96dd-f32e-431e-8c5c-66c4a5d3fe31', 'name': '', 'network_id': 'd99c79c5-2e5a-436f-88bf-82e803a2c225', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:61:ba:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:48Z', 'updated_at': '2022-03-14T18:57:52Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:22.246753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0411b9e-9089-496d-98e5-145858846b93 None None] New status for floating IP f97f3791-4ad0-4f36-a0fb-53f3e5d327a5: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:22.965453 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f676a-d93d-4b7e-9b1e-464e07e5e9a8 req-038cf636-160f-4989-a625-be1257b4ceb6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.967107 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1b8f676a-d93d-4b7e-9b1e-464e07e5e9a8 req-038cf636-160f-4989-a625-be1257b4ceb6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0525193 Mar 14 18:59:23.005052 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1b8f676a-d93d-4b7e-9b1e-464e07e5e9a8 req-cc7ec4e7-9bb2-4d29-a46a-9deddc6ad226 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=9670e46f-91b9-4c81-84b1-5adec42af821&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319772 Mar 14 18:59:23.056470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:23.084512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:23.506642 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243c871-5468-44e8-b837-68d87c9022d2 req-24ad6563-5e8d-40ee-8bdd-e2f38a9e2131 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.508070 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f243c871-5468-44e8-b837-68d87c9022d2 req-24ad6563-5e8d-40ee-8bdd-e2f38a9e2131 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 945 time: 0.0478041 Mar 14 18:59:23.598535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 01de2a7c-ca2a-48c0-800f-645c23daf563 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:59:23.598874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:23.682549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 01de2a7c-ca2a-48c0-800f-645c23daf563, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=01de2a7c-ca2a-48c0-800f-645c23daf563,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:23.682909 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:23.696495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 01de2a7c-ca2a-48c0-800f-645c23daf563 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:59:23.911750 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:23.938524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=01de2a7c-ca2a-48c0-800f-645c23daf563,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:23.951412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.951783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.952140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.952501 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.952836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.953176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.953497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.953822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.954171 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.954498 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.954818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.955140 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:23.997976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] No DVR routers for this DVR port 01de2a7c-ca2a-48c0-800f-645c23daf563 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:24.000482 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:24.003853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f243c871-5468-44e8-b837-68d87c9022d2 req-dc66b976-b580-4746-b3eb-c442fec77517 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "DELETE /v2.0/ports/01de2a7c-ca2a-48c0-800f-645c23daf563 HTTP/1.1" status: 204 len: 173 time: 0.4896741 Mar 14 18:59:24.004284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'name': 'network-vif-deleted', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:24.006533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc85e2e-2309-4902-bf42-2fbc2f5b8931" -d '{"events": [{"server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "name": "network-vif-deleted", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:24.042976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba4b15-951c-4c43-9bac-7677dfedb3af x-openstack-request-id: req-31ba4b15-951c-4c43-9bac-7677dfedb3af {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:24.043275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2652ea-1fa6-4853-93d3-9828ffacbf0b", "name": "network-vif-deleted", "tag": "01de2a7c-ca2a-48c0-800f-645c23daf563", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:24.043532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31ba4b15-951c-4c43-9bac-7677dfedb3af {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:24.043977 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2652ea-1fa6-4853-93d3-9828ffacbf0b', 'name': 'network-vif-deleted', 'tag': '01de2a7c-ca2a-48c0-800f-645c23daf563', 'status': 'completed', 'code': 200} Mar 14 18:59:24.189924 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e128a075-fb47-4b2e-be75-cecb66267c70 req-254a2cc1-5a1d-4d0f-bbba-3a5b2b1ecd06 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f2652ea-1fa6-4853-93d3-9828ffacbf0b HTTP/1.1" status: 200 len: 210 time: 0.1126425 Mar 14 18:59:25.247260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55214) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:25.645368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:25.903102 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:59:25.903446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:25.995272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 79db96dd-f32e-431e-8c5c-66c4a5d3fe31, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:25.995634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:26.008801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:59:26.242725 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:26.269524 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=79db96dd-f32e-431e-8c5c-66c4a5d3fe31,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:26.440700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:26.656313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 12e2c1d5-7098-4b27-a2b7-482bc18473ef has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:27.054627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:27.059583 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-592764af-05be-406c-99c4-f4cff3c860d5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/12e2c1d5-7098-4b27-a2b7-482bc18473ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113220 Mar 14 18:59:27.062532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:27.064777 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Sync routers for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:27.074011 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:27.074617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.114945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting subnet 6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 18:59:27.118125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.160700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.177656 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:27.241932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.349406 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:59:26Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.368561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.375258 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Checking router: 12e2c1d5-7098-4b27-a2b7-482bc18473ef for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:27.383295 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Routers {'12e2c1d5-7098-4b27-a2b7-482bc18473ef'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:27.383893 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.397225 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.399191 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.406328 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-db0eb87d-3ffd-4319-8966-e6a71084648e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/subnets/6cf6c527-dda6-49d5-9ba2-ab0ffc0bde42 HTTP/1.1" status: 204 len: 168 time: 0.3390453 Mar 14 18:59:27.406428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55218) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:27.410302 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b9722-be2d-4891-87b4-a99eb18bb2b9 None None] Network d99c79c5-2e5a-436f-88bf-82e803a2c225 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:59:27.521428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.583450 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] Set router 12e2c1d5-7098-4b27-a2b7-482bc18473ef gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:27.604189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] DHCP port deletion for d99c79c5-2e5a-436f-88bf-82e803a2c225 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 18:59:27.636462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.653659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Deleting port e5ef60aa-d256-4b39-a004-d6d5ef11a84c {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:59:27.654062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.717936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] For port e5ef60aa-d256-4b39-a004-d6d5ef11a84c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,segment=NetworkSegment(b6f6a022-b043-4e9e-a0a1-2fa7d287059d),segment_id=b6f6a022-b043-4e9e-a0a1-2fa7d287059d)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:27.718228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.731582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Calling delete_port for e5ef60aa-d256-4b39-a004-d6d5ef11a84c owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:59:27.742181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port e6d44a56-2959-43ba-ba3d-0759d6a65cc0 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 18:59:27.742528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.761262 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:59:26Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:27.787971 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a85bb-376f-42cb-9021-f8859f7184e5 None None] The sync data for ids ['12e2c1d5-7098-4b27-a2b7-482bc18473ef'] in dv-neutron-833670-1-hyperv is: [{'id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801669808', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:59:26Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'e6d44a56-2959-43ba-ba3d-0759d6a65cc0', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e2c1d5-7098-4b27-a2b7-482bc18473ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:57:45Z', 'updated_at': '2022-03-14T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:27.834597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port e6d44a56-2959-43ba-ba3d-0759d6a65cc0, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:27.834965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.847449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for e6d44a56-2959-43ba-ba3d-0759d6a65cc0 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 18:59:27.861864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:27.888017 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Pushing event deleted for resources: {'Port': ['ID=e5ef60aa-d256-4b39-a004-d6d5ef11a84c,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:27.892893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] No DVR routers for this DVR port e5ef60aa-d256-4b39-a004-d6d5ef11a84c on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:27.899342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.899690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.900028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.900358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.900940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.901265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.901585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.901950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.902250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.902846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.902944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:27.903180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ecb5b-7929-4a62-bbff-cf93ec6594ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:28.084321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.114670 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=e6d44a56-2959-43ba-ba3d-0759d6a65cc0,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.180109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.278811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.281135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.397111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.397565 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Fanout notify agent at l3_agent the message router_deleted on router 12e2c1d5-7098-4b27-a2b7-482bc18473ef {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 18:59:28.406922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.406922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-02fbc0d2-0f5e-40b4-ae2f-ebc025ccb489 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/routers/12e2c1d5-7098-4b27-a2b7-482bc18473ef HTTP/1.1" status: 204 len: 168 time: 0.9992542 Mar 14 18:59:28.408444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:28.483574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.493331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.580210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.600098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99c79c5-2e5a-436f-88bf-82e803a2c225']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:28.609038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:28.609337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f6a022-b043-4e9e-a0a1-2fa7d287059d') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:28.622790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.636084 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.642634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:59:28.643021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:59:28.645884 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:59:28.770411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.780279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.780688 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/networks/d99c79c5-2e5a-436f-88bf-82e803a2c225 HTTP/1.1" status: 204 len: 168 time: 0.3712339 Mar 14 18:59:28.783542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55222) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:28.792137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58499b6a-a62e-4fdb-b74b-6ab9dbd037c5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Network': ['ID=d99c79c5-2e5a-436f-88bf-82e803a2c225,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:28.830735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 01de2a7c-ca2a-48c0-800f-645c23daf563 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.854793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 01de2a7c-ca2a-48c0-800f-645c23daf563 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:59:28.855321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 01de2a7c-ca2a-48c0-800f-645c23daf563 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.858037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.886707 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:28.901518 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5ef60aa-d256-4b39-a004-d6d5ef11a84c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.922560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e5ef60aa-d256-4b39-a004-d6d5ef11a84c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:59:28.923662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5ef60aa-d256-4b39-a004-d6d5ef11a84c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.923662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e6d44a56-2959-43ba-ba3d-0759d6a65cc0 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.946792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e6d44a56-2959-43ba-ba3d-0759d6a65cc0 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:59:28.947141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e6d44a56-2959-43ba-ba3d-0759d6a65cc0 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:28.947540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:28.966574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 18:59:28.968928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 79db96dd-f32e-431e-8c5c-66c4a5d3fe31 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:29.019919 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.022593 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.023738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/security-groups/9670e46f-91b9-4c81-84b1-5adec42af821 HTTP/1.1" status: 204 len: 168 time: 0.2392147 Mar 14 18:59:29.033512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4014b1-534f-4494-b7d7-212f997271f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9670e46f-91b9-4c81-84b1-5adec42af821,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:29.465194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55228) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:29.469822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221183070', 'description': 'tempest-secgroup-smoke-1221183070 description', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:29.552704 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.616942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.678245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.706167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17329057-2d29-459c-9cc5-0ffd4e3d2d08,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:29.766178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.767467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1e09c3da-f0d4-4a6d-8888-b80368cf6623 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3012238 Mar 14 18:59:29.770254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55230) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:29.774515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:29.865616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.923730 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:29.986827 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.004111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254ecfec-7eb4-420d-829d-22f5c772e937,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:30.085777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.087061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5f7a1410-336e-483e-af9e-b96b70a14d4a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159051 Mar 14 18:59:30.089843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55232) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:30.094746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:30.179900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.235192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.318606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.335790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da77595e-a76b-48d9-813e-6c2ac3420e91,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:30.417783 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.419050 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-cad1f648-00c1-4d50-8b2d-f0c43a1b52d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3282726 Mar 14 18:59:30.422046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55234) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:30.426370 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:30.518665 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.574449 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.667245 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.684608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c3c84c-415c-4c40-b7cc-52aa937024d1,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:30.747403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.749165 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ea7c792f-08bb-4bdf-a57f-1f0a68ccaf73 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256152 Mar 14 18:59:30.751834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:30.756250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:30.843979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.903786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.975519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:30.992691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9729403d-47db-4a40-8518-fb70c4371ffc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.052086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.053542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-486b3533-06cf-4a31-a964-6b6cd6817c24 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006084 Mar 14 18:59:31.056183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55238) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:31.060543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:31.135638 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:59:31.141061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.199709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.272379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.290436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a5da92-571f-4a9d-b52c-50a99420557f,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.366201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.367424 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e77fb319-9282-4b06-b47c-7e2d669f3cf3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103139 Mar 14 18:59:31.370114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55240) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:31.374326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '17329057-2d29-459c-9cc5-0ffd4e3d2d08', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:31.438753 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 18:59:31.443895 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.505149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.552602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.569504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bce67d-1e48-45aa-8730-8a350626c46e,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.629029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.630291 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5bdbb393-6b07-49c3-8871-a0101e977a2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2592437 Mar 14 18:59:31.632954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55242) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:31.637726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'network': {'name': 'tempest-network-smoke--546732474', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:31.701022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:31.705109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.727026 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:59:31.735157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.735504 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Added segment 3fd8c03b-f32c-4ee0-b58a-28872926daa0 of type vlan for network d1557cf6-6d5d-4b54-97af-91c9d4adf162 Mar 14 18:59:31.776460 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.832655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.838075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.838662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:31.902310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Network': ['ID=d1557cf6-6d5d-4b54-97af-91c9d4adf162,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.913814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:59:31.925354 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1910de7b-44a1-4855-8189-9abe1a1179fb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2914078 Mar 14 18:59:31.927997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55244) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:31.932441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'admin_state_up': True, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:32.022103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.023506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.082479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.287221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.550238 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.568381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.665588 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.203 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/cddf9924-55da-4cdb-94ae-cf7e4ddae7e7) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:32.763892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.871679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:32.911098 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:32.913761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:32.917158 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:32.923022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:33.231275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:33.727592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:33.922179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 74d22e7f-db8d-4204-888d-285de9524bc3 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:59:34.027581 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:34.037333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Sync routers for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:34.047445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:34.048057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:34.101466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.102775 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-11a2357e-c5c6-4346-81f5-14827b2afdef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1738229 Mar 14 18:59:34.106476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55246) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:34.135426 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59d4f99d-153e-4663-baf5-0e0b0f0932df tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d92bf34e55234b258f0c108ed0339d2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277476 Mar 14 18:59:34.137967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:34.152607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:34.226355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d62c7b-83d8-4c69-b76e-af34ddf45575 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.227890 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-57d62c7b-83d8-4c69-b76e-af34ddf45575 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889947 Mar 14 18:59:34.230767 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55250) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:34.259139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-45f41b71-7d93-4ff1-83d0-4e40b382261a tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273302 Mar 14 18:59:34.265210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55252) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:34.269872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134031658', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:34.332712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:33Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:34.359685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Checking router: 74d22e7f-db8d-4204-888d-285de9524bc3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:34.360038 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Updating router 74d22e7f-db8d-4204-888d-285de9524bc3 port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:59:34.383825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.444067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:34.447705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.636341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.713269 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.723995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.777319 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Subnet': ['ID=ec93617b-dfb1-4307-9dd0-cd70bf7a9927,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:34.781673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Attempting to bind port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:59:34.785189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Attempting to bind port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:59:34.785189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Attempting to bind port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:34.785189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05548a-e353-49ba-a722-24408f938f44 None None] Pushing event updated for resources: {'Port': ['ID=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:34.787923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Checking segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:59:34.788286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network hostable DHCP agents. Network: d1557cf6-6d5d-4b54-97af-91c9d4adf162, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:59:34.790731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:34.791101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:59:34.791497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.791940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:34.792391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Bound port: cddf9924-55da-4cdb-94ae-cf7e4ddae7e7, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:59:34.792838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.843524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] For port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:34.846446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] For port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:34.861321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:59:34.947164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.958332 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, d1557cf6-6d5d-4b54-97af-91c9d4adf162) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:34.962530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.963185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:34.975994 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ef630-9af9-4842-bb41-a412b009753e None None] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:59:35.050971 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-272672b8-0c96-4836-8a55-df35a95e022c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7847290 Mar 14 18:59:35.053799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55254) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:35.060421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05548a-e353-49ba-a722-24408f938f44 None None] Pushing event updated for resources: {'Port': ['ID=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:35.065476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:35.066110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:35.224917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:35.255335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-d1557cf6-6d5d-4b54-97af-91c9d4adf162', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 18:59:35.256151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.486994 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.494744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Allocated IP 172.20.0.2 (d1557cf6-6d5d-4b54-97af-91c9d4adf162/ec93617b-dfb1-4307-9dd0-cd70bf7a9927/7d54d816-160a-4171-82a2-ec69aa8b7bc3) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:35.572106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:33Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:35.605586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d7085-1e52-4fe0-8a07-80769b418c36 None None] The sync data for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv is: [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:33Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:35.688257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.765397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.822921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Pushing event updated for resources: {'Port': ['ID=7d54d816-160a-4171-82a2-ec69aa8b7bc3,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:35.840860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:35.842981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.1 (d1557cf6-6d5d-4b54-97af-91c9d4adf162/ec93617b-dfb1-4307-9dd0-cd70bf7a9927/2163b9db-2d0e-475c-8b92-4d0c54f40853) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:35.843481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:35.845657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:35.907904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Attempting to bind port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:59:35.908585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Attempting to bind port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:59:35.908928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Attempting to bind port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 on network d1557cf6-6d5d-4b54-97af-91c9d4adf162 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:35.914507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:35.914908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Checking segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:59:35.915308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.915695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Bound using segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:35.916159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Bound port: 7d54d816-160a-4171-82a2-ec69aa8b7bc3, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:59:35.916543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.981973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:35.994403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] For port 7d54d816-160a-4171-82a2-ec69aa8b7bc3, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:36.001451 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] For port 7d54d816-160a-4171-82a2-ec69aa8b7bc3, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7d54d816-160a-4171-82a2-ec69aa8b7bc3,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:36.090623 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.119179 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.162030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adaf61-e02c-4a95-9db3-e544c5165df3 None None] Pushing event updated for resources: {'Port': ['ID=7d54d816-160a-4171-82a2-ec69aa8b7bc3,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.173455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:36.177031 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:36.180851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:36.187610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.234528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.464061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.750454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.774045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7d54d816-160a-4171-82a2-ec69aa8b7bc3 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:36.823312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:36.823683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.849761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.911142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.928379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:36.931345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.952999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 7d54d816-160a-4171-82a2-ec69aa8b7bc3, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7d54d816-160a-4171-82a2-ec69aa8b7bc3,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:37.004404 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.005464 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:37.031105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:37.032712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:37.084885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=7d54d816-160a-4171-82a2-ec69aa8b7bc3,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:37.095619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:37.096246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.173622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 74d22e7f-db8d-4204-888d-285de9524bc3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:37.187637 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.205176 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a6f00-ccd0-4695-8b2e-2788734600d5 None None] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 18:59:37.229609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:37.285529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:37.287844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-04ab5b61-aee3-4bb1-905e-2029f7180a19 None None] Provisioning complete for port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:37.288211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04ab5b61-aee3-4bb1-905e-2029f7180a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.291276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.294496 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9738d0b6-0131-46d5-afca-720d7ef1358e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/74d22e7f-db8d-4204-888d-285de9524bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395480 Mar 14 18:59:37.406918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:37.436922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-185e8e21-9207-4f66-967d-91104c5334ba tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221183070&fields=id&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 267 time: 0.0355189 Mar 14 18:59:37.556173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-8dc4bd42-31cc-44fa-956d-c196c6a30186 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.557714 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-8dc4bd42-31cc-44fa-956d-c196c6a30186 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 796 time: 0.1129465 Mar 14 18:59:37.574401 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-9a9ae8f8-4b5c-48c3-bc2f-754fb2da2734 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/quotas/d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 375 time: 0.0095000 Mar 14 18:59:37.633022 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-8d5c2cbe-b92e-4dfb-b613-df7c3a63685b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529079 Mar 14 18:59:37.705170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-94c9ebd6-4373-45d8-8255-e50aef1ae11f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 18:59:37.706617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5c11e53-bf76-4fb3-822b-6e10dc538013 None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:37.707170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5c11e53-bf76-4fb3-822b-6e10dc538013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.711514 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Sync routers for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:37.712757 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-94c9ebd6-4373-45d8-8255-e50aef1ae11f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676577 Mar 14 18:59:37.720928 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:37.721855 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:37.752180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-f5c11e53-bf76-4fb3-822b-6e10dc538013 None None] Port 2163b9db-2d0e-475c-8b92-4d0c54f40853 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:59:37.764783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f5c11e53-bf76-4fb3-822b-6e10dc538013 None None] Provisioning complete for port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:37.766003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f5c11e53-bf76-4fb3-822b-6e10dc538013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:37.805337 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-d621b88e-e90b-42d7-acdc-8cea08fa0852 service neutron] 10.222.0.58 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917287 Mar 14 18:59:37.833584 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:37.916029 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-4800cbaf-f651-435b-b627-3465f62e54cd service neutron] 10.222.0.58 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037614 Mar 14 18:59:37.978799 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-027a24a6-6725-43fa-8ce2-6a6569aef42e None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:37.979329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-027a24a6-6725-43fa-8ce2-6a6569aef42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.065234 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 2, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:38.092496 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Checking router: 74d22e7f-db8d-4204-888d-285de9524bc3 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:38.092847 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Updating router 74d22e7f-db8d-4204-888d-285de9524bc3 port 2163b9db-2d0e-475c-8b92-4d0c54f40853 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:59:38.125979 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.167889 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-027a24a6-6725-43fa-8ce2-6a6569aef42e None None] Port 2163b9db-2d0e-475c-8b92-4d0c54f40853 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:59:38.227337 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7801f1d-6374-447c-b99d-3478ae67aec6 req-5ff9cf01-3d44-4cbd-b2ee-5739cda38946 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0861270 Mar 14 18:59:38.289875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d532f10-772b-44d2-bc3e-484ee71bee58 None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:38.290413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d532f10-772b-44d2-bc3e-484ee71bee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.325768 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-9d532f10-772b-44d2-bc3e-484ee71bee58 None None] Port 2163b9db-2d0e-475c-8b92-4d0c54f40853 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:59:38.400602 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.467121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.513318 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Pushing event updated for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:38.525179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.525775 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.526139 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.526464 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.526791 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.527115 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.527440 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.527761 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.528080 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.528394 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.528713 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.529027 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.579445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Attempting to bind port 2163b9db-2d0e-475c-8b92-4d0c54f40853 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:59:38.579882 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Attempting to bind port 2163b9db-2d0e-475c-8b92-4d0c54f40853 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:59:38.580237 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Attempting to bind port 2163b9db-2d0e-475c-8b92-4d0c54f40853 on network d1557cf6-6d5d-4b54-97af-91c9d4adf162 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:38.585305 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:38.585662 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Checking segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:59:38.586089 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.586475 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Bound using segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:38.586930 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Bound port: 2163b9db-2d0e-475c-8b92-4d0c54f40853, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:59:38.587432 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.657323 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] For port 2163b9db-2d0e-475c-8b92-4d0c54f40853, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:38.660531 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] For port 2163b9db-2d0e-475c-8b92-4d0c54f40853, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2163b9db-2d0e-475c-8b92-4d0c54f40853,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:38.705357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7d54d816-160a-4171-82a2-ec69aa8b7bc3 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:38.741400 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.761135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:38.761496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.796632 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:38.797645 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:38.805848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:38.806269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.886040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:38.909619 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:38.961236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] For port 2163b9db-2d0e-475c-8b92-4d0c54f40853, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2163b9db-2d0e-475c-8b92-4d0c54f40853,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:38.963358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:39.015701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:39.016125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:39.047246 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecc1c0-2b44-4ac3-8d19-c7471bd52592 None None] Pushing event updated for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:39.057435 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:39.131510 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:39.143735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42278-3cac-4d4c-a78e-fdb6410f628d None None] Pushing event updated for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:39.181501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c5c558c6-618d-4a8a-8fc0-84b27b440b00 None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:39.182217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c5c558c6-618d-4a8a-8fc0-84b27b440b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:39.260155 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef9f6c-fae7-499f-881e-1e9387fa1f54 None None] The sync data for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv is: [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:39.311236 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f9029c52-246d-4758-861a-76deb32a7eb6 req-8ec23918-c728-4561-a93b-45fd0344d11c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Mar 14 18:59:40.396568 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-307427e2-8026-40ea-a5b7-ad04ebf06247 req-528d6cd5-8cb2-4626-9afa-2b9e38df6fcc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Mar 14 18:59:40.699848 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2163b9db-2d0e-475c-8b92-4d0c54f40853 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:40.750118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2163b9db-2d0e-475c-8b92-4d0c54f40853 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:40.750397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:41.472374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7e9a4349-c8db-49f0-9772-c973803520c1 req-4a607e31-f6df-4a67-b437-6351c55d832a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0261359 Mar 14 18:59:42.568491 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5787f126-38ef-4817-bf93-1ea36d390b82 req-7a959641-ec2f-426b-a12a-d23640b9b4a5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0285511 Mar 14 18:59:42.995564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-a870dadd-5d3e-40cc-bc1f-e84e882a570f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.002168 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-a870dadd-5d3e-40cc-bc1f-e84e882a570f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 796 time: 0.1012228 Mar 14 18:59:43.046132 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-26209a8c-cf95-46b2-9d5b-16fb0bdde349 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 380 time: 0.0348649 Mar 14 18:59:43.055386 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'port': {'device_id': '059cf04f-e822-486e-90cf-16bb78907f88', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'admin_state_up': True, 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'security_groups': ['17329057-2d29-459c-9cc5-0ffd4e3d2d08']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:43.253782 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:43.257341 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.385314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.12 (d1557cf6-6d5d-4b54-97af-91c9d4adf162/ec93617b-dfb1-4307-9dd0-cd70bf7a9927/1b614b2c-426c-4944-9c11-e317d42e1809) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:43.515188 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.610076 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.676977 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:43.682021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:43.686468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:43.717627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:43.741671 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118119f4-9628-4f51-91cb-89b7e2cc211d req-eb092efb-9975-45b8-aa93-75a218cff18b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.743277 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-118119f4-9628-4f51-91cb-89b7e2cc211d req-eb092efb-9975-45b8-aa93-75a218cff18b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 932 time: 0.1039927 Mar 14 18:59:43.763425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.764047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.798335 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-118119f4-9628-4f51-91cb-89b7e2cc211d req-3ed2102a-a841-46f5-b69a-cd843d5a6a78 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487671 Mar 14 18:59:43.851961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1f158bcd-f504-4eff-b36c-d97eff5e66e2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003714 Mar 14 18:59:43.863431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Request body: {'port': {'device_id': '059cf04f-e822-486e-90cf-16bb78907f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:43.919883 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.936836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4259b3ac-02fa-4ebd-99a6-9ce0bef0f8b4 None None] Provisioning complete for port 1b614b2c-426c-4944-9c11-e317d42e1809 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:43.937428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4259b3ac-02fa-4ebd-99a6-9ce0bef0f8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:43.974577 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4259b3ac-02fa-4ebd-99a6-9ce0bef0f8b4 None None] Port 1b614b2c-426c-4944-9c11-e317d42e1809 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 18:59:44.172448 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b614b2c-426c-4944-9c11-e317d42e1809 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:44.179647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:44.191201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Transition to ACTIVE for port object 1b614b2c-426c-4944-9c11-e317d42e1809 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 18:59:44.247515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:44.297240 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Pushing event updated for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:44.368083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Attempting to bind port 1b614b2c-426c-4944-9c11-e317d42e1809 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 18:59:44.368411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Attempting to bind port 1b614b2c-426c-4944-9c11-e317d42e1809 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 18:59:44.368741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Attempting to bind port 1b614b2c-426c-4944-9c11-e317d42e1809 on network d1557cf6-6d5d-4b54-97af-91c9d4adf162 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:44.373756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Port 1b614b2c-426c-4944-9c11-e317d42e1809 on network d1557cf6-6d5d-4b54-97af-91c9d4adf162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:59:44.374298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Attempting to bind port 1b614b2c-426c-4944-9c11-e317d42e1809 on network d1557cf6-6d5d-4b54-97af-91c9d4adf162 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:44.379316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:44.379647 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Checking segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 18:59:44.380039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Bound using segment: {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:44.380455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Bound port: 1b614b2c-426c-4944-9c11-e317d42e1809, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd8c03b-f32c-4ee0-b58a-28872926daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 18:59:44.380809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:44.445644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:44.448645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1b614b2c-426c-4944-9c11-e317d42e1809,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:44.535770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:44.571087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.571692 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:44.573139 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] 10.222.0.61 "PUT /v2.0/ports/1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1094 time: 0.7137265 Mar 14 18:59:44.573567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:44.575791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a" -d '{"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:44.597788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdb6f-5a62-45c0-b306-104790f87d6a service neutron] Pushing event updated for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:44.623382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a6cee-c85d-42fa-ba3a-00e0131c9b4b x-openstack-request-id: req-a34a6cee-c85d-42fa-ba3a-00e0131c9b4b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:44.623863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:44.624122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a34a6cee-c85d-42fa-ba3a-00e0131c9b4b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:44.624529 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809', 'status': 'completed', 'code': 200} Mar 14 18:59:44.692392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-ec53dd03-f319-4dd3-907d-18ffbb8dd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.693934 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-ec53dd03-f319-4dd3-907d-18ffbb8dd327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1097 time: 0.0489831 Mar 14 18:59:44.792321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-09787cca-ecb4-4967-875e-b0f44a7b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.793773 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-09787cca-ecb4-4967-875e-b0f44a7b2b27 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d92bf34e55234b258f0c108ed0339d2a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0910990 Mar 14 18:59:44.918630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-07d85815-21ac-480e-acea-c6366fce75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.920604 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2cdfec20-439a-4fbc-8e1f-052ed3b0ab4a req-07d85815-21ac-480e-acea-c6366fce75d4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183252 Mar 14 18:59:44.936204 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b147816-d203-4947-817f-8899fedbd495 req-433394ee-965a-449f-9157-68986ab68c8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.937667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b147816-d203-4947-817f-8899fedbd495 req-433394ee-965a-449f-9157-68986ab68c8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 944 time: 0.0668015 Mar 14 18:59:44.939957 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:59:45.001044 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9b147816-d203-4947-817f-8899fedbd495 req-11c9bef9-0d82-4f0d-bbc9-d91da313858d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567338 Mar 14 18:59:45.009846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-d3b20cb5-6d55-4671-88f2-a6209efe4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.011299 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-d3b20cb5-6d55-4671-88f2-a6209efe4af3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1097 time: 0.0519187 Mar 14 18:59:45.362963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-84277006-60be-4621-9673-0808ce57b2a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 217 time: 0.3445652 Mar 14 18:59:45.410568 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1b5245a1-1a87-4fc6-a190-0a62f305c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.411962 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-1b5245a1-1a87-4fc6-a190-0a62f305c4cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0427730 Mar 14 18:59:45.456517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-55322f31-c324-43d2-8523-12245928dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.458040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-55322f31-c324-43d2-8523-12245928dfb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392814 Mar 14 18:59:45.547906 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-8b8272ef-20a5-46f7-b5bb-5d2f515d9830 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 Mar 14 18:59:45.633668 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e6388f89-e7f5-4e54-8e9f-00a49dc6e3ef req-eaf286c2-a7c9-4752-bf79-3a890f9cc5cf service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790634 Mar 14 18:59:46.118347 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34747f-3c7b-40f7-8b0e-eaa190759e9a req-5c4fec03-5448-4e22-b61f-7343879621fe tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:46.119828 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b34747f-3c7b-40f7-8b0e-eaa190759e9a req-5c4fec03-5448-4e22-b61f-7343879621fe tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 944 time: 0.0484173 Mar 14 18:59:46.157007 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9b34747f-3c7b-40f7-8b0e-eaa190759e9a req-4ba46d8b-bcdf-4266-9b24-11b2185b14ed tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Mar 14 18:59:47.274507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125f65-9a5e-44ed-addd-46c7899fef54 req-d5c10bd4-d0d8-4e26-803b-ab8617f6b2f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:47.276285 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6d125f65-9a5e-44ed-addd-46c7899fef54 req-d5c10bd4-d0d8-4e26-803b-ab8617f6b2f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 944 time: 0.0523551 Mar 14 18:59:47.313086 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6d125f65-9a5e-44ed-addd-46c7899fef54 req-844377a8-dacc-49c1-8468-2ee765710282 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Mar 14 18:59:47.871959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c9659eea-5414-4598-995b-c48af79b3693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:48.425592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d9699-f61b-4242-9708-6edd65536129 req-132e1097-776b-4f2d-a3a4-e1bc5af90cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.427081 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-215d9699-f61b-4242-9708-6edd65536129 req-132e1097-776b-4f2d-a3a4-e1bc5af90cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 944 time: 0.0480747 Mar 14 18:59:48.465388 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-215d9699-f61b-4242-9708-6edd65536129 req-2f4d21bb-ddf5-4e69-9196-e39ef1da3bff tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Mar 14 18:59:48.939770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1b614b2c-426c-4944-9c11-e317d42e1809 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:49.033321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1b614b2c-426c-4944-9c11-e317d42e1809,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:49.044441 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '1b614b2c-426c-4944-9c11-e317d42e1809', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'port_id': '1b614b2c-426c-4944-9c11-e317d42e1809', 'mac_address': 'fa:16:3e:c7:b2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:49.081416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:49.094624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b614b2c-426c-4944-9c11-e317d42e1809 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:49.113469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1b614b2c-426c-4944-9c11-e317d42e1809,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:49.168825 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:49.213997 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:49.495128 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['1b614b2c-426c-4944-9c11-e317d42e1809'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:49.580259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544993-ff87-42b1-aba6-abbf68783f8e req-0ae323be-aa60-4a9a-b20a-2dba8304b118 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:49.581964 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a544993-ff87-42b1-aba6-abbf68783f8e req-0ae323be-aa60-4a9a-b20a-2dba8304b118 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Mar 14 18:59:49.618219 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9a544993-ff87-42b1-aba6-abbf68783f8e req-aa0b4057-6b44-4f06-b610-f3b07e7f2de0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302680 Mar 14 18:59:50.129014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-aa2cea53-1559-46df-b3c4-750bdae71a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:50.735365 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73c05-a4c7-4a41-b580-416ccdb03ec0 req-92d8c0b0-c25f-49ab-8172-e33219cd4dd2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.736823 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-16c73c05-a4c7-4a41-b580-416ccdb03ec0 req-92d8c0b0-c25f-49ab-8172-e33219cd4dd2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 945 time: 0.0526602 Mar 14 18:59:50.773538 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-16c73c05-a4c7-4a41-b580-416ccdb03ec0 req-1793a905-2094-4f1c-bcdf-fa7567fa1978 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Mar 14 18:59:50.968095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1b614b2c-426c-4944-9c11-e317d42e1809 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:51.087695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 1b614b2c-426c-4944-9c11-e317d42e1809 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 18:59:51.091274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 1b614b2c-426c-4944-9c11-e317d42e1809 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 18:59:51.091640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:51.168558 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:51.191090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:51.193345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51cd23-cc26-4a12-a3b1-1759e6550b8f" -d '{"events": [{"server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "name": "network-vif-plugged", "status": "completed", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:51.205988 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1b614b2c-426c-4944-9c11-e317d42e1809,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:51.285424 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b834b-551e-4187-b43b-a56c3fd6156a x-openstack-request-id: req-4a7b834b-551e-4187-b43b-a56c3fd6156a {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:51.285718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "name": "network-vif-plugged", "status": "completed", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:51.286313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a7b834b-551e-4187-b43b-a56c3fd6156a {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:51.286718 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809', 'code': 200} Mar 14 18:59:51.287896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:51.340666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:51.540594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:51.574684 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd1fc-eef2-4810-a99c-1dbc7ea8689a req-9d98976a-ce71-46f2-b343-2b0cffa3e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.576141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b5dbd1fc-eef2-4810-a99c-1dbc7ea8689a req-9d98976a-ce71-46f2-b343-2b0cffa3e4cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0381787 Mar 14 18:59:51.609543 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b5dbd1fc-eef2-4810-a99c-1dbc7ea8689a req-c7b29233-892d-4aa9-b87b-b62e16209fa7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267384 Mar 14 18:59:51.884807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee0a23-f6f6-49dd-bd1f-224ff604a8d7 req-fd61558a-c08f-4d7d-baf3-491af92d3174 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.886213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7ee0a23-f6f6-49dd-bd1f-224ff604a8d7 req-fd61558a-c08f-4d7d-baf3-491af92d3174 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0477827 Mar 14 18:59:51.923699 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b7ee0a23-f6f6-49dd-bd1f-224ff604a8d7 req-b9f0f3ca-7005-4ba6-b583-400283713c8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307829 Mar 14 18:59:53.035831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.046606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709597c-34cd-4930-bbdc-4c153906b8f3 req-0fdb492e-3ffe-4107-9fe5-a0c22b96e605 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.048145 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9709597c-34cd-4930-bbdc-4c153906b8f3 req-0fdb492e-3ffe-4107-9fe5-a0c22b96e605 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0527308 Mar 14 18:59:53.081956 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.085395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9709597c-34cd-4930-bbdc-4c153906b8f3 req-4f683910-09b3-4565-a32e-02e1c842cc7e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Mar 14 18:59:53.199744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83223fb-bf6c-4798-a24c-e08643ed61a9 req-4e273e02-94a5-457c-8201-df55008e485c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.201135 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d83223fb-bf6c-4798-a24c-e08643ed61a9 req-4e273e02-94a5-457c-8201-df55008e485c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0486355 Mar 14 18:59:53.238635 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d83223fb-bf6c-4798-a24c-e08643ed61a9 req-49a60588-ce5e-4de1-b15a-b253949ce24a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Mar 14 18:59:53.261567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:53.305380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b5a90e-285d-4d68-a431-7663bf17cc0c tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.306908 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-54b5a90e-285d-4d68-a431-7663bf17cc0c tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1094 time: 0.0443065 Mar 14 18:59:53.309646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:53.314279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '1b614b2c-426c-4944-9c11-e317d42e1809', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:53.386156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.480141 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.584271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.207 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:53.683964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.775117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:53.821077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:53.826304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:53.830363 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:53.830676 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:54.188451 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.341437 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.493022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.549981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.629646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:54.643389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:54.752257 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP 7babe877-26d9-4d52-a904-32b268c74dae associated. External IP: 172.26.3.207, port: 1b614b2c-426c-4944-9c11-e317d42e1809. Mar 14 18:59:54.993054 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 74d22e7f-db8d-4204-888d-285de9524bc3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:55.103492 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:55.112845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Sync routers for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:55.122398 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:55.123011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:55.199417 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 18:59:55.232337 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-365de684-7a4b-4c47-bc3b-ee091a8e0a45 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9216077 Mar 14 18:59:55.233080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:55.235485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88aca3c-05c0-47db-b641-d03eb81c44a7" -d '{"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:55.235903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:55.285128 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b924b131-a8e4-4570-91c6-dde1cc84184c x-openstack-request-id: req-b924b131-a8e4-4570-91c6-dde1cc84184c {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:55.285422 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:55.285673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b924b131-a8e4-4570-91c6-dde1cc84184c {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:55.286112 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809', 'status': 'completed', 'code': 200} Mar 14 18:59:55.376616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79391ba-b51a-46a4-a427-066b1d3d84fe req-f4613ec7-6b22-454d-98cd-6ee1eb3344ff tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.378902 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f79391ba-b51a-46a4-a427-066b1d3d84fe req-f4613ec7-6b22-454d-98cd-6ee1eb3344ff tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0953636 Mar 14 18:59:55.382384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-3026fa5b-9526-4433-8519-bd54da002964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.383814 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-3026fa5b-9526-4433-8519-bd54da002964 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0702057 Mar 14 18:59:55.476179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f79391ba-b51a-46a4-a427-066b1d3d84fe req-8a293872-220f-41d0-83d8-2cc7e6e298a7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902188 Mar 14 18:59:55.476758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7babe877-26d9-4d52-a904-32b268c74dae', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'port_id': '1b614b2c-426c-4944-9c11-e317d42e1809', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'mac_address': 'fa:16:3e:c7:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059cf04f-e822-486e-90cf-16bb78907f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:54Z', 'updated_at': '2022-03-14T18:59:54Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:55.499356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55338) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:55.503475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Checking router: 74d22e7f-db8d-4204-888d-285de9524bc3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:55.509836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-fb7e2cc9-1e71-44cb-bd6b-c4dfdb28a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.511355 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-fb7e2cc9-1e71-44cb-bd6b-c4dfdb28a935 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.1179447 Mar 14 18:59:55.511614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:55.512215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T18:59:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:55.566888 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-50ae5a49-0ac1-49d6-91e3-0562abbfa9b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/7babe877-26d9-4d52-a904-32b268c74dae HTTP/1.1" status: 200 len: 992 time: 0.0663817 Mar 14 18:59:55.580948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-695e99c8-82cc-4d8f-b9f0-9f21ca6b33ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1000 time: 0.0628271 Mar 14 18:59:55.622553 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:55.634884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-59525cf8-f612-4d8e-b4c9-ffa849e6669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.636299 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-59525cf8-f612-4d8e-b4c9-ffa849e6669f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0493889 Mar 14 18:59:55.682980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-1e4d4f9a-dc26-4844-a0d7-92e784247a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.684492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-1e4d4f9a-dc26-4844-a0d7-92e784247a19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416701 Mar 14 18:59:55.771590 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-5dd0cba2-c1b0-4c97-9052-2680951c0a34 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801315 Mar 14 18:59:55.846129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7babe877-26d9-4d52-a904-32b268c74dae', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'port_id': '1b614b2c-426c-4944-9c11-e317d42e1809', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'mac_address': 'fa:16:3e:c7:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059cf04f-e822-486e-90cf-16bb78907f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:54Z', 'updated_at': '2022-03-14T18:59:54Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:55.865998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c88aca3c-05c0-47db-b641-d03eb81c44a7 req-a94279fa-3ad3-4328-883d-370fe3538f47 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882673 Mar 14 18:59:55.874944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f82ab5-262b-4f20-b232-b2689cc84090 None None] The sync data for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv is: [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7babe877-26d9-4d52-a904-32b268c74dae', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.207', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'port_id': '1b614b2c-426c-4944-9c11-e317d42e1809', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'mac_address': 'fa:16:3e:c7:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059cf04f-e822-486e-90cf-16bb78907f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:59:54Z', 'updated_at': '2022-03-14T18:59:54Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:56.069216 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5679f-f3fa-43be-8245-29bc3374fe75 None None] New status for floating IP 7babe877-26d9-4d52-a904-32b268c74dae: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:56.570868 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55340) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 18:59:56.637881 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d9066eef-d307-401f-a4a6-987a77af30e5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/7babe877-26d9-4d52-a904-32b268c74dae HTTP/1.1" status: 200 len: 994 time: 0.0659847 Mar 14 18:59:58.500556 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:07.230548 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-35aba973-9840-489e-9ee4-081e754fc22e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390060 Mar 14 19:00:07.307186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-2ba0fc07-74e6-4d1d-a8ce-b67d4c7ea754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:07.308667 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-2ba0fc07-74e6-4d1d-a8ce-b67d4c7ea754 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0395343 Mar 14 19:00:07.416993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-844474d9-426f-436c-978c-553f1a99cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:07.418527 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-844474d9-426f-436c-978c-553f1a99cb69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.0898032 Mar 14 19:00:07.483732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-c0e99916-1010-4307-bbbf-3cb392f65d96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1002 time: 0.0585854 Mar 14 19:00:07.543068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-39cf320b-b30f-4f35-a1c1-61444cf0d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:07.544519 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-39cf320b-b30f-4f35-a1c1-61444cf0d8d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0472512 Mar 14 19:00:07.589650 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-4f6cac20-c88d-4028-9028-64a2d89d3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:07.591147 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-4f6cac20-c88d-4028-9028-64a2d89d3667 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382802 Mar 14 19:00:07.678599 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-4abf10b0-8a2a-492c-814f-06860db8ec17 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799553 Mar 14 19:00:07.771853 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5005fdbd-d25d-412f-b9f6-66af0d4381a6 req-d0b1a8f8-2b29-4096-b886-ee2191e2b089 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844364 Mar 14 19:00:17.876654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2b939822-74e5-426e-a5dc-e3afe6b7329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:20.132713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1b2a0962-2cd8-4cd6-a54b-1af03ed68c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:21.572779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:21.940018 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:00:23.041491 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:23.109595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:28.515316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:32.045772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-d5e65b51-8d72-4d3b-bd96-2105499d27cc req-3e2cb3f7-278d-411c-a5d0-1b7e1b019c35 tempest-ServerDiskConfigTestJSON-194299362 tempest-ServerDiskConfigTestJSON-194299362-project] (103393) timed out ('10.222.0.61', 62037) {{(pid=103393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 19:00:47.885831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-221988ea-362e-4516-b356-d1dedb1d03b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:50.114054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5929db0b-42f5-4126-9315-65b2c4c6c5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:51.548354 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:53.028547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:53.097194 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:58.547815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:00:58.938630 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:01:08.102025 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-9ff8fbda-0e75-4bff-bbea-0df79199be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.103602 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-9ff8fbda-0e75-4bff-bbea-0df79199be4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0447707 Mar 14 19:01:08.129387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100fb0-d38f-47ff-b529-401d37959a0a req-a1149676-ce0f-47ba-a016-714c06cfc86b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.130961 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f100fb0-d38f-47ff-b529-401d37959a0a req-a1149676-ce0f-47ba-a016-714c06cfc86b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0553107 Mar 14 19:01:08.169357 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f100fb0-d38f-47ff-b529-401d37959a0a req-05437a2e-c4ba-43ec-b4d0-c9e33e918297 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Mar 14 19:01:08.208863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-35071cf6-9cd4-408a-8be4-3e7850dc7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.210379 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-35071cf6-9cd4-408a-8be4-3e7850dc7c71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.0895143 Mar 14 19:01:08.274460 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-e5cb91fe-1b37-427b-81d7-364813a5a772 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1002 time: 0.0570004 Mar 14 19:01:08.323699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-585ecbcf-d563-4b0b-bd20-6492610ab6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.325116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-585ecbcf-d563-4b0b-bd20-6492610ab6fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0432723 Mar 14 19:01:08.374148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-91d7b958-800e-448c-aeff-9d09797d69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.375568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-91d7b958-800e-448c-aeff-9d09797d69a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436985 Mar 14 19:01:08.464051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-037c4680-5b64-4e0c-bbbc-ac61422732de service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815334 Mar 14 19:01:08.563468 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4c1ab092-d216-43a3-a866-000c3a1bb299 req-49778192-cfd3-42a6-a211-8dca46b15469 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879090 Mar 14 19:01:08.655477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-fbcbfb35-421e-4294-ae26-9a31d0cd9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.656871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-fbcbfb35-421e-4294-ae26-9a31d0cd9ed0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0460577 Mar 14 19:01:08.750673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-9145ac76-f381-4cb6-80f4-9c1a81a42c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.752674 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-9145ac76-f381-4cb6-80f4-9c1a81a42c4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.0889277 Mar 14 19:01:08.819963 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-52137b94-c5b0-4b1c-b44f-1f85ec7cc4a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1002 time: 0.0603304 Mar 14 19:01:08.874182 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-e14a2f42-6f5f-464f-8969-c272cbdc509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.881211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-e14a2f42-6f5f-464f-8969-c272cbdc509c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0477488 Mar 14 19:01:08.925830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-f901bdcb-2a41-4e05-a6af-62afcc961525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:08.927276 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-f901bdcb-2a41-4e05-a6af-62afcc961525 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451050 Mar 14 19:01:09.017015 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-d7192b81-1c47-4c15-adc5-5b71298c7dc8 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808794 Mar 14 19:01:09.106763 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-393a0957-b9db-4a52-82bb-3c4f91899c21 req-dab8d87a-7481-44ef-a88d-f7474ee796fa service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831115 Mar 14 19:01:09.287585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed529cf5-145c-4024-b076-6c0679dea11c req-519b28d0-3ae9-45b6-9bdc-8da08f068de1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.289116 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed529cf5-145c-4024-b076-6c0679dea11c req-519b28d0-3ae9-45b6-9bdc-8da08f068de1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0497065 Mar 14 19:01:09.327771 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ed529cf5-145c-4024-b076-6c0679dea11c req-82c491ad-185a-4788-b042-1a902d839b81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Mar 14 19:01:10.443433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b117f8-6f76-4ded-8ec6-5184f20579c6 req-c3207594-63a3-4c57-8868-c955fc550fbb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:10.445057 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77b117f8-6f76-4ded-8ec6-5184f20579c6 req-c3207594-63a3-4c57-8868-c955fc550fbb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0483644 Mar 14 19:01:10.483973 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77b117f8-6f76-4ded-8ec6-5184f20579c6 req-b70ee366-edc5-41d7-b980-05f1b25051f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Mar 14 19:01:11.597456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ce8db-ed63-45f7-8da7-a66b629ee03c req-0c3e640f-4cd3-469c-aaf2-9ac7d38a8102 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:11.598959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a22ce8db-ed63-45f7-8da7-a66b629ee03c req-0c3e640f-4cd3-469c-aaf2-9ac7d38a8102 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Mar 14 19:01:11.635097 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a22ce8db-ed63-45f7-8da7-a66b629ee03c req-f9fcef52-a05a-4320-9cb1-5ee5756dafe7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301096 Mar 14 19:01:12.748740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a24a3-3050-44e2-b418-411106144053 req-4ee8745a-a0eb-4283-b548-8333189127a0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:12.750235 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-648a24a3-3050-44e2-b418-411106144053 req-4ee8745a-a0eb-4283-b548-8333189127a0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Mar 14 19:01:12.786545 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-648a24a3-3050-44e2-b418-411106144053 req-ad9f46ba-64f6-47f7-9e53-2540a5afe9f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Mar 14 19:01:13.900377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d1439-e841-4394-ba59-4bf71afa55c0 req-90c47f6a-b61a-4d10-9ec4-3ef479e6b519 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:13.901872 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-587d1439-e841-4394-ba59-4bf71afa55c0 req-90c47f6a-b61a-4d10-9ec4-3ef479e6b519 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0488338 Mar 14 19:01:13.942867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-587d1439-e841-4394-ba59-4bf71afa55c0 req-874fb4c5-cf76-45e4-ad99-f0133e95d3c3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Mar 14 19:01:15.058985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dea8a5-95ea-4bd0-9958-ac73c1744dc7 req-17986fd4-0d77-4494-95c6-e8cd3bfb8e51 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:15.060356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-91dea8a5-95ea-4bd0-9958-ac73c1744dc7 req-17986fd4-0d77-4494-95c6-e8cd3bfb8e51 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Mar 14 19:01:15.097532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-91dea8a5-95ea-4bd0-9958-ac73c1744dc7 req-95933e22-0ca7-43f2-961d-15509fac6a64 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Mar 14 19:01:16.211985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced8cd-ae56-4db2-90fb-a799b7b14237 req-e580a7ec-895f-4ab0-915f-2e5fe0ee5689 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:16.213440 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14ced8cd-ae56-4db2-90fb-a799b7b14237 req-e580a7ec-895f-4ab0-915f-2e5fe0ee5689 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0472460 Mar 14 19:01:16.249849 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-14ced8cd-ae56-4db2-90fb-a799b7b14237 req-2ebd39dc-d0ea-476b-a7b7-ac7b4dd2fc8b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Mar 14 19:01:17.362967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56afe-b8b2-497b-97f1-5ceab41282e0 req-bed70f17-9af7-4352-bd25-6edfe1054015 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:17.364431 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ed56afe-b8b2-497b-97f1-5ceab41282e0 req-bed70f17-9af7-4352-bd25-6edfe1054015 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0487947 Mar 14 19:01:17.401824 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7ed56afe-b8b2-497b-97f1-5ceab41282e0 req-abe587d1-0d86-49c1-8006-b87d98bd999e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Mar 14 19:01:17.884561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef825a2b-7a42-4008-b975-80b936cd84e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:18.516239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945e6b-30ac-4a0a-ba82-c42fadc18156 req-c7707568-6722-4f2f-9eb8-b8ad21eab75d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:18.518320 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32945e6b-30ac-4a0a-ba82-c42fadc18156 req-c7707568-6722-4f2f-9eb8-b8ad21eab75d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Mar 14 19:01:18.555399 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-32945e6b-30ac-4a0a-ba82-c42fadc18156 req-f6923e3d-538b-40a5-9019-4b4041c22d3f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Mar 14 19:01:19.668267 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa1f58-d8bd-4d35-bf66-911629569a56 req-2eabffd9-3274-4a05-a63e-bbdd099ecea1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:19.669719 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcaa1f58-d8bd-4d35-bf66-911629569a56 req-2eabffd9-3274-4a05-a63e-bbdd099ecea1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Mar 14 19:01:19.708276 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fcaa1f58-d8bd-4d35-bf66-911629569a56 req-77ef3c7a-ae00-4da0-9dad-b5856367c1dc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320737 Mar 14 19:01:20.147629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-af9335a4-0f45-42b9-a423-3a52b7625f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:20.821694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49507e-a906-409d-82a5-26648b871eec req-38199d65-621b-48cb-9053-9acc16a0c29c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:20.823179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1e49507e-a906-409d-82a5-26648b871eec req-38199d65-621b-48cb-9053-9acc16a0c29c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Mar 14 19:01:20.864046 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1e49507e-a906-409d-82a5-26648b871eec req-38243fa7-1b50-41fd-a153-d854fbe8e8f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350113 Mar 14 19:01:20.894205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55396) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:01:20.958204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ce9c8335-392f-4fb3-a813-a6bfa7916897 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/7babe877-26d9-4d52-a904-32b268c74dae HTTP/1.1" status: 200 len: 994 time: 0.0628417 Mar 14 19:01:21.541537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:23.015700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:23.061254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:28.512775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:35.937249 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:01:47.900805 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9f99f9f3-dec2-4b8c-9412-e62385b28fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:50.146023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6a240228-fb16-4cad-ab97-5c5c096b885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:51.557696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:53.031687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:53.112146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:01:58.574670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:09.426620 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-f7475d6d-1f95-4f1f-816b-2989daa5cc38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400074 Mar 14 19:02:09.508237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0077df-50b0-4831-a952-6475171a1db9 req-4d7ae394-736b-41e8-83ac-fc361b7067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.509777 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-4d7ae394-736b-41e8-83ac-fc361b7067cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0393817 Mar 14 19:02:09.614001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0077df-50b0-4831-a952-6475171a1db9 req-525bc2bf-3acd-464a-ae37-50cb51e1fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.615453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-525bc2bf-3acd-464a-ae37-50cb51e1fe30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.0851083 Mar 14 19:02:09.680414 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-28874b5f-108d-433e-913b-8e5c895b8bf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 1002 time: 0.0575440 Mar 14 19:02:09.728154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0077df-50b0-4831-a952-6475171a1db9 req-2c70a380-dea6-4712-ae6f-8420210584d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.729535 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-2c70a380-dea6-4712-ae6f-8420210584d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0420983 Mar 14 19:02:09.779634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0077df-50b0-4831-a952-6475171a1db9 req-1c9f85d4-42fb-4caf-95de-195a508e699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.781133 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-1c9f85d4-42fb-4caf-95de-195a508e699e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427899 Mar 14 19:02:09.866839 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-bd7c21b5-4a39-48e6-8cca-66c589445705 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785389 Mar 14 19:02:09.958268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bc0077df-50b0-4831-a952-6475171a1db9 req-bbaaf2eb-9232-428b-801c-b399861faa10 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839298 Mar 14 19:02:12.935830 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:16.147795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55418) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:16.306454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:02:16.306802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.383981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.384345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.396124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:02:16.608163 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.633619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=b2c9fcfe-6ab8-491f-8157-fa763bdcc4e7,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:16.645861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.646878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.646878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.646878 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.647244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.647540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.647872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.648199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.648527 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.648852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.649175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.649496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:16.701701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:16.701978 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP 7babe877-26d9-4d52-a904-32b268c74dae disassociated (deleted). External IP: 172.26.3.207, port: 1b614b2c-426c-4944-9c11-e317d42e1809. Mar 14 19:02:16.905494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 74d22e7f-db8d-4204-888d-285de9524bc3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:17.011016 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:17.016604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.022217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Sync routers for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:17.031629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:17.032249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:01:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:17.042743 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2b79099a-ca31-43aa-8eaa-d1bf6108084c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/floatingips/7babe877-26d9-4d52-a904-32b268c74dae HTTP/1.1" status: 204 len: 168 time: 0.8938713 Mar 14 19:02:17.043491 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:17.045835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e6d20-ca61-4b97-827d-3670879230e5" -d '{"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:17.146772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:17.156321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4be7ad-f2f0-4b75-a19e-13c9685ea6a2 x-openstack-request-id: req-df4be7ad-f2f0-4b75-a19e-13c9685ea6a2 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:17.156923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:17.156923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df4be7ad-f2f0-4b75-a19e-13c9685ea6a2 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:17.157244 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809', 'status': 'completed', 'code': 200} Mar 14 19:02:17.221480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-7ccb4d83-0d49-4006-93e1-9602177ab808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.223045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-7ccb4d83-0d49-4006-93e1-9602177ab808 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 1099 time: 0.0423231 Mar 14 19:02:17.316572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-206a761d-583d-4382-bfd9-ba7e5f6f76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.318036 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-206a761d-583d-4382-bfd9-ba7e5f6f76de service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 200 len: 897 time: 0.0889790 Mar 14 19:02:17.358829 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:17.364357 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-35d23128-034c-4263-9b12-ab5ac5632093 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 200 len: 217 time: 0.0400331 Mar 14 19:02:17.386277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Checking router: 74d22e7f-db8d-4204-888d-285de9524bc3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:17.400854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:17.400854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:01:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:17.418132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-3c4eddb8-0bb4-48a7-a281-e2714e643a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.419774 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-3c4eddb8-0bb4-48a7-a281-e2714e643a67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 200 len: 834 time: 0.0495968 Mar 14 19:02:17.471794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-3d5a22ec-281d-487c-ad99-0aab02211d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.473386 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-3d5a22ec-281d-487c-ad99-0aab02211d4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1557cf6-6d5d-4b54-97af-91c9d4adf162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457275 Mar 14 19:02:17.512450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f6099-2b8d-4f50-b639-6b3e61c01014 req-593a6a7a-6cb2-4cc8-b6b6-e7ecc42e53c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.514027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-385f6099-2b8d-4f50-b639-6b3e61c01014 req-593a6a7a-6cb2-4cc8-b6b6-e7ecc42e53c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0596726 Mar 14 19:02:17.520365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:17.556654 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-385f6099-2b8d-4f50-b639-6b3e61c01014 req-f6a65644-fe98-4cf2-8fdf-77bacc1395ca tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346253 Mar 14 19:02:17.583415 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-8abb2718-c8d4-43c3-adae-58c6b8d1f6ad service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017611 Mar 14 19:02:17.676461 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b41e6d20-ca61-4b97-827d-3670879230e5 req-814b3de0-21b3-4c1d-80da-c430136f7477 service neutron] 10.222.0.61 "GET /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858612 Mar 14 19:02:17.731537 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:17.758583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9cf6-8e40-4c86-abfb-c80589675f61 None None] The sync data for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv is: [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:36Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '2163b9db-2d0e-475c-8b92-4d0c54f40853', 'name': '', 'network_id': 'd1557cf6-6d5d-4b54-97af-91c9d4adf162', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:b0:3c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:35Z', 'updated_at': '2022-03-14T18:59:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'ec93617b-dfb1-4307-9dd0-cd70bf7a9927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:17.894588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1c3750ee-0ae7-49f3-bcd3-0973111b523e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:17.981276 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4494fee-8fba-4ffa-94a6-b6195f0bc753 None None] New status for floating IP 7babe877-26d9-4d52-a904-32b268c74dae: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:18.675911 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9109-de1d-4dc1-8804-0274489bfdfb req-22aaaa9e-673c-49c4-8b3e-9254b2468cd9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:18.677406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-746a9109-de1d-4dc1-8804-0274489bfdfb req-22aaaa9e-673c-49c4-8b3e-9254b2468cd9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Mar 14 19:02:18.720606 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-746a9109-de1d-4dc1-8804-0274489bfdfb req-ecebe6d0-6521-439a-bf17-d4fb8f993ef8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=17329057-2d29-459c-9cc5-0ffd4e3d2d08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372074 Mar 14 19:02:19.172146 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-c621525c-352d-44ea-8d23-fb5bc1762a31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:19.173582 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-c621525c-352d-44ea-8d23-fb5bc1762a31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 946 time: 0.0475163 Mar 14 19:02:19.263552 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 1b614b2c-426c-4944-9c11-e317d42e1809 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:02:19.263894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.361242 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 1b614b2c-426c-4944-9c11-e317d42e1809, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=1b614b2c-426c-4944-9c11-e317d42e1809,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:19.361629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.374633 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 1b614b2c-426c-4944-9c11-e317d42e1809 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:02:19.551221 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.581430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=1b614b2c-426c-4944-9c11-e317d42e1809,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:19.594266 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.594622 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.595087 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.595434 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.596047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.596384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.596717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.597052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.597382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.597708 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.598090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.598392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:19.635166 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] No DVR routers for this DVR port 1b614b2c-426c-4944-9c11-e317d42e1809 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:19.638342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:19.641769 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5841bb29-dc10-4092-bd4a-1f43f48fd917 req-78994933-6971-4ed6-a847-fb5bc9c67c1b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "DELETE /v2.0/ports/1b614b2c-426c-4944-9c11-e317d42e1809 HTTP/1.1" status: 204 len: 173 time: 0.4624853 Mar 14 19:02:19.642367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'name': 'network-vif-deleted', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:19.644917 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dcc51a-30c4-4cdf-b47e-2a6cf7d0e6dc" -d '{"events": [{"server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "name": "network-vif-deleted", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:19.757432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d239e2b-6406-48e2-80e9-c5dd19a95779 x-openstack-request-id: req-4d239e2b-6406-48e2-80e9-c5dd19a95779 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:19.761658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059cf04f-e822-486e-90cf-16bb78907f88", "name": "network-vif-deleted", "tag": "1b614b2c-426c-4944-9c11-e317d42e1809", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:19.761658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d239e2b-6406-48e2-80e9-c5dd19a95779 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:19.761658 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059cf04f-e822-486e-90cf-16bb78907f88', 'name': 'network-vif-deleted', 'tag': '1b614b2c-426c-4944-9c11-e317d42e1809', 'status': 'completed', 'code': 200} Mar 14 19:02:19.817110 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4fb39171-919d-40e7-918f-982e60729903 req-1b3a721e-a88a-4904-ab07-a908e568b4a0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=059cf04f-e822-486e-90cf-16bb78907f88 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Mar 14 19:02:20.138082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-578bf2e2-e24a-480f-98bb-6be85ccf42d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:20.872287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55440) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:21.228012 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.486271 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 2163b9db-2d0e-475c-8b92-4d0c54f40853 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:02:21.486621 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.566993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.880454 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 2163b9db-2d0e-475c-8b92-4d0c54f40853, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2163b9db-2d0e-475c-8b92-4d0c54f40853,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:21.881064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:21.893523 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 2163b9db-2d0e-475c-8b92-4d0c54f40853 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:02:22.174199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:22.200557 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=2163b9db-2d0e-475c-8b92-4d0c54f40853,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:22.373748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:22.596653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 74d22e7f-db8d-4204-888d-285de9524bc3 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:22.699662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:22.705336 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-341abfb8-e93c-414b-81a2-ebecfcc41188 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/74d22e7f-db8d-4204-888d-285de9524bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8319299 Mar 14 19:02:22.707651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55442) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:22.711304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Sync routers for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:22.723738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:22.725643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:22.774640 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting subnet ec93617b-dfb1-4307-9dd0-cd70bf7a9927 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:02:22.777735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:22.817761 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:22.837761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:22.900555 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.020299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.042353 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T19:02:22Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:23.045325 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.049774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Subnet': ['ID=ec93617b-dfb1-4307-9dd0-cd70bf7a9927,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:23.053662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.059788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55444) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:23.060381 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6b0a7d31-a402-45c5-b6ac-509fcfc00f2f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/subnets/ec93617b-dfb1-4307-9dd0-cd70bf7a9927 HTTP/1.1" status: 204 len: 168 time: 0.3505094 Mar 14 19:02:23.072271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaec7cc-3b81-4492-805a-9f3af7d7330e None None] Network d1557cf6-6d5d-4b54-97af-91c9d4adf162 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:02:23.074527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Checking router: 74d22e7f-db8d-4204-888d-285de9524bc3 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:23.128028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.132405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Routers {'74d22e7f-db8d-4204-888d-285de9524bc3'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:23.133027 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['74d22e7f-db8d-4204-888d-285de9524bc3'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:23.168653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.270600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.282265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] Set router 74d22e7f-db8d-4204-888d-285de9524bc3 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:23.382080 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:02:23.382427 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.407969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] DHCP port deletion for d1557cf6-6d5d-4b54-97af-91c9d4adf162 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:02:23.466352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port cddf9924-55da-4cdb-94ae-cf7e4ddae7e7, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:23.466720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.479616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:02:23.503173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Deleting port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:02:23.503548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.521462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T19:02:22Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:23.581737 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c7c80-1ef6-4f9a-a8be-904be3ab5028 None None] The sync data for ids ['74d22e7f-db8d-4204-888d-285de9524bc3'] in dv-neutron-833670-1-hyperv is: [{'id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-703954010', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T19:02:22Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'cddf9924-55da-4cdb-94ae-cf7e4ddae7e7', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d22e7f-db8d-4204-888d-285de9524bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:59:32Z', 'updated_at': '2022-03-14T18:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:23.600156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] For port 7d54d816-160a-4171-82a2-ec69aa8b7bc3, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=7d54d816-160a-4171-82a2-ec69aa8b7bc3,segment=NetworkSegment(3fd8c03b-f32c-4ee0-b58a-28872926daa0),segment_id=3fd8c03b-f32c-4ee0-b58a-28872926daa0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:23.600555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.620911 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Calling delete_port for 7d54d816-160a-4171-82a2-ec69aa8b7bc3 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:02:23.663053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1b614b2c-426c-4944-9c11-e317d42e1809 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:23.688152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 1b614b2c-426c-4944-9c11-e317d42e1809 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:02:23.688495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 1b614b2c-426c-4944-9c11-e317d42e1809 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:23.715165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.740910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=cddf9924-55da-4cdb-94ae-cf7e4ddae7e7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:23.802841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.806842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.895474 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.897788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:23.980216 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Pushing event deleted for resources: {'Port': ['ID=7d54d816-160a-4171-82a2-ec69aa8b7bc3,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:23.984473 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] No DVR routers for this DVR port 7d54d816-160a-4171-82a2-ec69aa8b7bc3 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:23.990839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.993765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.994525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:23.994525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915d90a-cf10-487c-8418-b28267baaae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:24.013993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.014645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Fanout notify agent at l3_agent the message router_deleted on router 74d22e7f-db8d-4204-888d-285de9524bc3 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:02:24.023246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.028584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55446) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:24.038652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1af33fe8-218a-4279-9bae-8346761383cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/routers/74d22e7f-db8d-4204-888d-285de9524bc3 HTTP/1.1" status: 204 len: 168 time: 0.9664426 Mar 14 19:02:24.107695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.201729 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.224628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1557cf6-6d5d-4b54-97af-91c9d4adf162']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:24.234320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd8c03b-f32c-4ee0-b58a-28872926daa0') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:24.234745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd8c03b-f32c-4ee0-b58a-28872926daa0') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:24.244805 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.258340 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.268388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:02:24.268787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:02:24.271702 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:02:24.400733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.410753 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.410753 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/networks/d1557cf6-6d5d-4b54-97af-91c9d4adf162 HTTP/1.1" status: 204 len: 168 time: 0.3821828 Mar 14 19:02:24.413131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55448) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:24.427378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc1ed-bfaf-4c3e-9dfa-75d36d8668d8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Network': ['ID=d1557cf6-6d5d-4b54-97af-91c9d4adf162,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:24.473092 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.497841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.618095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.620792 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:24.622037 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/security-groups/17329057-2d29-459c-9cc5-0ffd4e3d2d08 HTTP/1.1" status: 204 len: 168 time: 0.2077911 Mar 14 19:02:24.631340 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8fa94-3e48-4e23-914c-793b6cca23bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17329057-2d29-459c-9cc5-0ffd4e3d2d08,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:24.768246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7d54d816-160a-4171-82a2-ec69aa8b7bc3 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:24.789392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 7d54d816-160a-4171-82a2-ec69aa8b7bc3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:02:24.789739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 7d54d816-160a-4171-82a2-ec69aa8b7bc3 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:24.790182 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:24.811173 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:02:24.811973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device cddf9924-55da-4cdb-94ae-cf7e4ddae7e7 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:24.812164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2163b9db-2d0e-475c-8b92-4d0c54f40853 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:24.830617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2163b9db-2d0e-475c-8b92-4d0c54f40853 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:02:24.830966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2163b9db-2d0e-475c-8b92-4d0c54f40853 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:25.155071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55454) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:25.160385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171366280', 'description': 'tempest-secgroup-smoke-1171366280 description', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:25.253528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.319794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.384899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.413337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20821c49-4430-42ee-bce2-9c70e33b4c21,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:25.465520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.466922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dd4a87ee-604e-41a7-a363-a75386bb6f31 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3102169 Mar 14 19:02:25.469831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55456) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:25.476586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:25.538121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.594607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.676413 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.693934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba5c9ff-41d6-4446-b378-eac91043e83c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:25.758289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.759492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a1a5d920-b0fe-4232-b1a3-a1379a29fe8e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887001 Mar 14 19:02:25.762208 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55458) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:25.766604 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:25.846997 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.901293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:25.985315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.003095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adb2637-f888-45c2-af8c-6dac44ea3c96,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:26.066829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.068071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6965ce9c-cc13-47c5-b679-5955723ee5c0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048778 Mar 14 19:02:26.070762 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55460) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:26.075145 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:26.157050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.215342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.293740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.312254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f1c812-a73f-40c5-ae6d-76f8efc52a96,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:26.409061 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.410337 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8e22d9ae-f2ca-4133-ac1f-06a4e4c30cad tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386087 Mar 14 19:02:26.412991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55462) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:26.417565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:26.514488 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.563720 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.623649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.641355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17824716-9c94-4a44-90d3-17396d0f509a,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:26.711380 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.712589 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c2039109-24d3-4f85-95bc-48f3ed1ab2b9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986283 Mar 14 19:02:26.715277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55464) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:26.720859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:26.800874 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:02:26.805798 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.864411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.926803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:26.944742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f430fbbf-2d9b-4708-81d9-4504e16869ec,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:27.016398 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.017934 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cb697296-99fc-4b6f-b645-5dee2b2dee47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3014467 Mar 14 19:02:27.020535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55466) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:27.024781 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '20821c49-4430-42ee-bce2-9c70e33b4c21', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:27.105416 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:02:27.111066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.170803 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.223549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.241202 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88304a07-1dac-4e74-98c7-b54020a1e644,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:27.295259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.297032 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2adaa023-883c-4380-82ca-a5f68c04a063 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2755897 Mar 14 19:02:27.299845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55468) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:27.304626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'network': {'name': 'tempest-network-smoke--869586093', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'port_security_enabled': True}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:27.367771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:27.371285 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.396845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:02:27.405069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.405405 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Added segment 748aacb1-6297-4c81-a5e8-8797e5af9700 of type vlan for network fb81526e-f0ad-4243-9250-5a026282a93b Mar 14 19:02:27.445346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.516551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.522404 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.523000 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.586669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Network': ['ID=fb81526e-f0ad-4243-9250-5a026282a93b,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:27.598103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network fb81526e-f0ad-4243-9250-5a026282a93b details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:02:27.625801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b8a943fd-fdbe-468c-a6b1-58362f23c44a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3249288 Mar 14 19:02:27.628574 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55470) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:27.633032 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'admin_state_up': True, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:27.715351 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.716328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.771688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:27.955036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.199964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.218981 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.319099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.243 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/b4a7dcd8-bdb5-4549-b3d4-e36b469e4409) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:28.416775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.517763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.555273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:28.556609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:28.558039 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:28.561339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:28.591389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:28.898364 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:29.090153 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:29.293342 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 60d5f03a-2152-4f43-be88-3bc2e26ff622 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:02:29.399480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:29.410389 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Sync routers for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:29.423098 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:29.423734 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:29.472737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:29.474031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-31be773a-bdc1-4476-84b0-44606516c991 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8444273 Mar 14 19:02:29.477139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55472) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:29.513781 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5297f1e2-238b-4803-8948-b25bc372e601 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d92bf34e55234b258f0c108ed0339d2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355716 Mar 14 19:02:29.516964 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55474) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:29.525488 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:29.710130 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:28Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:29.736805 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Checking router: 60d5f03a-2152-4f43-be88-3bc2e26ff622 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:29.737151 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Updating router 60d5f03a-2152-4f43-be88-3bc2e26ff622 port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:29.763147 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:29.972767 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ee320-aa90-4013-8e9d-c0c4224766a6 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:29.974213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-575ee320-aa90-4013-8e9d-c0c4224766a6 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4560125 Mar 14 19:02:29.976927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55476) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:30.010799 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-04f61800-185c-4769-b2a5-324824a4bf9a tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328209 Mar 14 19:02:30.013170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55478) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:30.018926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75073898', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:30.019125 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.105089 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.150907 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:30.154043 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Attempting to bind port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:30.164088 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Attempting to bind port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:30.164088 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Attempting to bind port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:30.164346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Bound port: b4a7dcd8-bdb5-4549-b3d4-e36b469e4409, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:30.164445 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.165533 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Pushing event updated for resources: {'Port': ['ID=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.193314 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.193655 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.194014 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.194342 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.194666 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.194988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.195309 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.195629 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.195948 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.196262 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.196575 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.196885 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:30.230931 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] For port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:30.234359 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] For port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:30.304179 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.360417 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:30.361032 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:30.394795 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17513d83-3d7f-4260-8069-433849d9d48c None None] Pushing event updated for resources: {'Port': ['ID=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.400654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.464657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Subnet': ['ID=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.474544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Checking segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:02:30.474906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network hostable DHCP agents. Network: fb81526e-f0ad-4243-9250-5a026282a93b, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:02:30.552065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:30.566528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network fb81526e-f0ad-4243-9250-5a026282a93b is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:02:30.629038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, fb81526e-f0ad-4243-9250-5a026282a93b) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:30.635134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:30.636057 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.637588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2eca5-5921-41b1-9e74-882ccaa0df95 None None] Network fb81526e-f0ad-4243-9250-5a026282a93b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:02:30.702297 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-57bcd485-aebc-4400-bbb4-b57773068e6c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6880693 Mar 14 19:02:30.705248 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55480) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:30.730986 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-47300259-0357-4655-bd33-4904e7835d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:28Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:30.760117 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300259-0357-4655-bd33-4904e7835d41 None None] The sync data for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv is: [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:28Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:30.795717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-fb81526e-f0ad-4243-9250-5a026282a93b', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:02:30.797222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:30.949001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Allocated IP 172.20.0.2 (fb81526e-f0ad-4243-9250-5a026282a93b/cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1/5a0f8818-c713-4b2b-a060-ade7839e8563) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:31.124546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.198694 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.207115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.249240 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Network fb81526e-f0ad-4243-9250-5a026282a93b is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:31.252311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:31.255810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:31.261500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Pushing event updated for resources: {'Port': ['ID=5a0f8818-c713-4b2b-a060-ade7839e8563,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:31.317399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Attempting to bind port 5a0f8818-c713-4b2b-a060-ade7839e8563 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:31.320028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Attempting to bind port 5a0f8818-c713-4b2b-a060-ade7839e8563 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:31.320028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Attempting to bind port 5a0f8818-c713-4b2b-a060-ade7839e8563 on network fb81526e-f0ad-4243-9250-5a026282a93b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:31.323485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:31.324217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Checking segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:02:31.324217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.324586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Bound using segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:31.325048 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Bound port: 5a0f8818-c713-4b2b-a060-ade7839e8563, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:31.325430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.401391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] For port 5a0f8818-c713-4b2b-a060-ade7839e8563, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:31.404707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] For port 5a0f8818-c713-4b2b-a060-ade7839e8563, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a0f8818-c713-4b2b-a060-ade7839e8563,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:31.487536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.545931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a782-e560-4c2f-a476-14aa9f2cd251 None None] Pushing event updated for resources: {'Port': ['ID=5a0f8818-c713-4b2b-a060-ade7839e8563,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:31.570526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.1 (fb81526e-f0ad-4243-9250-5a026282a93b/cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1/d2b919cb-4cd4-41a0-b54c-1579246f4326) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:31.695626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.795584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:31.847710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network fb81526e-f0ad-4243-9250-5a026282a93b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:31.850851 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:31.854655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:31.861995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:31.903581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:32.099877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:32.383121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:32.424617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:32.496318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:32.498825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:32.589568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network fb81526e-f0ad-4243-9250-5a026282a93b is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:32.590904 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:32.703093 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 60d5f03a-2152-4f43-be88-3bc2e26ff622 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:32.832857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:32.840195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:32.843161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a9967908-35e1-445b-ba70-0c28abd42d7f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/60d5f03a-2152-4f43-be88-3bc2e26ff622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357088 Mar 14 19:02:32.874139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Sync routers for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:32.896342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:32.897238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:32.965608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:32.965608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.003512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-5d143fb6-223a-4d5b-bc59-8c143b8dda21 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171366280&fields=id&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 267 time: 0.0402522 Mar 14 19:02:33.052676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:33.122456 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-468404c3-9482-444c-a96e-91fd338fe110 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:33.123970 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-468404c3-9482-444c-a96e-91fd338fe110 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 796 time: 0.1122267 Mar 14 19:02:33.140508 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-664b671e-9dce-4e7b-90a4-a81153ff05c1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/quotas/d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 375 time: 0.0094688 Mar 14 19:02:33.156444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139dbcdf-0c80-4aa5-8041-064d35b2fd0f None None] Network fb81526e-f0ad-4243-9250-5a026282a93b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:02:33.185797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.199226 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-cf352a21-b3ca-4119-9bf0-90993a045768 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516739 Mar 14 19:02:33.280617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:33.294473 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-821f1759-b620-410e-9cbf-42e8a031219e service neutron] 10.222.0.58 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832601 Mar 14 19:02:33.301439 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] Provisioning complete for port 5a0f8818-c713-4b2b-a060-ade7839e8563 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:33.301803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.357426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.358220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a0f8818-c713-4b2b-a060-ade7839e8563 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:33.387708 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-fd81fedc-4b1f-4b31-8983-f7b9805082dd service neutron] 10.222.0.58 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868807 Mar 14 19:02:33.509087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:33.579961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.598750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5a0f8818-c713-4b2b-a060-ade7839e8563 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:33.599123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.636675 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0b5477ac-7ae2-4bd4-ac70-c52b7342e257 req-9d76ec46-77ee-4f42-a228-aec1b71c24f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Mar 14 19:02:33.655008 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:32Z', 'revision_number': 2, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:33.672362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] For port 5a0f8818-c713-4b2b-a060-ade7839e8563, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a0f8818-c713-4b2b-a060-ade7839e8563,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:33.702312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Checking router: 60d5f03a-2152-4f43-be88-3bc2e26ff622 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:33.703316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Updating router 60d5f03a-2152-4f43-be88-3bc2e26ff622 port d2b919cb-4cd4-41a0-b54c-1579246f4326 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:02:33.735807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.739896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:33.850119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c88ef-de86-4a2e-83ba-b244b3e80eb5 None None] Pushing event updated for resources: {'Port': ['ID=5a0f8818-c713-4b2b-a060-ade7839e8563,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:34.003029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-639f738f-da39-44d5-89d9-1bf7ac20c15e None None] Provisioning complete for port 5a0f8818-c713-4b2b-a060-ade7839e8563 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:34.003406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-639f738f-da39-44d5-89d9-1bf7ac20c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.303213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.314952 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-639f738f-da39-44d5-89d9-1bf7ac20c15e None None] Provisioning complete for port d2b919cb-4cd4-41a0-b54c-1579246f4326 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:34.315283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-639f738f-da39-44d5-89d9-1bf7ac20c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.350631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-639f738f-da39-44d5-89d9-1bf7ac20c15e None None] Port d2b919cb-4cd4-41a0-b54c-1579246f4326 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:02:34.407696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.460708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680f964-48e6-4f9a-8c06-040b1b162279 None None] Pushing event updated for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:34.506832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a8c40b61-8d30-4863-b552-71df6f4de5b3 None None] Provisioning complete for port d2b919cb-4cd4-41a0-b54c-1579246f4326 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:34.507190 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8c40b61-8d30-4863-b552-71df6f4de5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.541040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Attempting to bind port d2b919cb-4cd4-41a0-b54c-1579246f4326 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:34.541422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Attempting to bind port d2b919cb-4cd4-41a0-b54c-1579246f4326 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:34.541781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Attempting to bind port d2b919cb-4cd4-41a0-b54c-1579246f4326 on network fb81526e-f0ad-4243-9250-5a026282a93b {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:34.553411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:34.553788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Checking segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:02:34.554228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.554622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Bound using segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:34.555102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Bound port: d2b919cb-4cd4-41a0-b54c-1579246f4326, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:34.555483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.566851 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a8c40b61-8d30-4863-b552-71df6f4de5b3 None None] Port d2b919cb-4cd4-41a0-b54c-1579246f4326 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:02:34.627821 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] For port d2b919cb-4cd4-41a0-b54c-1579246f4326, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:34.631217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] For port d2b919cb-4cd4-41a0-b54c-1579246f4326, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2b919cb-4cd4-41a0-b54c-1579246f4326,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:34.687320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-86a44418-9142-4ca9-9ccd-78a00e660e10 None None] Provisioning complete for port d2b919cb-4cd4-41a0-b54c-1579246f4326 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:34.687688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86a44418-9142-4ca9-9ccd-78a00e660e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.722366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-86a44418-9142-4ca9-9ccd-78a00e660e10 None None] Port d2b919cb-4cd4-41a0-b54c-1579246f4326 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:02:34.724303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.741074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-939d332e-d228-4244-9319-4b8074b38909 req-21dd14f6-0cdb-41db-b0db-1f7e7655f577 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 210 time: 0.0315018 Mar 14 19:02:34.788041 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680f964-48e6-4f9a-8c06-040b1b162279 None None] Pushing event updated for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:34.796615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:34.796615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:34.836706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:34.948210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:34.948885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:34.956102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:35.115146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-77496d76-999a-4404-90cb-cacf3830333e None None] Provisioning complete for port d2b919cb-4cd4-41a0-b54c-1579246f4326 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:35.115407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77496d76-999a-4404-90cb-cacf3830333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.196467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a0f8818-c713-4b2b-a060-ade7839e8563 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:35.315678 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77496d76-999a-4404-90cb-cacf3830333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.330743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 5a0f8818-c713-4b2b-a060-ade7839e8563 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:35.331109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.385753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-77496d76-999a-4404-90cb-cacf3830333e None None] For port d2b919cb-4cd4-41a0-b54c-1579246f4326, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2b919cb-4cd4-41a0-b54c-1579246f4326,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:35.399335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:34Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:35.428824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89541bb-f28d-4e98-b920-eff18d6f8b81 None None] The sync data for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv is: [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:34Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:35.487817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-77496d76-999a-4404-90cb-cacf3830333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.528019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-819caa3d-43f5-4256-ba90-a30e1e149d6a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:35.529759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-819caa3d-43f5-4256-ba90-a30e1e149d6a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 796 time: 0.1532352 Mar 14 19:02:35.557532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77496d76-999a-4404-90cb-cacf3830333e None None] Pushing event updated for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:35.576041 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-f2977c9d-4e63-490f-9f45-e0ee014f5e85 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 380 time: 0.0366769 Mar 14 19:02:35.585300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'port': {'device_id': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'admin_state_up': True, 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'security_groups': ['20821c49-4430-42ee-bce2-9c70e33b4c21']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:35.756432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:02:35.760331 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:35.861104 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2910bf9a-f546-404c-9de6-de139a3fc861 req-b05c1c64-fd12-4e3b-a6cf-d315863d328d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Mar 14 19:02:35.912655 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.13 (fb81526e-f0ad-4243-9250-5a026282a93b/cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1/3181a4bb-b294-4149-9c0b-9634a5c6349f) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:36.070175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.173958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.222228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network fb81526e-f0ad-4243-9250-5a026282a93b is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:36.225206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:36.228882 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:36.527503 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-cf0dba37-5646-4533-ab79-373547d06f7c None None] Provisioning complete for port 3181a4bb-b294-4149-9c0b-9634a5c6349f triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:36.527989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cf0dba37-5646-4533-ab79-373547d06f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.564417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-cf0dba37-5646-4533-ab79-373547d06f7c None None] Port 3181a4bb-b294-4149-9c0b-9634a5c6349f cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:02:36.578837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:36.606270 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:36.606875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.717017 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-258d1b76-11a3-47b3-91cf-ff2823634a4e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356657 Mar 14 19:02:36.728770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Request body: {'port': {'device_id': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:36.783464 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:36.796145 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2b919cb-4cd4-41a0-b54c-1579246f4326 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:36.844668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port d2b919cb-4cd4-41a0-b54c-1579246f4326 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:36.845050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.028717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638981f-a7ef-4488-b55c-187111c0d9ea req-64b44cb8-17d4-4aa0-87a5-91d585997e0a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.030115 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8638981f-a7ef-4488-b55c-187111c0d9ea req-64b44cb8-17d4-4aa0-87a5-91d585997e0a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 932 time: 0.0962739 Mar 14 19:02:37.090030 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8638981f-a7ef-4488-b55c-187111c0d9ea req-d8d81d6e-4873-4ceb-bd8e-891e22ae9fda tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521820 Mar 14 19:02:37.124334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:37.131915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.145072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Transition to ACTIVE for port object 3181a4bb-b294-4149-9c0b-9634a5c6349f will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:02:37.224946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.278784 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:37.347255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Attempting to bind port 3181a4bb-b294-4149-9c0b-9634a5c6349f on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:02:37.347591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Attempting to bind port 3181a4bb-b294-4149-9c0b-9634a5c6349f by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:02:37.347925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Attempting to bind port 3181a4bb-b294-4149-9c0b-9634a5c6349f on network fb81526e-f0ad-4243-9250-5a026282a93b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:37.352489 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Port 3181a4bb-b294-4149-9c0b-9634a5c6349f on network fb81526e-f0ad-4243-9250-5a026282a93b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:02:37.353874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Attempting to bind port 3181a4bb-b294-4149-9c0b-9634a5c6349f on network fb81526e-f0ad-4243-9250-5a026282a93b {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:02:37.359027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:02:37.359420 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Checking segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:02:37.359742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Bound using segment: {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:02:37.360167 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Bound port: 3181a4bb-b294-4149-9c0b-9634a5c6349f, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748aacb1-6297-4c81-a5e8-8797e5af9700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:02:37.360528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.425209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:02:37.428212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:02:37.522819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.561457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.562623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:37.563984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] 10.222.0.61 "PUT /v2.0/ports/3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1094 time: 0.8395650 Mar 14 19:02:37.564451 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:37.566716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:37.593444 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c395-57f1-469d-98b9-2e727affc208 service neutron] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:37.609507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d666e9d-02a3-45db-b93e-ef1179cb1bc0 x-openstack-request-id: req-6d666e9d-02a3-45db-b93e-ef1179cb1bc0 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:37.610002 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:37.610170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d666e9d-02a3-45db-b93e-ef1179cb1bc0 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:37.610622 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'status': 'completed', 'code': 200} Mar 14 19:02:37.671981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-91de5eed-3637-456c-855c-0d2fddd406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.673690 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-91de5eed-3637-456c-855c-0d2fddd406a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1097 time: 0.0433359 Mar 14 19:02:37.780227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-45f3d493-b45f-4938-ab7b-3bdc60859144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.782311 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-45f3d493-b45f-4938-ab7b-3bdc60859144 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d92bf34e55234b258f0c108ed0339d2a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0925629 Mar 14 19:02:37.879799 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-651ba5c8-10ac-41fb-80d5-c7d0fa8e5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.881262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5e7bb75d-9dc3-4334-8589-5e43bcb30ad3 req-651ba5c8-10ac-41fb-80d5-c7d0fa8e5f5c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927823 Mar 14 19:02:37.955411 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-8f25383a-709d-48ee-83cc-e8357072a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:37.956876 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-8f25383a-709d-48ee-83cc-e8357072a27c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1097 time: 0.0400085 Mar 14 19:02:38.001678 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-06efac2b-1641-4fd2-9465-c26717257ca2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 217 time: 0.0376158 Mar 14 19:02:38.050048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-fb0fc9e5-cf3f-46dc-8a6c-4fddc26b4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:38.051474 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-fb0fc9e5-cf3f-46dc-8a6c-4fddc26b4247 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0424685 Mar 14 19:02:38.096524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-23901115-a6b5-45ee-b84b-5494ab2040dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:38.097916 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-23901115-a6b5-45ee-b84b-5494ab2040dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392771 Mar 14 19:02:38.217448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-151a1691-0b84-4fb4-85cb-f67d12573ee7 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125832 Mar 14 19:02:38.229089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d3db-2a89-462f-8d32-9e241de72376 req-294e884d-4a67-42c8-bf42-27c4b0294873 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:38.230642 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8820d3db-2a89-462f-8d32-9e241de72376 req-294e884d-4a67-42c8-bf42-27c4b0294873 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 944 time: 0.0699673 Mar 14 19:02:38.320106 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8820d3db-2a89-462f-8d32-9e241de72376 req-5eed5e8a-3f19-4bc2-aa74-ce12f115cc49 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810351 Mar 14 19:02:38.349276 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c610befb-f7f3-464f-8ad3-37f63075f1cd req-15806126-4b52-4ce2-b4e7-22ec9c77129c service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175969 Mar 14 19:02:39.436186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecca2c9-69b7-4e96-afbd-cb5f26c9bf5a req-457702dd-95d1-49cf-8a5b-39cd8ff0ea52 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:39.438149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fecca2c9-69b7-4e96-afbd-cb5f26c9bf5a req-457702dd-95d1-49cf-8a5b-39cd8ff0ea52 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 944 time: 0.0484135 Mar 14 19:02:39.477734 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fecca2c9-69b7-4e96-afbd-cb5f26c9bf5a req-5c0974e8-57e6-4d4b-91c7-8bea99124a40 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Mar 14 19:02:40.590423 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ace883-7d80-4a36-922f-33d86b957830 req-238d2338-9a9a-4863-8464-ac968b040c28 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:40.591929 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-49ace883-7d80-4a36-922f-33d86b957830 req-238d2338-9a9a-4863-8464-ac968b040c28 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 944 time: 0.0482078 Mar 14 19:02:40.629600 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-49ace883-7d80-4a36-922f-33d86b957830 req-0a3416d5-8620-4c0e-90dd-c3c94f6cf860 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Mar 14 19:02:41.665210 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:02:41.762170 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:41.774474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'mac_address': 'fa:16:3e:39:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:02:41.791187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404c5b-d899-4098-a3b8-eabf20a85eee req-305bbdb7-3b30-494b-8352-3385a7779b34 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:41.792664 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-69404c5b-d899-4098-a3b8-eabf20a85eee req-305bbdb7-3b30-494b-8352-3385a7779b34 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 944 time: 0.0483384 Mar 14 19:02:41.810991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:41.824305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:41.833953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-69404c5b-d899-4098-a3b8-eabf20a85eee req-400aab73-16d2-4f48-9796-290996398da9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353799 Mar 14 19:02:41.843650 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:41.927546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:41.978471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:42.307722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['3181a4bb-b294-4149-9c0b-9634a5c6349f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:02:42.948541 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988164ec-3091-47ce-ab3e-97482f99ab6d req-f706b2fb-2936-402d-9ff8-3517c6258f92 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:42.950107 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-988164ec-3091-47ce-ab3e-97482f99ab6d req-f706b2fb-2936-402d-9ff8-3517c6258f92 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Mar 14 19:02:42.987475 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-988164ec-3091-47ce-ab3e-97482f99ab6d req-6b66f8cd-9988-4e25-aae9-e65c8e885b47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Mar 14 19:02:43.680814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:43.807693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 3181a4bb-b294-4149-9c0b-9634a5c6349f completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:02:43.812303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 3181a4bb-b294-4149-9c0b-9634a5c6349f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:02:43.816570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:43.886197 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:43.910888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:43.913096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a49de-97a0-443d-b7ff-342a7504047b" -d '{"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-plugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:43.925690 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:43.950462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eafd38-7447-49d1-8eef-5cfd31d2177e x-openstack-request-id: req-a9eafd38-7447-49d1-8eef-5cfd31d2177e {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:43.950795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-plugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:43.951051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9eafd38-7447-49d1-8eef-5cfd31d2177e {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:43.951449 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'code': 200} Mar 14 19:02:44.029042 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:44.079086 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.116809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eccda-7f28-4894-a6d5-16f04ab1ab7f req-b03b0e63-e59a-485a-81f6-7517ebb10b8a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:44.118315 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-044eccda-7f28-4894-a6d5-16f04ab1ab7f req-b03b0e63-e59a-485a-81f6-7517ebb10b8a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0546021 Mar 14 19:02:44.157545 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-044eccda-7f28-4894-a6d5-16f04ab1ab7f req-3d6fbf11-abf1-4a0b-b0f2-89005324894d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328014 Mar 14 19:02:44.284711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8c617-76e8-4fc8-a3ab-eb7de681cf0a req-dd0cd52e-f503-4c1a-b1f9-8e86a36a7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:44.286239 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7be8c617-76e8-4fc8-a3ab-eb7de681cf0a req-dd0cd52e-f503-4c1a-b1f9-8e86a36a7956 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0413079 Mar 14 19:02:44.322153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7be8c617-76e8-4fc8-a3ab-eb7de681cf0a req-2f6b9a50-e8fa-4cee-8462-cad4f235fddf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292602 Mar 14 19:02:45.271082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6018-9678-4583-bec9-9a8ed478aaea req-ddd9ffba-5d02-441a-b605-cfa42d721e8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:45.272513 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-155a6018-9678-4583-bec9-9a8ed478aaea req-ddd9ffba-5d02-441a-b605-cfa42d721e8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0473421 Mar 14 19:02:45.309175 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-155a6018-9678-4583-bec9-9a8ed478aaea req-71b6c0ee-f50e-44d3-9d29-511559cd488d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Mar 14 19:02:46.423480 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6e6d-f4bb-4f63-8a50-2283b2edee13 req-b49f69c2-3720-4a4a-ad62-55767bc81aba tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:46.424860 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-22ce6e6d-f4bb-4f63-8a50-2283b2edee13 req-b49f69c2-3720-4a4a-ad62-55767bc81aba tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0482516 Mar 14 19:02:46.462776 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-22ce6e6d-f4bb-4f63-8a50-2283b2edee13 req-e6a76087-a7e6-4a00-9e22-beb54475e908 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Mar 14 19:02:46.574564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d8667-8130-4a00-bd18-acb86b3365c0 req-83a95be5-5305-45a5-a9ee-56d3ba4239bf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:46.576015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e8d8667-8130-4a00-bd18-acb86b3365c0 req-83a95be5-5305-45a5-a9ee-56d3ba4239bf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0482452 Mar 14 19:02:46.612776 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e8d8667-8130-4a00-bd18-acb86b3365c0 req-eb559019-e7d5-4970-9123-648a67026026 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304112 Mar 14 19:02:46.634416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55542) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:46.674218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2199c6e-f86b-4e2f-b003-fdf7d7cd26e4 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:46.675634 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c2199c6e-f86b-4e2f-b003-fdf7d7cd26e4 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1094 time: 0.0402701 Mar 14 19:02:46.678334 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55544) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:46.682514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:02:46.778539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:46.876512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:46.980880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.254 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/1ae77e55-1117-43d3-9039-2badeccc7690) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:02:47.079942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.179325 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.215900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:02:47.219184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:02:47.222484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:02:47.248920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=1ae77e55-1117-43d3-9039-2badeccc7690,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.576115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.710008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.859726 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.862763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e3040bd-a44e-4458-b4a9-bb3180fe4b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.913784 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:47.984814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=1ae77e55-1117-43d3-9039-2badeccc7690,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.993778 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:48.412729 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP 36082321-4f04-4bbd-92d9-2ca41e7b2c0d associated. External IP: 172.26.3.254, port: 3181a4bb-b294-4149-9c0b-9634a5c6349f. Mar 14 19:02:48.614535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 60d5f03a-2152-4f43-be88-3bc2e26ff622 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:48.718323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:48.729295 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Sync routers for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:48.740783 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:48.741383 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:48.790173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:48.820208 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9e3e9849-8a3e-457b-a99f-a6a9a013e7f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1407793 Mar 14 19:02:48.820780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:48.824815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c19839-2b19-4a4c-a04b-26bba4e131fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:48.845012 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:48.866879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3507153c-5af0-4148-976c-288aad1bef3f x-openstack-request-id: req-3507153c-5af0-4148-976c-288aad1bef3f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:48.866879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:48.866879 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3507153c-5af0-4148-976c-288aad1bef3f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:48.866879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'status': 'completed', 'code': 200} Mar 14 19:02:48.957220 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ba84-98a1-4e7c-8860-4c0b4fc03388 req-6a2d597b-43a8-4783-95ae-32511cafcd21 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:48.958742 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dea3ba84-98a1-4e7c-8860-4c0b4fc03388 req-6a2d597b-43a8-4783-95ae-32511cafcd21 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0803883 Mar 14 19:02:48.960591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-6c0daa5c-b1ee-4d8c-bc00-7893141845fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:48.961972 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-6c0daa5c-b1ee-4d8c-bc00-7893141845fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0738976 Mar 14 19:02:49.052012 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dea3ba84-98a1-4e7c-8860-4c0b4fc03388 req-6aca60d0-e8c0-4eac-b97f-f83a04357016 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868607 Mar 14 19:02:49.074869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55550) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:49.077770 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '36082321-4f04-4bbd-92d9-2ca41e7b2c0d', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'mac_address': 'fa:16:3e:39:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:47Z', 'updated_at': '2022-03-14T19:02:47Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:49.090263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-8d5875ff-6333-4b52-a63b-aa41f5b041fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:49.091998 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-8d5875ff-6333-4b52-a63b-aa41f5b041fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.1188302 Mar 14 19:02:49.108284 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Checking router: 60d5f03a-2152-4f43-be88-3bc2e26ff622 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:49.118004 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:49.118622 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:02:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:49.138480 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b3730cc9-ae90-43b1-991d-2d8369cbf961 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/36082321-4f04-4bbd-92d9-2ca41e7b2c0d HTTP/1.1" status: 200 len: 992 time: 0.0622070 Mar 14 19:02:49.158567 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-cdabb602-4835-485c-842c-d49160faea00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1000 time: 0.0600612 Mar 14 19:02:49.208247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-8a382b03-b195-48ff-b4b3-e2ff9b4e4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:49.209752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-8a382b03-b195-48ff-b4b3-e2ff9b4e4b8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0452354 Mar 14 19:02:49.224995 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:49.260382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-b92ac80e-14a5-406a-aa72-7d5b035054ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:49.261882 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-b92ac80e-14a5-406a-aa72-7d5b035054ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455091 Mar 14 19:02:49.352031 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-521fe796-cec4-44a6-aab1-359965fd315d service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832887 Mar 14 19:02:49.442796 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '36082321-4f04-4bbd-92d9-2ca41e7b2c0d', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'mac_address': 'fa:16:3e:39:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:47Z', 'updated_at': '2022-03-14T19:02:47Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:49.450711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-20c19839-2b19-4a4c-a04b-26bba4e131fe req-93e239bb-526f-4ff1-b3b7-4de5cf536864 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919456 Mar 14 19:02:49.470620 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032f0e3-1d0f-46a0-83b6-479a8ad3c216 None None] The sync data for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv is: [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '36082321-4f04-4bbd-92d9-2ca41e7b2c0d', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'mac_address': 'fa:16:3e:39:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:02:47Z', 'updated_at': '2022-03-14T19:02:47Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:49.650370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab544848-50bb-41ed-b598-ee0400ec7833 None None] New status for floating IP 36082321-4f04-4bbd-92d9-2ca41e7b2c0d: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:49.933612 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:50.143420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55552) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:02:50.211149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-49d8792d-1f92-4d90-82f3-8429e02c0f3d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/36082321-4f04-4bbd-92d9-2ca41e7b2c0d HTTP/1.1" status: 200 len: 994 time: 0.0666285 Mar 14 19:02:50.257030 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d2b2ac2e-0aea-4c4a-8fa8-2448e59609e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:51.578688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:53.046905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:53.075595 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:02:58.542250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:11.142913 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-4add38bf-df8b-49a8-bfb2-287a514c0729 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777159 Mar 14 19:03:11.226674 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-af150dfa-1697-4c0e-aa5d-d0c744fcd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:11.228167 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-af150dfa-1697-4c0e-aa5d-d0c744fcd578 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0413003 Mar 14 19:03:11.333241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-75ad38f0-1b88-4914-9698-b469fe79cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:11.334678 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-75ad38f0-1b88-4914-9698-b469fe79cd9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.0874550 Mar 14 19:03:11.400207 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-41e11a2b-dfd6-4ff9-9eea-d3accd2a747c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1002 time: 0.0579584 Mar 14 19:03:11.448131 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-17cb7ebe-e23c-4e70-9c0a-49027fceeb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:11.449577 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-17cb7ebe-e23c-4e70-9c0a-49027fceeb44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0426862 Mar 14 19:03:11.497052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-043a17cc-b120-4a8b-bf34-f4e5ddc7ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:11.498541 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-043a17cc-b120-4a8b-bf34-f4e5ddc7ac40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423586 Mar 14 19:03:11.508960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-821f2ffa-6f74-40d1-a8cc-bd33d0913bda service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:03:11.509974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-821f2ffa-6f74-40d1-a8cc-bd33d0913bda service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047145 Mar 14 19:03:11.596701 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-10768631-69b9-46a2-991c-a2263e37220b service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799589 Mar 14 19:03:11.686528 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-95cfb8e5-505b-474f-ae5d-4b0a5805e05e req-2db2fff9-b778-4c76-88fa-10a1ad4182cd service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832391 Mar 14 19:03:17.868968 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-83e3f5c7-4fc6-446f-9237-0d7ff12c39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:20.143006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd291-d235-48bf-99e4-e502b173e627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:21.565925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:23.080101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:23.091416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:26.932260 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:03:28.565804 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:47.887502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e03d881c-202f-4fe4-9d37-d3b27adcbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:50.179181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b48871dd-bd2a-4247-8c1e-32486ce5a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:51.570523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:52.905973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-53134ac1-64a1-4856-8999-9b2dda3edd1c req-94db48f1-d69d-4994-92d3-91793ab016ec service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:03:52.907002 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-53134ac1-64a1-4856-8999-9b2dda3edd1c req-94db48f1-d69d-4994-92d3-91793ab016ec service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057597 Mar 14 19:03:53.065076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:53.066414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:53.241845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd338b-4b4a-4e9c-b6b2-fc17da8b8d36 req-e11f1fc1-97f4-4865-88a5-6c5747641983 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:53.243383 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b5dd338b-4b4a-4e9c-b6b2-fc17da8b8d36 req-e11f1fc1-97f4-4865-88a5-6c5747641983 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Mar 14 19:03:53.281795 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b5dd338b-4b4a-4e9c-b6b2-fc17da8b8d36 req-818b1f4e-e9ae-4884-9e74-5a674d896941 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 Mar 14 19:03:53.415921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55588) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:03:53.501188 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-3c3aa37d-60bd-4951-899e-b2cab27317e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838282 Mar 14 19:03:53.509806 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-d46b18fe-b7a0-4886-bf6b-033d3adad524 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:03:53.510778 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-d46b18fe-b7a0-4886-bf6b-033d3adad524 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048876 Mar 14 19:03:54.399392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d0c8-ac17-493c-9084-b6e46a18fcca req-8dc2e4c0-8f72-4287-86a8-f6de42556f3d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:54.400883 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3021d0c8-ac17-493c-9084-b6e46a18fcca req-8dc2e4c0-8f72-4287-86a8-f6de42556f3d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0501895 Mar 14 19:03:54.440712 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3021d0c8-ac17-493c-9084-b6e46a18fcca req-15d271ad-53f7-4ae7-a704-e72276c7d244 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Mar 14 19:03:55.559213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29865-6914-47a7-8395-ebc60abd94d3 req-30b73f9e-87f9-4d33-ab4a-55866a480718 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:55.560714 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac29865-6914-47a7-8395-ebc60abd94d3 req-30b73f9e-87f9-4d33-ab4a-55866a480718 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Mar 14 19:03:55.597740 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-6449268e-84b9-4d56-9667-b9084b070c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:55.599268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-6449268e-84b9-4d56-9667-b9084b070c57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0399745 Mar 14 19:03:55.599832 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-eac29865-6914-47a7-8395-ebc60abd94d3 req-a862dfd6-5ced-4398-a526-b604739c92eb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Mar 14 19:03:55.691136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-7d8e65c3-48d1-4844-9183-738cf589f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:55.692628 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-7d8e65c3-48d1-4844-9183-738cf589f529 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.0864525 Mar 14 19:03:55.755871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-5d4f1094-201b-44dd-a61a-2ac29dc69ecb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1002 time: 0.0560715 Mar 14 19:03:55.802664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-6b9bd2ff-fe29-400a-96e9-a2b1659b6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:55.804022 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-6b9bd2ff-fe29-400a-96e9-a2b1659b6b73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0416577 Mar 14 19:03:55.851321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-2fced830-3832-49ae-8781-b0ee7461ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:55.852800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-2fced830-3832-49ae-8781-b0ee7461ab10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419557 Mar 14 19:03:55.938246 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-b340f65f-56a6-4481-9132-a291558fcc21 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783763 Mar 14 19:03:56.031413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-84cce5e2-acb0-4f0d-bc14-0f93dab6ffe9 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866952 Mar 14 19:03:56.715078 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e59fe-a5a2-4cb0-89e6-8f5e7d678bcb req-7c8ac3b7-81ec-4c07-ba71-35cc11e18bd2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:56.716459 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-774e59fe-a5a2-4cb0-89e6-8f5e7d678bcb req-7c8ac3b7-81ec-4c07-ba71-35cc11e18bd2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0484684 Mar 14 19:03:56.753553 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-774e59fe-a5a2-4cb0-89e6-8f5e7d678bcb req-6c1ce250-8b14-4478-b230-6bafea01e52d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Mar 14 19:03:57.868131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6336-4b5a-460f-b609-4fbc8dd359d7 req-21b521e7-258c-41fc-9224-12ec31ec95b2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:57.869597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c43b6336-4b5a-460f-b609-4fbc8dd359d7 req-21b521e7-258c-41fc-9224-12ec31ec95b2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0480862 Mar 14 19:03:57.906985 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c43b6336-4b5a-460f-b609-4fbc8dd359d7 req-2ea80665-1a41-49f2-a000-74e3f3b60010 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Mar 14 19:03:58.587282 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:03:59.021279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd5318-3649-45d2-8ef2-b1202c0334c6 req-7c679d05-794e-435c-822f-80f34b6b1830 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:59.022693 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-15bd5318-3649-45d2-8ef2-b1202c0334c6 req-7c679d05-794e-435c-822f-80f34b6b1830 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0470328 Mar 14 19:03:59.064155 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-15bd5318-3649-45d2-8ef2-b1202c0334c6 req-9fa69a09-b4a5-4736-97c2-1ef7eb1bce83 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356991 Mar 14 19:04:00.195129 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e8cc-bc04-4710-8d5b-8ab5f4c49d45 req-a7cfa5a4-0d74-4d17-878a-d0f748eed252 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:00.197125 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6274e8cc-bc04-4710-8d5b-8ab5f4c49d45 req-a7cfa5a4-0d74-4d17-878a-d0f748eed252 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0608687 Mar 14 19:04:00.237051 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6274e8cc-bc04-4710-8d5b-8ab5f4c49d45 req-30086e64-cc57-4c0c-8e44-997c3c1d2ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Mar 14 19:04:01.353263 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96292178-ef0f-4405-9e58-b4deb686c864 req-13f0c80c-2d2d-473b-a74a-d05513def323 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:01.354754 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-96292178-ef0f-4405-9e58-b4deb686c864 req-13f0c80c-2d2d-473b-a74a-d05513def323 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0519967 Mar 14 19:04:01.392169 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-96292178-ef0f-4405-9e58-b4deb686c864 req-1089d150-87f5-4528-b6d2-85532b22ad80 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Mar 14 19:04:02.509255 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76445423-f8b5-4b9f-9faf-25bde31ca0eb req-359860e1-aed5-4006-bd82-2e12cdfe1d47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:02.510745 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76445423-f8b5-4b9f-9faf-25bde31ca0eb req-359860e1-aed5-4006-bd82-2e12cdfe1d47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0474069 Mar 14 19:04:02.548004 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76445423-f8b5-4b9f-9faf-25bde31ca0eb req-f9c6b5b7-218e-4d71-9114-f5da57d4104e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303993 Mar 14 19:04:03.662875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e30e-d163-4808-be57-d0356ff8b28e req-66e1a16a-d9bd-47a6-9788-cdd62eabbc01 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:03.664350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b566e30e-d163-4808-be57-d0356ff8b28e req-66e1a16a-d9bd-47a6-9788-cdd62eabbc01 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0488868 Mar 14 19:04:03.700384 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b566e30e-d163-4808-be57-d0356ff8b28e req-7960bd89-ab03-4b03-87e4-a129d53a4b03 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301719 Mar 14 19:04:03.931546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:04:04.814776 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c2a7f-8145-4540-a312-4d818118a07d req-e4348202-e1a6-481d-bf68-b730d37966f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:04.816236 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-742c2a7f-8145-4540-a312-4d818118a07d req-e4348202-e1a6-481d-bf68-b730d37966f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0483990 Mar 14 19:04:04.852480 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-742c2a7f-8145-4540-a312-4d818118a07d req-f6e8970c-c7ec-4773-8d23-addb336d438c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Mar 14 19:04:05.978529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b0381-4ed2-4d9c-a82a-afb0c65914f4 req-acfdd5df-13c8-4d64-a1eb-ddce0e516e93 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:05.980025 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0f4b0381-4ed2-4d9c-a82a-afb0c65914f4 req-acfdd5df-13c8-4d64-a1eb-ddce0e516e93 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0476477 Mar 14 19:04:06.018074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0f4b0381-4ed2-4d9c-a82a-afb0c65914f4 req-0cc7f14f-4f82-4bc4-9d4b-96ecdbcae597 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314388 Mar 14 19:04:07.140722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeffb5-83e2-4113-a002-5f1db4d51439 req-fd6a380b-78db-453a-a725-a6145bf8f48b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:07.142257 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7eeffb5-83e2-4113-a002-5f1db4d51439 req-fd6a380b-78db-453a-a725-a6145bf8f48b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0537062 Mar 14 19:04:07.179102 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e7eeffb5-83e2-4113-a002-5f1db4d51439 req-e6613524-173c-46aa-b360-6cfa25ba782a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Mar 14 19:04:07.907537 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-64a96940-ee1e-4cc6-b075-7d334fa6e5b9 service neutron] 10.222.0.61 "GET /v2.0/ports/3181a4bb-b294-4149-9c0b-9634a5c6349f/bindings/hv-neutron-8336 HTTP/1.1" status: 200 len: 384 time: 0.0570312 Mar 14 19:04:08.295663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00708-0023-4205-9ba3-b8e5ad5ee5aa req-1e0ad8f4-d544-4cae-9b54-b4cf90efcd48 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.297178 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0fb00708-0023-4205-9ba3-b8e5ad5ee5aa req-1e0ad8f4-d544-4cae-9b54-b4cf90efcd48 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Mar 14 19:04:08.335110 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0fb00708-0023-4205-9ba3-b8e5ad5ee5aa req-7ac83176-a1ad-4387-a0fd-b2b16434559a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Mar 14 19:04:08.415920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-f9f9e87b-c195-4b10-973e-ff77ffc87dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.417429 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-f9f9e87b-c195-4b10-973e-ff77ffc87dcd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 1099 time: 0.0406637 Mar 14 19:04:08.476294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-1b21bf98-39d8-4a2f-b8b1-07110d66c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.477702 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-1b21bf98-39d8-4a2f-b8b1-07110d66c9cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0397778 Mar 14 19:04:08.568404 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-66076257-90de-4289-9f7f-2e5b8ea56916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.569863 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-66076257-90de-4289-9f7f-2e5b8ea56916 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.0850408 Mar 14 19:04:08.635380 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-1da7dc17-7e2b-4246-b292-2dc96bdc8153 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1002 time: 0.0575995 Mar 14 19:04:08.700169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-8d555834-84bb-45b9-bfdf-409a087bba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.701711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-8d555834-84bb-45b9-bfdf-409a087bba88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0487385 Mar 14 19:04:08.744906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-9217a67c-dfb0-465f-9485-42777c1299b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:08.746393 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-9217a67c-dfb0-465f-9485-42777c1299b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386760 Mar 14 19:04:08.839447 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-4c08840c-65b4-4bce-86a8-97ce862cd795 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Mar 14 19:04:08.930231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3e1dc67a-d20d-4ebf-a8fe-a16112b6c1e6 req-d5998211-4424-4790-941e-521fbfa173bc service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Mar 14 19:04:09.453909 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f821f47-f56e-44cc-8bb1-51bd4b6b7647 req-7d480608-ed97-44ef-8626-6f067157536a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:09.455558 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1f821f47-f56e-44cc-8bb1-51bd4b6b7647 req-7d480608-ed97-44ef-8626-6f067157536a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0520732 Mar 14 19:04:09.493498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1f821f47-f56e-44cc-8bb1-51bd4b6b7647 req-146f173c-44b8-4ebf-8cb3-db477fbc9239 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Mar 14 19:04:10.606441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4187057-fe10-4f17-adfd-0a6c9faa6347 req-b9f5cab1-4340-4414-951f-a354365f0868 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:10.607948 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4187057-fe10-4f17-adfd-0a6c9faa6347 req-b9f5cab1-4340-4414-951f-a354365f0868 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0481279 Mar 14 19:04:10.645589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c4187057-fe10-4f17-adfd-0a6c9faa6347 req-5285ab10-9691-4486-a05c-bc94855dffa7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Mar 14 19:04:11.447964 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-cad96216-4633-4a97-8efe-c24d91ce937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:11.449456 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-cad96216-4633-4a97-8efe-c24d91ce937e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0435212 Mar 14 19:04:11.553712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-e6ca2530-3569-45c0-bf0a-8c48cbf6f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:11.555197 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-e6ca2530-3569-45c0-bf0a-8c48cbf6f3c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.0828395 Mar 14 19:04:11.623474 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-48f7bc1f-2f03-4c32-be8b-501cd9801c40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1002 time: 0.0604527 Mar 14 19:04:11.674068 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-1353f82c-a91e-452d-b7ef-a0d94ad8f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:11.675629 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-1353f82c-a91e-452d-b7ef-a0d94ad8f26e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0438581 Mar 14 19:04:11.725657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-a7252089-c58b-4d32-8d5c-e51cb006b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:11.727105 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-a7252089-c58b-4d32-8d5c-e51cb006b935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413094 Mar 14 19:04:11.769682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb0e9-dbde-4bcd-a5df-5ec399d2a241 req-e38355e4-cb12-422f-a50d-c5e3e8e17d16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:11.772760 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fb8eb0e9-dbde-4bcd-a5df-5ec399d2a241 req-e38355e4-cb12-422f-a50d-c5e3e8e17d16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0523987 Mar 14 19:04:11.811579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fb8eb0e9-dbde-4bcd-a5df-5ec399d2a241 req-60652f99-a83b-4157-b998-6459b5959291 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346017 Mar 14 19:04:11.824558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-84f07879-acee-447e-aa2c-ec82bc6afa10 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886059 Mar 14 19:04:11.913728 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e38a6efc-32d0-4391-9030-c8860d3bf2a9 req-cffd28f5-fb6a-4883-b170-54568ff584db service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Mar 14 19:04:12.040767 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:04:12.042950 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:04:12.190689 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:12.210539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:12.228454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:12.230697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040006e8-06a0-4bad-8a98-dead8e1c721b" -d '{"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-unplugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:12.242861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'port_id': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'mac_address': 'fa:16:3e:39:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:04:12.245390 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:12.277542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7048d-e260-469c-90d2-c4c0646c5d71 x-openstack-request-id: req-faa7048d-e260-469c-90d2-c4c0646c5d71 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:12.277836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-unplugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:12.278117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-faa7048d-e260-469c-90d2-c4c0646c5d71 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:12.278506 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'code': 200} Mar 14 19:04:12.285863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:12.298209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:12.330280 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:12.403662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103394) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:04:12.404012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG oslo_db.api [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:04:12.404984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:12.411701 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.412047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.412377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.412702 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.413023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.413345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.413664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.414003 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.414323 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.414639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.414949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.415257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:12.934300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076857a-1e56-4f64-a8f5-1969e78db7f6 req-67f3572b-ddf1-4791-9908-8117a692797b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:12.935801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b076857a-1e56-4f64-a8f5-1969e78db7f6 req-67f3572b-ddf1-4791-9908-8117a692797b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 944 time: 0.0541761 Mar 14 19:04:12.940750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:12.954187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:12.973010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:12.975193 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b076857a-1e56-4f64-a8f5-1969e78db7f6 req-6b4d403d-de07-4cb9-ab71-a233f03194b4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Mar 14 19:04:13.035111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:13.089519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:13.097081 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['3181a4bb-b294-4149-9c0b-9634a5c6349f'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:04:13.378802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67553-bf94-475d-b2ab-109ac0e57c10 req-72295896-1e95-4f01-9be7-52595477f574 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.380430 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68e67553-bf94-475d-b2ab-109ac0e57c10 req-72295896-1e95-4f01-9be7-52595477f574 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Mar 14 19:04:13.419037 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68e67553-bf94-475d-b2ab-109ac0e57c10 req-20ddef58-cd0b-4a62-a5b5-8ae5272166ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Mar 14 19:04:13.455371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7640-b739-4bdf-a920-f772457dc7bb req-eb165c0a-713d-441c-ae91-d826456f21e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.457585 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-eb165c0a-713d-441c-ae91-d826456f21e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39&tenant_id=d92bf34e55234b258f0c108ed0339d2a&binding%3Ahost_id=hv-neutron-8336 HTTP/1.1" status: 200 len: 945 time: 0.0576904 Mar 14 19:04:13.567613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035f48-1c3b-41b3-b077-8a088b20e344 req-ad67c3b7-23db-4f72-93f8-aa0e25482ce0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.569018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-da035f48-1c3b-41b3-b077-8a088b20e344 req-ad67c3b7-23db-4f72-93f8-aa0e25482ce0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Mar 14 19:04:13.571440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7640-b739-4bdf-a920-f772457dc7bb req-86ef737e-e4dc-4ebb-af32-7dd23e1ceda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.572794 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-86ef737e-e4dc-4ebb-af32-7dd23e1ceda0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1098 time: 0.0725214 Mar 14 19:04:13.650087 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-da035f48-1c3b-41b3-b077-8a088b20e344 req-9b5f1cf5-6d01-44f3-a3f2-ce9191509263 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749235 Mar 14 19:04:13.683052 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7640-b739-4bdf-a920-f772457dc7bb req-309911ed-01b0-4c12-b548-7e323a25a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.684497 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-309911ed-01b0-4c12-b548-7e323a25a28d service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.1029847 Mar 14 19:04:13.750018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-ed098f27-3cce-4b86-85f6-c791acf86045 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 1001 time: 0.0592747 Mar 14 19:04:13.795949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7640-b739-4bdf-a920-f772457dc7bb req-c2dc1a1a-83eb-49a4-b23d-ed17ea057c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.797344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-c2dc1a1a-83eb-49a4-b23d-ed17ea057c73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0412755 Mar 14 19:04:13.840849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be7640-b739-4bdf-a920-f772457dc7bb req-448666d0-363b-4b3b-a445-c19688810055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.842395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-448666d0-363b-4b3b-a445-c19688810055 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389469 Mar 14 19:04:13.934404 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-4b5ae090-550f-4e2e-a8fd-ad76d250d22a service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858428 Mar 14 19:04:14.019615 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37be7640-b739-4bdf-a920-f772457dc7bb req-9342e8f8-de12-4786-8245-37eb7c4b6154 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790365 Mar 14 19:04:14.061841 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:14.111683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 3181a4bb-b294-4149-9c0b-9634a5c6349f triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:04:14.112349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:14.189365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:14.221132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:14.279998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:14.282362 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cfbf0e-6c63-4d6e-a877-f9a9752674a4" -d '{"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-plugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:14.309377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:14.332615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ea97c-16f3-4510-b18c-5f45c2402bc1 x-openstack-request-id: req-139ea97c-16f3-4510-b18c-5f45c2402bc1 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:14.332899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-plugged", "status": "completed", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:14.333148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-139ea97c-16f3-4510-b18c-5f45c2402bc1 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:14.333526 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'code': 200} Mar 14 19:04:14.358440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:14.768612 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c6cf0-5cc9-4c26-9898-95626fd5c2c2 req-3daa89ef-8cfc-45bb-a84e-00eda7e63226 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:14.770214 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-301c6cf0-5cc9-4c26-9898-95626fd5c2c2 req-3daa89ef-8cfc-45bb-a84e-00eda7e63226 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0533409 Mar 14 19:04:14.807368 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-301c6cf0-5cc9-4c26-9898-95626fd5c2c2 req-b0e79a75-2189-4a13-b655-90ead03b1654 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Mar 14 19:04:15.922046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3f1a-fe40-477f-8761-eec467dd7e4b req-1c7d814a-fe51-45ae-aeb0-e02558f52eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:15.923489 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4dfc3f1a-fe40-477f-8761-eec467dd7e4b req-1c7d814a-fe51-45ae-aeb0-e02558f52eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0486889 Mar 14 19:04:15.961158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4dfc3f1a-fe40-477f-8761-eec467dd7e4b req-789b6e03-4c6f-48c3-b9ce-97e043f09579 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Mar 14 19:04:15.982862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55678) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:04:16.054703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e6188ff4-56db-427d-9db2-ca04511f2c3b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/36082321-4f04-4bbd-92d9-2ca41e7b2c0d HTTP/1.1" status: 200 len: 994 time: 0.0707469 Mar 14 19:04:17.903417 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6fdad515-acac-4f33-a53e-6ef54d32ef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:20.126426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0226c36-dac1-4268-a1d4-281a080dd41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:21.575411 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:23.028922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:23.060975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:28.559885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:40.930880 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:04:47.888294 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e714abf0-05ae-461f-9553-847681c56186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:50.204389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3db43f9c-b09e-462a-b2fc-d480a3ae6732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:51.614391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:53.061212 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:53.078083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:04:58.569462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:06.947729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-ffb528e2-7e1e-4a2d-9602-8597d33e9b10 req-0d647a5f-8d60-4c0a-af32-f74bdd85d501 service neutron] (103392) timed out ('10.222.0.58', 52278) {{(pid=103392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 14 19:05:09.325440 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55704) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:09.481723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 1ae77e55-1117-43d3-9039-2badeccc7690 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:05:09.482108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:09.558887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:09.559217 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:09.570606 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 1ae77e55-1117-43d3-9039-2badeccc7690 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:05:09.769596 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:09.795291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=1ae77e55-1117-43d3-9039-2badeccc7690,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:09.806791 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.807148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.807556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.807952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.808289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.808625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.808963 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.809289 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.809617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.809974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.810303 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.810629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:09.865387 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:09.865722 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP 36082321-4f04-4bbd-92d9-2ca41e7b2c0d disassociated (deleted). External IP: 172.26.3.254, port: 3181a4bb-b294-4149-9c0b-9634a5c6349f. Mar 14 19:05:10.078137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 60d5f03a-2152-4f43-be88-3bc2e26ff622 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:10.186484 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:10.191890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:10.197890 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Sync routers for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:10.208107 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:10.208704 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:04:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:10.221690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5b940320-133a-4e90-a31c-abc4c7e57cb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/floatingips/36082321-4f04-4bbd-92d9-2ca41e7b2c0d HTTP/1.1" status: 204 len: 168 time: 0.8943594 Mar 14 19:05:10.222354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:10.224740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27423e22-0091-4836-bf1e-8b32ea6e593b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:10.265974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c344bc2-56f5-4516-a55a-70c9679d7a5e x-openstack-request-id: req-9c344bc2-56f5-4516-a55a-70c9679d7a5e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:10.266273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:10.266532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c344bc2-56f5-4516-a55a-70c9679d7a5e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:10.267114 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'status': 'completed', 'code': 200} Mar 14 19:05:10.316449 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:10.327368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-a6d9ce39-387a-4ca7-80e0-20c2f47769df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.330337 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-a6d9ce39-387a-4ca7-80e0-20c2f47769df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 1099 time: 0.0437672 Mar 14 19:05:10.424458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-fc3923bf-8aec-4500-bcec-88edd4b87971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.425981 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-fc3923bf-8aec-4500-bcec-88edd4b87971 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 200 len: 897 time: 0.0897644 Mar 14 19:05:10.532849 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:10.560462 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Checking router: 60d5f03a-2152-4f43-be88-3bc2e26ff622 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:10.570790 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:10.571424 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:04:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:10.680520 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:10.785789 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-4b06ae71-dd4a-4577-8254-5e9228e32e6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 200 len: 217 time: 0.3526788 Mar 14 19:05:10.841675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-372ae510-c2c0-4ea3-8693-056626faf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.843256 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-372ae510-c2c0-4ea3-8693-056626faf620 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 200 len: 833 time: 0.0499537 Mar 14 19:05:10.884417 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:10.913654 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dd943-649c-45a3-be7f-26b8faa2466f None None] The sync data for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv is: [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:02:31Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': 'd2b919cb-4cd4-41a0-b54c-1579246f4326', 'name': '', 'network_id': 'fb81526e-f0ad-4243-9250-5a026282a93b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:9f:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:31Z', 'updated_at': '2022-03-14T19:02:35Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': 'cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:10.920049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-6d0a1ecc-ba43-4e7e-ba4a-825dd746fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.921594 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-6d0a1ecc-ba43-4e7e-ba4a-825dd746fda7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb81526e-f0ad-4243-9250-5a026282a93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706708 Mar 14 19:05:10.932727 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e92d36-180a-4b2e-ba1a-180ec469f8e1 req-3e1ea6b1-5c96-499e-8b7b-83a018a0778f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:10.934209 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6e92d36-180a-4b2e-ba1a-180ec469f8e1 req-3e1ea6b1-5c96-499e-8b7b-83a018a0778f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.1538022 Mar 14 19:05:11.021045 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d6e92d36-180a-4b2e-ba1a-180ec469f8e1 req-ec989e2f-30e1-4400-9f4a-6a41120e41e5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782852 Mar 14 19:05:11.046467 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-5ccf5035-4f75-4524-9a60-01f8554e536c service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112950 Mar 14 19:05:11.147203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43e1a2-69ff-4c4b-b962-406841e2fe97 None None] New status for floating IP 36082321-4f04-4bbd-92d9-2ca41e7b2c0d: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:05:11.147724 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-27423e22-0091-4836-bf1e-8b32ea6e593b req-452ec359-0544-49d6-acf4-33153336edb9 service neutron] 10.222.0.61 "GET /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Mar 14 19:05:12.187496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592c77-70f5-4afe-b9c7-a5a08f678bdb req-c371e517-f21a-4d2b-8b6c-de946f3338ef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:12.190194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d4592c77-70f5-4afe-b9c7-a5a08f678bdb req-c371e517-f21a-4d2b-8b6c-de946f3338ef tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0996971 Mar 14 19:05:12.227977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d4592c77-70f5-4afe-b9c7-a5a08f678bdb req-9cdfccd1-aba5-49c0-8f97-c8cf47a008d1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=20821c49-4430-42ee-bce2-9c70e33b4c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Mar 14 19:05:12.473414 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-6d96fadb-b986-42bc-9297-3bc6ecfdfa4c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:12.474892 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-6d96fadb-b986-42bc-9297-3bc6ecfdfa4c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 946 time: 0.0489695 Mar 14 19:05:12.564816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:05:12.565212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:12.650104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 3181a4bb-b294-4149-9c0b-9634a5c6349f, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=3181a4bb-b294-4149-9c0b-9634a5c6349f,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:12.650461 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:12.663308 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 3181a4bb-b294-4149-9c0b-9634a5c6349f owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:05:12.865226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:12.893137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=3181a4bb-b294-4149-9c0b-9634a5c6349f,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:12.919812 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.920223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.920574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.920913 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.921248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.921577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.921929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.922253 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.922579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.922932 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.923255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.923663 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:12.948697 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] No DVR routers for this DVR port 3181a4bb-b294-4149-9c0b-9634a5c6349f on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:05:12.951243 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:12.955315 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a8e02979-e0b6-47d6-a8a6-6f3dcaf2978f req-0174ef2e-900d-4be9-921b-5d62efc1d259 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "DELETE /v2.0/ports/3181a4bb-b294-4149-9c0b-9634a5c6349f HTTP/1.1" status: 204 len: 173 time: 0.4745026 Mar 14 19:05:12.955739 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-deleted', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:12.957981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b6d9f-93e7-4680-ba03-255040874a94" -d '{"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-deleted", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:12.993235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b52b8b8-3595-41dd-b4d7-924757d4b616 x-openstack-request-id: req-5b52b8b8-3595-41dd-b4d7-924757d4b616 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:12.993557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e80f27-6af8-4068-b423-6823ed473f39", "name": "network-vif-deleted", "tag": "3181a4bb-b294-4149-9c0b-9634a5c6349f", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:12.993805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b52b8b8-3595-41dd-b4d7-924757d4b616 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:12.994251 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e80f27-6af8-4068-b423-6823ed473f39', 'name': 'network-vif-deleted', 'tag': '3181a4bb-b294-4149-9c0b-9634a5c6349f', 'status': 'completed', 'code': 200} Mar 14 19:05:13.352801 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6ee2c76e-19a6-47bf-8d75-86917f726657 req-84d04df7-45e1-4bf4-bb04-8270bbda6b7a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e80f27-6af8-4068-b423-6823ed473f39 HTTP/1.1" status: 200 len: 210 time: 0.0323627 Mar 14 19:05:14.411601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55728) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:14.778292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.023094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port d2b919cb-4cd4-41a0-b54c-1579246f4326 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:05:15.023433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.113124 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port d2b919cb-4cd4-41a0-b54c-1579246f4326, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=d2b919cb-4cd4-41a0-b54c-1579246f4326,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:15.113400 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.127001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for d2b919cb-4cd4-41a0-b54c-1579246f4326 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:05:15.362111 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.387038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=d2b919cb-4cd4-41a0-b54c-1579246f4326,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:15.571898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.776894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 60d5f03a-2152-4f43-be88-3bc2e26ff622 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:15.879296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:15.884810 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e7174af2-4fa4-4dfc-8707-1f9616ec0ccf tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/60d5f03a-2152-4f43-be88-3bc2e26ff622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4719584 Mar 14 19:05:15.887482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55730) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:15.890035 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Sync routers for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:15.899567 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:15.900190 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:04:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:15.941535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting subnet cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:05:15.944561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:15.984064 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.006538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:16.066786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.179791 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:05:15Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:16.206061 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Checking router: 60d5f03a-2152-4f43-be88-3bc2e26ff622 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:16.209237 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.214145 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Routers {'60d5f03a-2152-4f43-be88-3bc2e26ff622'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:16.214745 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:04:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['60d5f03a-2152-4f43-be88-3bc2e26ff622'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:16.236945 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:16.240613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.243786 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a7d75784-8bf7-4346-b1a0-bd1ba7376c66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/subnets/cd9b1b80-17a8-4824-b2c4-6e0f46be6bb1 HTTP/1.1" status: 204 len: 168 time: 0.3553398 Mar 14 19:05:16.247127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55732) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:16.253716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df365d-981d-4d7e-ae4e-6814eecfee1e None None] Network fb81526e-f0ad-4243-9250-5a026282a93b requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:05:16.322885 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] Set router 60d5f03a-2152-4f43-be88-3bc2e26ff622 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:16.358152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.365831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:05:16.394542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 3181a4bb-b294-4149-9c0b-9634a5c6349f {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:05:16.394896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 3181a4bb-b294-4149-9c0b-9634a5c6349f not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:05:16.477284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.492887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] DHCP port deletion for fb81526e-f0ad-4243-9250-5a026282a93b request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:05:16.540758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Deleting port 5a0f8818-c713-4b2b-a060-ade7839e8563 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:05:16.541123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.597164 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:05:16.598291 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.602317 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] For port 5a0f8818-c713-4b2b-a060-ade7839e8563, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=5a0f8818-c713-4b2b-a060-ade7839e8563,segment=NetworkSegment(748aacb1-6297-4c81-a5e8-8797e5af9700),segment_id=748aacb1-6297-4c81-a5e8-8797e5af9700)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:16.602693 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.610575 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:05:15Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:16.618576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Calling delete_port for 5a0f8818-c713-4b2b-a060-ade7839e8563 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:05:16.637464 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ffdf3-b969-4e03-8b83-5e7318ad41d9 None None] The sync data for ids ['60d5f03a-2152-4f43-be88-3bc2e26ff622'] in dv-neutron-833670-1-hyperv is: [{'id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070326667', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:02:27Z', 'updated_at': '2022-03-14T19:05:15Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'b4a7dcd8-bdb5-4549-b3d4-e36b469e4409', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5f03a-2152-4f43-be88-3bc2e26ff622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:02:28Z', 'updated_at': '2022-03-14T19:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:16.685603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port b4a7dcd8-bdb5-4549-b3d4-e36b469e4409, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:16.686001 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.698246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:05:16.773324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.799809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Pushing event deleted for resources: {'Port': ['ID=5a0f8818-c713-4b2b-a060-ade7839e8563,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:16.802144 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] No DVR routers for this DVR port 5a0f8818-c713-4b2b-a060-ade7839e8563 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:05:16.813115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.814137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.814487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.814824 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.815156 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.815487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.815849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.816153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.816588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.816918 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.817243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.817563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c121dda-542f-43e6-8812-74e0f40190af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:16.911774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:16.937282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=b4a7dcd8-bdb5-4549-b3d4-e36b469e4409,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:17.003723 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.099036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.100261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a0f8818-c713-4b2b-a060-ade7839e8563 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:05:17.106369 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.123150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 5a0f8818-c713-4b2b-a060-ade7839e8563 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:05:17.123488 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 5a0f8818-c713-4b2b-a060-ade7839e8563 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:05:17.123895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2b919cb-4cd4-41a0-b54c-1579246f4326 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:05:17.149771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: d2b919cb-4cd4-41a0-b54c-1579246f4326 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:05:17.151807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device d2b919cb-4cd4-41a0-b54c-1579246f4326 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:05:17.225463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.226209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Fanout notify agent at l3_agent the message router_deleted on router 60d5f03a-2152-4f43-be88-3bc2e26ff622 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:05:17.240989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.240989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-595a3e17-ffd2-4c44-bda9-e7b7d43973de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/routers/60d5f03a-2152-4f43-be88-3bc2e26ff622 HTTP/1.1" status: 204 len: 168 time: 0.9866281 Mar 14 19:05:17.240989 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55734) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:17.323173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.407678 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.427873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb81526e-f0ad-4243-9250-5a026282a93b']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:17.436725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748aacb1-6297-4c81-a5e8-8797e5af9700') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:17.437016 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748aacb1-6297-4c81-a5e8-8797e5af9700') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:17.446441 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.459375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.464923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:05:17.465305 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:05:17.468184 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:05:17.597402 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.604385 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.606925 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/networks/fb81526e-f0ad-4243-9250-5a026282a93b HTTP/1.1" status: 204 len: 168 time: 0.3690739 Mar 14 19:05:17.609672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55736) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:17.618326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc697c-c1a2-4d39-8b3e-6569c15ab539 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Network': ['ID=fb81526e-f0ad-4243-9250-5a026282a93b,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:17.673662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.700629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.819314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.822067 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.823236 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/security-groups/20821c49-4430-42ee-bce2-9c70e33b4c21 HTTP/1.1" status: 204 len: 168 time: 0.2123084 Mar 14 19:05:17.833292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d82bc-648b-49fb-8dfc-d5cef6919333 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20821c49-4430-42ee-bce2-9c70e33b4c21,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:17.870750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7aaf852d-6c94-4926-9c43-7d97cd52b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:17.929989 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:05:18.241741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55742) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:18.246234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239417710', 'description': 'tempest-secgroup-smoke-239417710 description', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:18.334530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.399065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.460284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.488493 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c006312-fb5f-4add-b95c-62adc1cf108a,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:18.553040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.554322 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1dbffc7d-c64d-4df7-8156-ea9f96bddc89 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3115699 Mar 14 19:05:18.557158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55744) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:18.561766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:18.670515 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.728418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.813014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.813217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:05:18.826188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e620db85-0eff-4037-86a8-cc68d4bffb51,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:18.833242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:05:18.833585 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device b4a7dcd8-bdb5-4549-b3d4-e36b469e4409 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:05:18.907038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:18.908287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f839ff01-f215-4d92-8648-6aa113340959 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499224 Mar 14 19:05:18.912148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55746) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:18.916514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:18.991293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.047873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.121858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.140968 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47c5fd2-ef9a-4f3c-b84a-647114e8b029,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:19.221036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.222312 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-28be5a47-8e32-4569-8fe3-663e938507ab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3091824 Mar 14 19:05:19.225037 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55748) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:19.229421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:19.310723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.367948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.472118 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.490035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6f4cd9-7212-4ef8-9770-b375992c7b85,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:19.581723 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.582923 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ba05c10c-5145-4bd0-b405-a5ba7709b9a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569374 Mar 14 19:05:19.585702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55750) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:19.590469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:19.675572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.734254 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.814079 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.834640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de02083-c035-4f89-beb8-90bab627c256,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:19.901700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:19.902953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e6a0af87-a9bb-453e-a6aa-87e774179ad9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162272 Mar 14 19:05:19.905646 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55752) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:19.910822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:19.974414 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:05:19.979257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.042970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.089127 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.108476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d543ae90-c344-4f69-aee6-c9e5d479f951,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:20.111721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5aa5aba1-0bd6-4ddc-bcb4-b6a2533adef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.153180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.154441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a0741783-58bf-4886-b42a-e63734517e10 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2478182 Mar 14 19:05:20.157120 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55754) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:20.161400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': '5c006312-fb5f-4add-b95c-62adc1cf108a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:20.231433 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:05:20.236334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.296358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.368589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.386462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bca8a0-abf7-404d-8473-a6f581ee0d66,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:20.461949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.463217 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-98c39def-634f-4a65-a85a-82da54ac75f4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051896 Mar 14 19:05:20.466035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55756) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:20.470987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'network': {'name': 'tempest-network-smoke--977903259', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:20.551298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:05:20.554707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.577567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:05:20.586113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.586741 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Added segment 09f33f38-49d5-4a83-8bdb-bc372535b195 of type vlan for network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 Mar 14 19:05:20.627035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.716154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.722178 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:20.722763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.789616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Network': ['ID=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:20.800550 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:05:20.834526 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-32dbcef8-f0e9-4f05-923c-aa03f5176e1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3674698 Mar 14 19:05:20.837134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55758) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:20.841527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'admin_state_up': True, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:20.923214 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.924785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:20.974261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.174022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.438053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.457493 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.558172 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.199 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/fe0f32f2-211f-4bbd-9fa7-0d39aa35b586) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:21.584616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.662239 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.785848 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:21.824837 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:21.827559 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:21.831673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:21.853050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:22.185853 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:22.381295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:22.591257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 4e748b47-e0b5-4409-a244-4e92ad326aff is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:05:22.696362 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:22.706442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Sync routers for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:22.715900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:22.716505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:22.792169 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:22.796484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6d350805-f302-40ef-a8dc-3b27ecf26aac tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9553595 Mar 14 19:05:22.800058 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55760) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:22.819224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:22.867746 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fb766464-4de3-4732-946b-f15f80469867 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d92bf34e55234b258f0c108ed0339d2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699966 Mar 14 19:05:22.870583 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55764) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:22.962871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d984a08-2ef6-448f-9049-ea1e09affa2f tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:22.964308 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-6d984a08-2ef6-448f-9049-ea1e09affa2f tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928240 Mar 14 19:05:22.967256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55766) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:23.123987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.155965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.191423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:21Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:23.219819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Checking router: 4e748b47-e0b5-4409-a244-4e92ad326aff for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:23.220092 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Updating router 4e748b47-e0b5-4409-a244-4e92ad326aff port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:05:23.247754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.304840 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9e80d02e-5ecb-4e33-a6f7-8fb167f337b3 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3364933 Mar 14 19:05:23.307437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55768) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:23.312281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523697187', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:23.465745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:05:23.469334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.505040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.557192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.606798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Attempting to bind port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:05:23.607162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Attempting to bind port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:05:23.607543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Attempting to bind port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:23.616246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4398bb-f860-4718-b07c-abb9a511df15 None None] Pushing event updated for resources: {'Port': ['ID=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:23.618775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:23.619141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:05:23.619604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.619906 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:23.620373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Bound port: fe0f32f2-211f-4bbd-9fa7-0d39aa35b586, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:05:23.620745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.672397 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] For port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:23.675684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] For port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:23.688567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.727919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.747893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Subnet': ['ID=991a0092-47c8-4838-9049-994465f95183,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:23.765549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Checking segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:05:23.766197 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network hostable DHCP agents. Network: c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:05:23.786505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:23.787106 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:23.824204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4398bb-f860-4718-b07c-abb9a511df15 None None] Pushing event updated for resources: {'Port': ['ID=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:23.864915 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:05:23.897082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:23.934150 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:23.940951 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:23.941591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:23.953914 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb0686-70c6-4d37-876f-b26a4a077493 None None] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:05:24.016118 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-afb2149f-a9e2-4a40-9577-86c320a33d8f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7075446 Mar 14 19:05:24.019368 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55770) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:24.203901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:21Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:24.209291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:05:24.210168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.245777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46012e-319e-409c-8675-0c63245d81a7 None None] The sync data for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv is: [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:21Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:24.387150 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Allocated IP 172.20.0.2 (c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99/991a0092-47c8-4838-9049-994465f95183/89a0ec00-0541-4948-a89d-d2ce00fe73d6) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:24.498635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.561601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.625912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.664461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:24.669040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:24.672620 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:24.681946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Pushing event updated for resources: {'Port': ['ID=89a0ec00-0541-4948-a89d-d2ce00fe73d6,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:24.735583 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Attempting to bind port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:05:24.736309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Attempting to bind port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:05:24.737035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Attempting to bind port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 on network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:24.742945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:24.743335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Checking segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:05:24.743710 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.744099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Bound using segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:24.744559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Bound port: 89a0ec00-0541-4948-a89d-d2ce00fe73d6, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:05:24.744936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.816793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.1 (c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99/991a0092-47c8-4838-9049-994465f95183/8ab6f90b-374e-4db7-b571-7480af1960e3) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:24.822490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] For port 89a0ec00-0541-4948-a89d-d2ce00fe73d6, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:24.826517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] For port 89a0ec00-0541-4948-a89d-d2ce00fe73d6, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89a0ec00-0541-4948-a89d-d2ce00fe73d6,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:24.948965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:24.966807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:24.995267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.063103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.076496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66bd9b-b914-4c2f-a2f4-295b0e93fbf5 None None] Pushing event updated for resources: {'Port': ['ID=89a0ec00-0541-4948-a89d-d2ce00fe73d6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:25.079349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:25.079726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.121320 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:25.125121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:25.132090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:25.136638 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:25.174998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.187787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.199460 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:25.275078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.336132 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:25.410195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.684443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.738627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.810256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:25.811950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:25.908310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:25.909976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:26.027410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 4e748b47-e0b5-4409-a244-4e92ad326aff has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:26.144053 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:26.149600 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e80efc81-ebcd-41d1-9c57-0c21487aa4f2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/4e748b47-e0b5-4409-a244-4e92ad326aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1256263 Mar 14 19:05:26.298440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6205c9f-7f4f-451a-952d-b66dbaf04561 None None] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:05:26.326536 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-cb6e13aa-e115-47bc-b2e5-dfe1d4f59aae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239417710&fields=id&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 267 time: 0.0457826 Mar 14 19:05:26.345251 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Sync routers for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:26.355603 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:26.356144 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:26.429507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] Provisioning complete for port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:26.429863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.436837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-713b5f0a-76bd-414e-8dc6-5c5042baa26d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:26.444471 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-713b5f0a-76bd-414e-8dc6-5c5042baa26d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 796 time: 0.1154478 Mar 14 19:05:26.458452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-c8680ab8-06d2-44df-9f93-c7ddee1b4302 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/quotas/d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 375 time: 0.0130770 Mar 14 19:05:26.468232 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:26.513332 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-787240f3-6976-4597-9f38-3efd1643a579 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499055 Mar 14 19:05:26.561588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.609327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] For port 89a0ec00-0541-4948-a89d-d2ce00fe73d6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89a0ec00-0541-4948-a89d-d2ce00fe73d6,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:26.666999 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-d39a680b-7315-45ab-bb4c-108a1885659f service neutron] 10.222.0.58 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439633 Mar 14 19:05:26.679028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.702499 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 2, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:26.735475 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Checking router: 4e748b47-e0b5-4409-a244-4e92ad326aff for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:26.735475 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Updating router 4e748b47-e0b5-4409-a244-4e92ad326aff port 8ab6f90b-374e-4db7-b571-7480af1960e3 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:05:26.743058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd24bf-9c1f-4ae1-acf7-f7fb02aa3c32 None None] Pushing event updated for resources: {'Port': ['ID=89a0ec00-0541-4948-a89d-d2ce00fe73d6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:26.761704 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.770851 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-361ecc87-6069-41cc-bb38-5ca9c4d511e1 service neutron] 10.222.0.58 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976305 Mar 14 19:05:26.804587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2af5cd4b-be69-408f-9295-0b26a4e631b5 None None] Provisioning complete for port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:26.805297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2af5cd4b-be69-408f-9295-0b26a4e631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.940681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-2af5cd4b-be69-408f-9295-0b26a4e631b5 None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:26.941356 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2af5cd4b-be69-408f-9295-0b26a4e631b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:26.979666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-2af5cd4b-be69-408f-9295-0b26a4e631b5 None None] Port 8ab6f90b-374e-4db7-b571-7480af1960e3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:05:27.035415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89a0ec00-0541-4948-a89d-d2ce00fe73d6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:27.102758 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c8386902-f04b-4802-8168-0c673bd45e0d req-4ebdfa70-6e63-4019-9ea8-10f04416640d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 210 time: 0.0442114 Mar 14 19:05:27.103254 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:27.103358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.142510 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4c85b177-a51d-4085-8dd7-96ccb8761b1d None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:27.142863 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4c85b177-a51d-4085-8dd7-96ccb8761b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.162073 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.271393 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.330505 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Pushing event updated for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:27.339919 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4c85b177-a51d-4085-8dd7-96ccb8761b1d None None] Port 8ab6f90b-374e-4db7-b571-7480af1960e3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:05:27.374769 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.375516 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.375516 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.375731 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.376229 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.376769 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.377276 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.377646 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.377942 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.378062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:27.378248 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.381139 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.381139 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:27.395117 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Attempting to bind port 8ab6f90b-374e-4db7-b571-7480af1960e3 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:05:27.395479 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Attempting to bind port 8ab6f90b-374e-4db7-b571-7480af1960e3 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:05:27.396146 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Attempting to bind port 8ab6f90b-374e-4db7-b571-7480af1960e3 on network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:27.404577 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:27.404937 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Checking segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:05:27.405503 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.405959 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Bound using segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:27.406405 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Bound port: 8ab6f90b-374e-4db7-b571-7480af1960e3, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:05:27.407787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.434015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:27.434639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.485370 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] For port 8ab6f90b-374e-4db7-b571-7480af1960e3, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:27.487482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-35373868-e6ff-413e-b007-be33cdd40b8e None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:27.495252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-35373868-e6ff-413e-b007-be33cdd40b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.495397 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] For port 8ab6f90b-374e-4db7-b571-7480af1960e3, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8ab6f90b-374e-4db7-b571-7480af1960e3,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:27.554721 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-35373868-e6ff-413e-b007-be33cdd40b8e None None] Port 8ab6f90b-374e-4db7-b571-7480af1960e3 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:05:27.585985 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.643684 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:27.644419 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:27.675666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:27.676124 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.683200 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a436c-be6f-476c-a8e6-ede04d2c95f7 None None] Pushing event updated for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:27.765639 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:27.770959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.812774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] For port 8ab6f90b-374e-4db7-b571-7480af1960e3, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8ab6f90b-374e-4db7-b571-7480af1960e3,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:27.894661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:27.944031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f7339-3fbf-453d-a884-e7e875b42f72 None None] Pushing event updated for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:27.973150 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:28.003222 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a6ae10-9ae6-4c74-9381-e84a7bcf7c83 None None] The sync data for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv is: [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:28.020381 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-33ee0251-9917-4e2e-aa7b-5bfa45ed059b None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:28.020749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-33ee0251-9917-4e2e-aa7b-5bfa45ed059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:28.203940 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-be8133f1-ed84-430b-97ab-bf4c12d2e433 req-125b65fa-05e1-483e-a58b-a279536de992 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 210 time: 0.0347934 Mar 14 19:05:28.562539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:28.909031 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8ab6f90b-374e-4db7-b571-7480af1960e3 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:28.973697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 8ab6f90b-374e-4db7-b571-7480af1960e3 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:28.974125 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.007910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-d8b9a6ed-ec64-4a27-8003-5955952033c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:29.011055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-d8b9a6ed-ec64-4a27-8003-5955952033c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 796 time: 0.1202774 Mar 14 19:05:29.060781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-cca1d84b-2fed-4a73-9470-a501653b2fda tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 379 time: 0.0400300 Mar 14 19:05:29.070316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'port': {'device_id': '8f754728-2eb3-4462-a40f-50a999d93d74', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'admin_state_up': True, 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'security_groups': ['5c006312-fb5f-4add-b95c-62adc1cf108a']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:29.286395 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:05:29.291432 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.317878 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-994cf3c8-f882-4c4d-b267-c241561310c4 req-1218f4e1-6af2-4056-99cd-d7fb97afcbf2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 210 time: 0.0416667 Mar 14 19:05:29.432858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.4 (c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99/991a0092-47c8-4838-9049-994465f95183/8d2d5054-cade-4b44-a27e-ea3b5766ca15) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:29.566403 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.648571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.691658 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:29.694518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:29.698060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:29.704193 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:29.749868 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:29.750517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.805484 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8eac1e06-5ed0-4f55-be88-de7019072552 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387924 Mar 14 19:05:29.819840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Request body: {'port': {'device_id': '8f754728-2eb3-4462-a40f-50a999d93d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:29.874705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.948161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-874da7e2-c228-43c3-9842-ebe010710521 None None] Provisioning complete for port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:29.948706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-874da7e2-c228-43c3-9842-ebe010710521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:29.988065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-874da7e2-c228-43c3-9842-ebe010710521 None None] Port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:05:30.130165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2d5054-cade-4b44-a27e-ea3b5766ca15 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:05:30.137819 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:30.150186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Transition to ACTIVE for port object 8d2d5054-cade-4b44-a27e-ea3b5766ca15 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:05:30.231015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:30.281356 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:30.359438 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Attempting to bind port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:05:30.359781 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Attempting to bind port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:05:30.360163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Attempting to bind port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 on network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:30.366744 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 on network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:05:30.367392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Attempting to bind port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 on network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:30.373760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:30.374261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Checking segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:05:30.374859 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Bound using segment: {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:30.375397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Bound port: 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f33f38-49d5-4a83-8bdb-bc372535b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:05:30.375871 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:30.442156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2aaba-61d5-4e1a-8bad-763ff3a0d64a req-c9e1007e-3335-4fb8-8e9e-574f47a382be tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.444141 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0ab2aaba-61d5-4e1a-8bad-763ff3a0d64a req-c9e1007e-3335-4fb8-8e9e-574f47a382be tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Mar 14 19:05:30.452185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:30.455468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:30.481915 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0ab2aaba-61d5-4e1a-8bad-763ff3a0d64a req-21c26f89-cc18-4255-9725-ed82eaebb6df tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Mar 14 19:05:30.511699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:30.547111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.547634 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:30.549602 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] 10.222.0.61 "PUT /v2.0/ports/8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 1093 time: 0.7360985 Mar 14 19:05:30.550029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:30.552255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:30.575431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b42c80-c0f8-4f43-9755-bf0727bc4986 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:30.594703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e87d6-f27b-4b41-9b4e-b85acbe2b23a x-openstack-request-id: req-4f9e87d6-f27b-4b41-9b4e-b85acbe2b23a {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:30.596153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:30.596375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f9e87d6-f27b-4b41-9b4e-b85acbe2b23a {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:30.596779 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'status': 'completed', 'code': 200} Mar 14 19:05:30.659617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-75c1e092-f4f1-494a-a99e-75436cc393c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.661231 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-75c1e092-f4f1-494a-a99e-75436cc393c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1096 time: 0.0455320 Mar 14 19:05:30.765611 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-896e0667-1082-4448-a0c1-f1a55a4f13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.767109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-896e0667-1082-4448-a0c1-f1a55a4f13b0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d92bf34e55234b258f0c108ed0339d2a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977623 Mar 14 19:05:30.856816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-b09c41fc-0a5c-4f15-af01-a4f596db6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.858321 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1733a9c7-c8cb-4053-b6f7-7916f5e8fbd3 req-b09c41fc-0a5c-4f15-af01-a4f596db6ae2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851092 Mar 14 19:05:30.935653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-38e8e28d-b72c-4bcf-9bed-5258ea15ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:30.937074 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-38e8e28d-b72c-4bcf-9bed-5258ea15ca15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1096 time: 0.0451319 Mar 14 19:05:30.978792 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-72b93fbd-6400-4846-8523-fea6b866fda8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 217 time: 0.0334184 Mar 14 19:05:31.027152 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-bc1610bf-7c7d-42e3-8f37-3e04bcfadb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:31.028584 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-bc1610bf-7c7d-42e3-8f37-3e04bcfadb1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0429807 Mar 14 19:05:31.076075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8107e0b2-8430-40b1-99ed-020dd0ef29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:31.077561 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-8107e0b2-8430-40b1-99ed-020dd0ef29cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427234 Mar 14 19:05:31.166750 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-f93c3611-469f-479f-adc7-d3ea7a384827 service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826008 Mar 14 19:05:31.259576 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fc734a18-39e1-4304-aae3-edd1a11a8a35 req-33bb31a5-dc18-4a9e-83cc-10ffa4fea9e6 service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863376 Mar 14 19:05:31.595188 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6921e-4e31-4f9b-8b2f-b593a8f81768 req-805165f8-527f-4b0a-87f6-3de220e4f327 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:31.597152 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55b6921e-4e31-4f9b-8b2f-b593a8f81768 req-805165f8-527f-4b0a-87f6-3de220e4f327 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 943 time: 0.0476031 Mar 14 19:05:31.634120 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-55b6921e-4e31-4f9b-8b2f-b593a8f81768 req-e5c84a4f-dc3c-4746-a80e-ee1521f4c6de tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310011 Mar 14 19:05:32.748508 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53524b-7c34-4b82-85cb-8e1086ccb3f7 req-2e01a3a1-115a-4108-9781-1fee2ad3f2e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:32.750004 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf53524b-7c34-4b82-85cb-8e1086ccb3f7 req-2e01a3a1-115a-4108-9781-1fee2ad3f2e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 943 time: 0.0485945 Mar 14 19:05:32.786961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bf53524b-7c34-4b82-85cb-8e1086ccb3f7 req-09d646ac-c644-4dd9-92c9-3bfadb2561a6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304458 Mar 14 19:05:33.904703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbed28e-9aff-4c4d-a314-44e7dc0cbfb9 req-310dc161-90eb-48e0-a942-6e019e780a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:33.906194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1cbed28e-9aff-4c4d-a314-44e7dc0cbfb9 req-310dc161-90eb-48e0-a942-6e019e780a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 943 time: 0.0524292 Mar 14 19:05:33.942741 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1cbed28e-9aff-4c4d-a314-44e7dc0cbfb9 req-0072e2d3-1a10-426a-938e-d81334a03720 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305321 Mar 14 19:05:34.427456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8d2d5054-cade-4b44-a27e-ea3b5766ca15 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:05:34.523803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:34.535281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'port_id': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'mac_address': 'fa:16:3e:bc:2c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:05:34.570601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:34.584486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2d5054-cade-4b44-a27e-ea3b5766ca15 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:05:34.603305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:34.682139 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:34.729475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.055402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['8d2d5054-cade-4b44-a27e-ea3b5766ca15'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:05:35.055823 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57448-4212-423c-9e52-b11b446254ba req-08ccb4fb-4350-44df-a98e-872a58db7121 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:35.057443 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cbf57448-4212-423c-9e52-b11b446254ba req-08ccb4fb-4350-44df-a98e-872a58db7121 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 944 time: 0.0489237 Mar 14 19:05:35.095313 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cbf57448-4212-423c-9e52-b11b446254ba req-8b275ea2-bac0-4129-9687-ee0f394c70d0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318184 Mar 14 19:05:36.210019 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47391a-ecfc-48ba-a42d-2899bf33e035 req-0068e087-ef42-42f4-b289-ff0166cec13d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:36.211498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f47391a-ecfc-48ba-a42d-2899bf33e035 req-0068e087-ef42-42f4-b289-ff0166cec13d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 944 time: 0.0497973 Mar 14 19:05:36.250511 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3f47391a-ecfc-48ba-a42d-2899bf33e035 req-7985aa2b-6f48-4e0a-a7d5-235b26a9acb1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330660 Mar 14 19:05:36.433936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8d2d5054-cade-4b44-a27e-ea3b5766ca15 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:36.544732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:05:36.548895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:05:36.549052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:36.623739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:36.645981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:36.648201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed844db7-2be6-48cf-aada-f23856b821b2" -d '{"events": [{"server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:36.660171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:36.709842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:36.740601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abb664-0c0b-4bb5-84b4-f3ca28cb41e9 x-openstack-request-id: req-b0abb664-0c0b-4bb5-84b4-f3ca28cb41e9 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:36.740887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:36.741137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0abb664-0c0b-4bb5-84b4-f3ca28cb41e9 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:36.741516 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'code': 200} Mar 14 19:05:36.762385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:37.037798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f1ef6-739e-44e8-b50e-c566c2660218 req-34c73502-3972-4834-b4aa-94acca771eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.039420 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-778f1ef6-739e-44e8-b50e-c566c2660218 req-34c73502-3972-4834-b4aa-94acca771eca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0444357 Mar 14 19:05:37.073708 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-778f1ef6-739e-44e8-b50e-c566c2660218 req-8c8af531-8a47-4eb4-9b82-9f69919a44f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280006 Mar 14 19:05:37.366003 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc704-776f-4c6c-9629-29260fdbacaf req-74f0565e-2b5e-40a5-8902-4415e88f0a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.367404 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-829cc704-776f-4c6c-9629-29260fdbacaf req-74f0565e-2b5e-40a5-8902-4415e88f0a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Mar 14 19:05:37.403516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-829cc704-776f-4c6c-9629-29260fdbacaf req-744a21ac-b0ff-4821-a2c2-fb64c075cd66 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303454 Mar 14 19:05:38.526620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaac3fb-f35b-4789-917c-1f86c74b981b req-78017121-8b73-4158-a96d-29d63b0c7282 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:38.528206 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0aaac3fb-f35b-4789-917c-1f86c74b981b req-78017121-8b73-4158-a96d-29d63b0c7282 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0531490 Mar 14 19:05:38.567698 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0aaac3fb-f35b-4789-917c-1f86c74b981b req-9b9195a3-53b2-4814-a2bc-26c346a77916 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Mar 14 19:05:38.687184 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee419-ce8c-46b0-ba94-c555cc358aff req-b0188b46-e8fc-4cc5-a120-43611d953260 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:38.688714 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5d0ee419-ce8c-46b0-ba94-c555cc358aff req-b0188b46-e8fc-4cc5-a120-43611d953260 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Mar 14 19:05:38.727706 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5d0ee419-ce8c-46b0-ba94-c555cc358aff req-7d03a51f-6320-4fa3-9df5-1d7ae195536c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325551 Mar 14 19:05:38.749295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55832) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:38.789283 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde6b73-2148-4997-b850-4eb3b7638432 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:38.790855 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5cde6b73-2148-4997-b850-4eb3b7638432 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1093 time: 0.0405622 Mar 14 19:05:38.793626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55834) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:38.797801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:38.871052 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:38.972282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:39.075520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.101 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/c2cb1370-e587-47f0-a562-0d695b39c9c6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:39.177296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:39.270654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:39.629818 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:39.632445 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:39.635938 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:39.658219 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=c2cb1370-e587-47f0-a562-0d695b39c9c6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:39.982332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.105042 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.253786 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.309648 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.379266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=c2cb1370-e587-47f0-a562-0d695b39c9c6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:40.390975 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.488260 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP db7cfcdb-20fd-4e3f-98ea-535f4cd10778 associated. External IP: 172.26.3.101, port: 8d2d5054-cade-4b44-a27e-ea3b5766ca15. Mar 14 19:05:40.693482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 4e748b47-e0b5-4409-a244-4e92ad326aff has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:40.799735 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:40.809587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Sync routers for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:40.820692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:40.821308 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:40.925068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:40.935189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:40.962759 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-21232433-64c2-41ad-99a4-c86edb5a3b16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1680028 Mar 14 19:05:40.963354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:40.965763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:41.009881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53efa2b8-a9f0-4744-8e87-1429d47dadc9 x-openstack-request-id: req-53efa2b8-a9f0-4744-8e87-1429d47dadc9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:41.010539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:41.010662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53efa2b8-a9f0-4744-8e87-1429d47dadc9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:41.011129 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'status': 'completed', 'code': 200} Mar 14 19:05:41.098981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb861d37-88ce-429c-8c77-b5c913f73183 req-0e1c445d-45be-4018-b97e-5e1afcabb293 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:41.100497 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb861d37-88ce-429c-8c77-b5c913f73183 req-0e1c445d-45be-4018-b97e-5e1afcabb293 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0776701 Mar 14 19:05:41.105791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-4a018d21-0c15-4768-9e48-350ff4bdf1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:41.107311 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-4a018d21-0c15-4768-9e48-350ff4bdf1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0745032 Mar 14 19:05:41.152643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'db7cfcdb-20fd-4e3f-98ea-535f4cd10778', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'port_id': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'mac_address': 'fa:16:3e:bc:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f754728-2eb3-4462-a40f-50a999d93d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:39Z', 'updated_at': '2022-03-14T19:05:39Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:41.183102 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb861d37-88ce-429c-8c77-b5c913f73183 req-557bdc6e-5073-4dfe-8e9d-c4e03ab8f040 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748351 Mar 14 19:05:41.183357 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Checking router: 4e748b47-e0b5-4409-a244-4e92ad326aff for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:41.192118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:41.192718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:05:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:41.207302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55840) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:41.220728 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-16f7c2cf-29c5-4459-891f-046de5db0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:41.222626 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-16f7c2cf-29c5-4459-891f-046de5db0beb service neutron] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 897 time: 0.1078789 Mar 14 19:05:41.278189 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d2609b0f-9177-4709-8fbf-c1578adde4a4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/db7cfcdb-20fd-4e3f-98ea-535f4cd10778 HTTP/1.1" status: 200 len: 991 time: 0.0690906 Mar 14 19:05:41.302677 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:41.534744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'db7cfcdb-20fd-4e3f-98ea-535f4cd10778', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'port_id': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'mac_address': 'fa:16:3e:bc:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f754728-2eb3-4462-a40f-50a999d93d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:39Z', 'updated_at': '2022-03-14T19:05:39Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:41.564820 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad6d4b-25ec-4c31-8c40-e976ba67cd61 None None] The sync data for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv is: [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'db7cfcdb-20fd-4e3f-98ea-535f4cd10778', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.101', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'port_id': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'mac_address': 'fa:16:3e:bc:2c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f754728-2eb3-4462-a40f-50a999d93d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:39Z', 'updated_at': '2022-03-14T19:05:39Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:41.610235 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-cc511d8b-5f50-4476-ae66-6c84552b376f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 999 time: 0.3811615 Mar 14 19:05:41.661219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-c5003e87-e0c6-42d5-8582-a3558fd12e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:41.662711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-c5003e87-e0c6-42d5-8582-a3558fd12e8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0453067 Mar 14 19:05:41.708351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-a5cd2a21-b322-4862-963d-c83f1e0b388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:41.709970 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-a5cd2a21-b322-4862-963d-c83f1e0b388e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410399 Mar 14 19:05:41.757218 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2e180-c0ca-4b63-b5f5-80e27e02308c None None] New status for floating IP db7cfcdb-20fd-4e3f-98ea-535f4cd10778: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:05:41.803126 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-4a97ff07-51ea-46b1-a297-cf0b3e83676f service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Mar 14 19:05:41.890844 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-025a7cf1-6122-4f9e-a76b-edcebeefd8ea req-58b7cf04-6974-4c79-8598-53b94cca2ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815179 Mar 14 19:05:42.282139 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55842) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:05:42.345531 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a5d7dc2c-3a17-4cca-99a3-0d8ef3da4bbb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/db7cfcdb-20fd-4e3f-98ea-535f4cd10778 HTTP/1.1" status: 200 len: 993 time: 0.0622764 Mar 14 19:05:47.898663 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4df6ed8d-1e64-4012-983b-b2fa3777cea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:50.103980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6f3-c8ec-4a0d-843e-c04394e90a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:51.572269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:53.064107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:53.081044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:05:54.928681 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:05:58.577626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:13.015512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-41b153b6-0292-4996-97cb-ee4f87b1526b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382402 Mar 14 19:06:13.096717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-9c20b31f-ae6c-404a-8ffe-c12950e65d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:13.098171 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-9c20b31f-ae6c-404a-8ffe-c12950e65d2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0429747 Mar 14 19:06:13.198533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-87e95732-1094-4106-80cd-e4e62b9c4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:13.200044 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-87e95732-1094-4106-80cd-e4e62b9c4357 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 897 time: 0.0830674 Mar 14 19:06:13.268042 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-7528ea5a-f051-40fe-8b19-4ee436d0c43a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0616155 Mar 14 19:06:13.315606 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-9e1090df-7ebf-4e00-abb2-86d67ce05b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:13.317013 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-9e1090df-7ebf-4e00-abb2-86d67ce05b55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0423329 Mar 14 19:06:13.362284 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-cbe954d2-befa-4c72-aeb7-89cd70b442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:13.363660 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-cbe954d2-befa-4c72-aeb7-89cd70b442ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392725 Mar 14 19:06:13.454396 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-d64ae9a8-710d-4d00-b2f9-34f9ca02d08c service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824120 Mar 14 19:06:13.542217 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-278a03c6-9460-4bc3-ad5b-80ac10bc7352 req-3cfc0771-998a-463c-80e9-505a71bb7588 service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816808 Mar 14 19:06:17.869062 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e92bb2ee-bffa-4f25-aafb-45218e89d760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:20.125336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-97ffc110-a750-4edd-a03f-e7962ef30f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:21.571540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:23.079609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:23.102634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:28.622025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:31.927634 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:06:45.269956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2447-f445-45c3-bb56-459111621dde req-59e9f70e-d57f-4846-a805-10b0270d7c1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:45.271451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-587f2447-f445-45c3-bb56-459111621dde req-59e9f70e-d57f-4846-a805-10b0270d7c1e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Mar 14 19:06:45.308963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-587f2447-f445-45c3-bb56-459111621dde req-85c9be35-9f13-431a-93b2-a7cdb12ddef0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Mar 14 19:06:46.428906 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cacb2-4ab9-452a-9871-d5266ab8435e req-6f575ab0-6a8f-42e8-8240-2d1075fcec88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:46.431105 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb7cacb2-4ab9-452a-9871-d5266ab8435e req-6f575ab0-6a8f-42e8-8240-2d1075fcec88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Mar 14 19:06:46.470550 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cb7cacb2-4ab9-452a-9871-d5266ab8435e req-671f5272-51ee-4ad0-9eb8-8521bc0d4371 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333872 Mar 14 19:06:47.583990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105432a-9c93-4d5f-88c1-b46d0096dc4d req-5599da30-68c8-4d57-83d6-4956dabfe70d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:47.585452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f105432a-9c93-4d5f-88c1-b46d0096dc4d req-5599da30-68c8-4d57-83d6-4956dabfe70d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Mar 14 19:06:47.625655 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f105432a-9c93-4d5f-88c1-b46d0096dc4d req-b4c590c3-df33-4181-bb39-96863c782641 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342166 Mar 14 19:06:47.872131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-970188a3-870b-4d35-8dc2-377c65d6a57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:48.742970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e18c-3ac0-4ca1-aadb-75fd3c858b1a req-1ba73587-6456-4980-ace0-c54272176235 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:48.744448 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b50e18c-3ac0-4ca1-aadb-75fd3c858b1a req-1ba73587-6456-4980-ace0-c54272176235 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0528548 Mar 14 19:06:48.784997 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4b50e18c-3ac0-4ca1-aadb-75fd3c858b1a req-4d02a481-71be-49bb-8eeb-5cc71ab19697 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345600 Mar 14 19:06:49.900681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20157fbd-ea25-485e-a917-accdb646b6e9 req-5ea35ab5-71c0-474e-aad2-6856f45acb47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:49.902178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-20157fbd-ea25-485e-a917-accdb646b6e9 req-5ea35ab5-71c0-474e-aad2-6856f45acb47 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Mar 14 19:06:49.938545 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-20157fbd-ea25-485e-a917-accdb646b6e9 req-2f4cad0e-f197-43ef-ae1c-5f650315b528 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305762 Mar 14 19:06:50.141685 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-099ad1eb-c3bc-4634-b639-30b519c1ad90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:51.054315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197caf3-485d-49fe-b66c-fd500c7f7b01 req-a27a44d4-cd42-4051-8c80-0514a73c66cd tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:51.056488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5197caf3-485d-49fe-b66c-fd500c7f7b01 req-a27a44d4-cd42-4051-8c80-0514a73c66cd tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Mar 14 19:06:51.093871 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5197caf3-485d-49fe-b66c-fd500c7f7b01 req-103b6cf4-9c09-4575-8b13-c636d747b60d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Mar 14 19:06:51.592670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:52.207594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195915dd-1539-477c-afd8-5558429af324 req-fc62962f-8ebd-4e09-af0e-9f7f3fe84d16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:52.209081 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-195915dd-1539-477c-afd8-5558429af324 req-fc62962f-8ebd-4e09-af0e-9f7f3fe84d16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Mar 14 19:06:52.246603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-195915dd-1539-477c-afd8-5558429af324 req-d818cc5d-39c6-4fe8-b70d-f9420a67ad4b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Mar 14 19:06:53.089878 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:53.118659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:53.361037 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d3dd2-b971-408d-b3f7-d9460ce8e092 req-d37d5261-a39b-4064-81ec-b3c112be2b40 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.362530 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-aa5d3dd2-b971-408d-b3f7-d9460ce8e092 req-d37d5261-a39b-4064-81ec-b3c112be2b40 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Mar 14 19:06:53.400244 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-aa5d3dd2-b971-408d-b3f7-d9460ce8e092 req-d4227c9b-f151-46b1-97d7-4dee87daf44c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309193 Mar 14 19:06:54.518775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264b571-7c2b-402b-83bd-d541e6febac4 req-9cc093e2-83e8-424d-8be7-031a40030140 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:54.520252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4264b571-7c2b-402b-83bd-d541e6febac4 req-9cc093e2-83e8-424d-8be7-031a40030140 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0487323 Mar 14 19:06:54.561887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4264b571-7c2b-402b-83bd-d541e6febac4 req-0d88de62-5d7e-4e05-8f97-c3f9bb560bc5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351579 Mar 14 19:06:55.687881 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082802-69d2-4fd1-af87-853cc1725a0a req-9448afa5-ff4a-4c6a-9195-c5f3e7e1c975 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:55.689369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37082802-69d2-4fd1-af87-853cc1725a0a req-9448afa5-ff4a-4c6a-9195-c5f3e7e1c975 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0565121 Mar 14 19:06:55.730618 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-37082802-69d2-4fd1-af87-853cc1725a0a req-4acbdd50-4da5-4770-a2cb-e3b74e2371e4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Mar 14 19:06:56.844737 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79d68-092a-4538-b28e-e19bf8477cbe req-4ddc2d41-1223-41bf-a60d-482bb389edc7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:56.846220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a7b79d68-092a-4538-b28e-e19bf8477cbe req-4ddc2d41-1223-41bf-a60d-482bb389edc7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0490909 Mar 14 19:06:56.883853 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a7b79d68-092a-4538-b28e-e19bf8477cbe req-6d3efd91-c3d8-4dfb-824b-36d5f13f259c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Mar 14 19:06:56.905804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55898) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:06:56.964084 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d3ed6eab-8f01-4617-9b4f-ceee0968cecd tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/db7cfcdb-20fd-4e3f-98ea-535f4cd10778 HTTP/1.1" status: 200 len: 993 time: 0.0571208 Mar 14 19:06:58.352643 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4eaa-56e9-4c37-a3af-d3cd7312af58 req-2ac45ab2-6458-424f-8b82-4a41bb928218 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:58.354240 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1bf4eaa-56e9-4c37-a3af-d3cd7312af58 req-2ac45ab2-6458-424f-8b82-4a41bb928218 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Mar 14 19:06:58.416479 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1bf4eaa-56e9-4c37-a3af-d3cd7312af58 req-72f81b85-0635-4718-b4eb-97c72a7384f9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558503 Mar 14 19:06:58.425440 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-ae60769c-8ca2-4724-9aa7-926f79b504e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:58.426920 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-ae60769c-8ca2-4724-9aa7-926f79b504e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0526483 Mar 14 19:06:58.522124 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-42384b29-6ed8-4e3b-9e54-db818ae1361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:58.524059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-42384b29-6ed8-4e3b-9e54-db818ae1361e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 897 time: 0.0881577 Mar 14 19:06:58.563896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:06:58.588374 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-f43a192a-26cc-44d0-afd1-8413ef0e839f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0581529 Mar 14 19:06:58.639640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-b1324344-cdf4-4ffc-a1dc-653dad62af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:58.641060 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-b1324344-cdf4-4ffc-a1dc-653dad62af32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0463564 Mar 14 19:06:58.685311 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-f1ccc4c9-6750-4654-aa06-9e75395b9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:58.686800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-f1ccc4c9-6750-4654-aa06-9e75395b9d42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396786 Mar 14 19:06:58.773994 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-7594e942-bb34-4acf-a379-a45bf770ee1d service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799167 Mar 14 19:06:58.863048 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-67e4e3f5-f076-4024-b067-cf4aac2868aa req-e4e9da3f-9c12-4b16-abf3-2a9b26df575e service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831709 Mar 14 19:06:59.538637 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4eb14-736e-4292-b9b8-546c9da12787 req-ceee1837-8522-4b44-ad94-1a8a0f5b8a9a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:59.540294 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-93a4eb14-736e-4292-b9b8-546c9da12787 req-ceee1837-8522-4b44-ad94-1a8a0f5b8a9a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0540605 Mar 14 19:06:59.578907 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-93a4eb14-736e-4292-b9b8-546c9da12787 req-a10ad654-19cf-4a7f-b7bb-eb598744d0c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Mar 14 19:07:00.693443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70866f-9f13-4b45-906a-8e2b7144b6b2 req-d79073bc-701b-467f-8638-4536675fd383 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:00.694989 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0e70866f-9f13-4b45-906a-8e2b7144b6b2 req-d79073bc-701b-467f-8638-4536675fd383 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Mar 14 19:07:00.732572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0e70866f-9f13-4b45-906a-8e2b7144b6b2 req-23129fa6-feed-4ff3-8432-b7852cde62c2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315835 Mar 14 19:07:00.754085 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55910) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:00.813708 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b4ac50d0-6e79-4fbd-b3c8-247f7aa17ef7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/db7cfcdb-20fd-4e3f-98ea-535f4cd10778 HTTP/1.1" status: 200 len: 993 time: 0.0582044 Mar 14 19:07:08.926018 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:07:12.403306 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-3abeabf9-2fdd-4fa3-9245-704186fae717 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442424 Mar 14 19:07:12.483298 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-3ae7d444-4a70-4a1e-a307-ef294f575765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:12.484759 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-3ae7d444-4a70-4a1e-a307-ef294f575765 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0400188 Mar 14 19:07:12.585497 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-c7e867b1-c8c0-4c64-af28-0a907406842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:12.587194 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-c7e867b1-c8c0-4c64-af28-0a907406842b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 897 time: 0.0820880 Mar 14 19:07:12.655073 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-240a6e12-6dd8-47a6-a2e0-02647ff611e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 1001 time: 0.0617912 Mar 14 19:07:12.702672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-bdf46339-d42a-4509-9c89-7ff5e7354087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:12.704078 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-bdf46339-d42a-4509-9c89-7ff5e7354087 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0430372 Mar 14 19:07:12.748846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-b7b15b5c-1e9b-4a34-9283-8ec54697ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:12.750344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-b7b15b5c-1e9b-4a34-9283-8ec54697ab92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389564 Mar 14 19:07:12.842503 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-63171eaf-7a78-4c9d-8772-0cde51eab08a service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845997 Mar 14 19:07:12.932801 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-09355b4b-cd9f-4911-96e5-83b2db14a91a req-9097e3da-1773-4a6d-a675-d0ea4d5a871d service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833068 Mar 14 19:07:17.904709 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-db1f7231-f344-4fd8-9269-27027a815259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:20.129365 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ba2f1db2-94df-4a88-82ec-112c9c07bca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:21.568478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:23.088930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:23.123077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:28.624579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:45.924811 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:07:47.424094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55928) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:47.738321 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port c2cb1370-e587-47f0-a562-0d695b39c9c6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:07:47.738666 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:47.811793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:47.812121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:47.824182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for c2cb1370-e587-47f0-a562-0d695b39c9c6 owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:07:47.859708 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-618dfdad-f3bc-45a7-8164-c30383b53817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:48.025270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:48.049835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=c2cb1370-e587-47f0-a562-0d695b39c9c6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:48.061947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.062332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.062670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.063005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.063374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.063808 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.064172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.064501 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.064825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.065149 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.065471 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.065788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:48.123295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:48.123628 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP db7cfcdb-20fd-4e3f-98ea-535f4cd10778 disassociated (deleted). External IP: 172.26.3.101, port: 8d2d5054-cade-4b44-a27e-ea3b5766ca15. Mar 14 19:07:48.328458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 4e748b47-e0b5-4409-a244-4e92ad326aff has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:07:48.435081 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:07:48.439961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:48.446040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Sync routers for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:48.462217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:48.462893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:48.470370 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-306d82a8-6b06-4a76-aa69-cfaf16eb68cb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/floatingips/db7cfcdb-20fd-4e3f-98ea-535f4cd10778 HTTP/1.1" status: 204 len: 168 time: 1.0451820 Mar 14 19:07:48.470954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:48.473280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e4fec-4350-46f5-94f1-d205f0603e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:07:48.576373 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:48.632529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99078e-624d-4443-bd9c-ebbf2fcdee42 x-openstack-request-id: req-4c99078e-624d-4443-bd9c-ebbf2fcdee42 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:07:48.632825 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:07:48.633152 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c99078e-624d-4443-bd9c-ebbf2fcdee42 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:07:48.633757 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'status': 'completed', 'code': 200} Mar 14 19:07:48.695069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-8226944a-9782-4b3f-acab-cb306d9b89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:48.696795 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-8226944a-9782-4b3f-acab-cb306d9b89b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 1098 time: 0.0422323 Mar 14 19:07:48.777284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:48.795722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-3c287589-bab3-4b78-9027-2b06e7a1c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:48.797228 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-3c287589-bab3-4b78-9027-2b06e7a1c1ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 200 len: 897 time: 0.0924807 Mar 14 19:07:48.807692 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Checking router: 4e748b47-e0b5-4409-a244-4e92ad326aff for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:48.815967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:48.816580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:48.840879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-3fb35055-db5e-4720-81f1-0725cf79077e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 200 len: 217 time: 0.0351603 Mar 14 19:07:48.901309 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-033595e8-ef93-4ec6-9069-7cdb876a45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:48.902893 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-033595e8-ef93-4ec6-9069-7cdb876a45cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 200 len: 835 time: 0.0496161 Mar 14 19:07:48.929117 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:48.954947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-b72b6d45-c5bf-411d-b9dc-eef076957abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:48.956632 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-b72b6d45-c5bf-411d-b9dc-eef076957abb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439572 Mar 14 19:07:48.960224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988851e0-4711-4303-a272-d16a3dd61750 req-2fab6c01-13d9-4ee3-b5bc-bfa361151cec tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:48.962255 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-988851e0-4711-4303-a272-d16a3dd61750 req-2fab6c01-13d9-4ee3-b5bc-bfa361151cec tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Mar 14 19:07:49.003125 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-988851e0-4711-4303-a272-d16a3dd61750 req-993059ec-0836-49d2-ba5d-b9a091ff2f21 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346565 Mar 14 19:07:49.050494 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-b4e79711-8163-4988-ad21-b51a615a521e service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Mar 14 19:07:49.132047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:49.144342 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ff7e4fec-4350-46f5-94f1-d205f0603e4b req-17f295fa-71b3-4553-90f6-b93cbb0b96eb service neutron] 10.222.0.61 "GET /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863714 Mar 14 19:07:49.158512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de080ac1-4d25-42c6-a16a-e5d138954326 None None] The sync data for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv is: [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '8ab6f90b-374e-4db7-b571-7480af1960e3', 'name': '', 'network_id': 'c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:f0:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '991a0092-47c8-4838-9049-994465f95183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:24Z', 'updated_at': '2022-03-14T19:05:27Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '991a0092-47c8-4838-9049-994465f95183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:49.372640 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe454038-de82-4f02-89aa-8fd2087ec2f8 None None] New status for floating IP db7cfcdb-20fd-4e3f-98ea-535f4cd10778: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:07:50.122959 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51647-aed6-4ba8-85af-e08643f8d258 req-48dae454-99c9-463e-a6e7-c2e46a92c21c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:50.124641 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6bc51647-aed6-4ba8-85af-e08643f8d258 req-48dae454-99c9-463e-a6e7-c2e46a92c21c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0505013 Mar 14 19:07:50.154628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-75719528-cdea-488c-95ef-badfb37060ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:50.163574 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6bc51647-aed6-4ba8-85af-e08643f8d258 req-ee7d3813-f61e-45e9-ad5d-e2d44cc7b398 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=5c006312-fb5f-4add-b95c-62adc1cf108a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Mar 14 19:07:50.656849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-fa013b1f-fd2b-45b2-b647-ebc169c3525e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:50.658355 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-fa013b1f-fd2b-45b2-b647-ebc169c3525e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 945 time: 0.0490685 Mar 14 19:07:50.746920 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:07:50.747285 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:50.832165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 8d2d5054-cade-4b44-a27e-ea3b5766ca15, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=8d2d5054-cade-4b44-a27e-ea3b5766ca15,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:50.832527 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:50.845495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 8d2d5054-cade-4b44-a27e-ea3b5766ca15 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:07:51.028930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:51.056618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=8d2d5054-cade-4b44-a27e-ea3b5766ca15,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:51.068032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.068381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.068720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.069065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.069384 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.069705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.070057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.070416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.071268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.071589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.071910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.072228 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:51.109659 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] No DVR routers for this DVR port 8d2d5054-cade-4b44-a27e-ea3b5766ca15 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:51.112113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:51.115365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69679e4b-7d75-4cd0-8d6a-cf633b91ab71 req-0c48f640-13e4-4143-b68c-e2c7a816a0bc tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "DELETE /v2.0/ports/8d2d5054-cade-4b44-a27e-ea3b5766ca15 HTTP/1.1" status: 204 len: 173 time: 0.4517450 Mar 14 19:07:51.115843 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'name': 'network-vif-deleted', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:51.118721 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db26c5d-3927-4f71-8b09-d3c5f6755374" -d '{"events": [{"server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "name": "network-vif-deleted", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:07:51.204985 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25abe2c-2ca6-4532-8e7e-0a18723a9e6c x-openstack-request-id: req-f25abe2c-2ca6-4532-8e7e-0a18723a9e6c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:07:51.205564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f754728-2eb3-4462-a40f-50a999d93d74", "name": "network-vif-deleted", "tag": "8d2d5054-cade-4b44-a27e-ea3b5766ca15", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:07:51.205564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f25abe2c-2ca6-4532-8e7e-0a18723a9e6c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:07:51.205961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f754728-2eb3-4462-a40f-50a999d93d74', 'name': 'network-vif-deleted', 'tag': '8d2d5054-cade-4b44-a27e-ea3b5766ca15', 'status': 'completed', 'code': 200} Mar 14 19:07:51.262207 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f9cb07f5-0733-4e17-aa6a-f1800d889d4a req-014eb352-fc79-4608-80eb-acddf36f19df tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f754728-2eb3-4462-a40f-50a999d93d74 HTTP/1.1" status: 200 len: 210 time: 0.0274611 Mar 14 19:07:51.607877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:52.317305 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55952) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:52.673730 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:52.941748 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 8ab6f90b-374e-4db7-b571-7480af1960e3 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:07:52.942031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.034687 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 8ab6f90b-374e-4db7-b571-7480af1960e3, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=8ab6f90b-374e-4db7-b571-7480af1960e3,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:53.035056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.048007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 8ab6f90b-374e-4db7-b571-7480af1960e3 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:07:53.068669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.104570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.299172 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.326372 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=8ab6f90b-374e-4db7-b571-7480af1960e3,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:53.504189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:53.712584 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router 4e748b47-e0b5-4409-a244-4e92ad326aff has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:07:54.125862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:07:54.131160 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-cafa2056-3619-4956-9eef-61a670402165 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/4e748b47-e0b5-4409-a244-4e92ad326aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127949 Mar 14 19:07:54.134727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55954) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:54.138065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Sync routers for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:54.148107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:54.148873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:54.186371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting subnet 991a0092-47c8-4838-9049-994465f95183 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:07:54.189402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.228379 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.250549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:54.314204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.424965 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:07:53Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:54.440992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.456519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Checking router: 4e748b47-e0b5-4409-a244-4e92ad326aff for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:54.465607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Routers {'4e748b47-e0b5-4409-a244-4e92ad326aff'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:54.466245 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['4e748b47-e0b5-4409-a244-4e92ad326aff'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:54.467179 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Subnet': ['ID=991a0092-47c8-4838-9049-994465f95183,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:54.473173 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.476503 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-2d4fd31c-264c-4b09-89c5-42b4628d4c88 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/subnets/991a0092-47c8-4838-9049-994465f95183 HTTP/1.1" status: 204 len: 168 time: 0.3407323 Mar 14 19:07:54.479332 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55956) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:54.509887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5d596-7469-4098-af72-35fba34ce3f3 None None] Network c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:07:54.587056 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.696861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.792427 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:07:54.792779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.816143 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] Set router 4e748b47-e0b5-4409-a244-4e92ad326aff gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:54.879912 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port fe0f32f2-211f-4bbd-9fa7-0d39aa35b586, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:54.880288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:54.896123 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:07:55.008823 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] DHCP port deletion for c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:07:55.039809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:07:53Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:55.071559 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbb9d3-4085-4d6a-823b-03d0fa57ec23 None None] The sync data for ids ['4e748b47-e0b5-4409-a244-4e92ad326aff'] in dv-neutron-833670-1-hyperv is: [{'id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1517278527', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:05:20Z', 'updated_at': '2022-03-14T19:07:53Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': 'fe0f32f2-211f-4bbd-9fa7-0d39aa35b586', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e748b47-e0b5-4409-a244-4e92ad326aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:05:21Z', 'updated_at': '2022-03-14T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:55.084040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8d2d5054-cade-4b44-a27e-ea3b5766ca15 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:55.111599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 8d2d5054-cade-4b44-a27e-ea3b5766ca15 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:07:55.111946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 8d2d5054-cade-4b44-a27e-ea3b5766ca15 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:55.118903 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Deleting port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:07:55.119271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.128292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.152807 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=fe0f32f2-211f-4bbd-9fa7-0d39aa35b586,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:55.183054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] For port 89a0ec00-0541-4948-a89d-d2ce00fe73d6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=89a0ec00-0541-4948-a89d-d2ce00fe73d6,segment=NetworkSegment(09f33f38-49d5-4a83-8bdb-bc372535b195),segment_id=09f33f38-49d5-4a83-8bdb-bc372535b195)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:55.183682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.196604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Calling delete_port for 89a0ec00-0541-4948-a89d-d2ce00fe73d6 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:07:55.215204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.311241 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.313304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.348963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.374716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Pushing event deleted for resources: {'Port': ['ID=89a0ec00-0541-4948-a89d-d2ce00fe73d6,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:55.379222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] No DVR routers for this DVR port 89a0ec00-0541-4948-a89d-d2ce00fe73d6 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:55.385845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.386257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.386565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.386901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.387232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.387561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.387898 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.388225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.390454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.390454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.390454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.390454 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a8699b-a516-480a-9900-f07e73a8040a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:55.407867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.407867 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Fanout notify agent at l3_agent the message router_deleted on router 4e748b47-e0b5-4409-a244-4e92ad326aff {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:07:55.415278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.416433 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a51a8699-910f-43c9-a771-9a34601580c4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/routers/4e748b47-e0b5-4409-a244-4e92ad326aff HTTP/1.1" status: 204 len: 168 time: 0.9361756 Mar 14 19:07:55.419394 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55958) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:55.499113 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.590680 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.611149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:55.620948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f33f38-49d5-4a83-8bdb-bc372535b195') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:55.626064 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f33f38-49d5-4a83-8bdb-bc372535b195') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:55.631244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.646213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.652246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:07:55.652738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:07:55.655700 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:07:55.785303 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.793851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.796888 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/networks/c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99 HTTP/1.1" status: 204 len: 168 time: 0.3764250 Mar 14 19:07:55.799511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55960) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:55.816996 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202f9d7-6d0a-452d-8d7f-9e4044f7a716 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Network': ['ID=c43b6e9c-2e0f-4f6c-a1b7-a049fae1da99,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:55.869297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.894519 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.990795 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.994109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:55.996665 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c006312-fb5f-4add-b95c-62adc1cf108a HTTP/1.1" status: 204 len: 168 time: 0.1948259 Mar 14 19:07:56.004467 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99054098-7308-435c-b2e4-f40190357bab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c006312-fb5f-4add-b95c-62adc1cf108a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:56.938358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89a0ec00-0541-4948-a89d-d2ce00fe73d6 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:56.958052 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 89a0ec00-0541-4948-a89d-d2ce00fe73d6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:07:56.958392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 89a0ec00-0541-4948-a89d-d2ce00fe73d6 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:56.958790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:56.977679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:07:56.978047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device fe0f32f2-211f-4bbd-9fa7-0d39aa35b586 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:56.978442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8ab6f90b-374e-4db7-b571-7480af1960e3 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:56.998716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 8ab6f90b-374e-4db7-b571-7480af1960e3 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:07:56.999054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 8ab6f90b-374e-4db7-b571-7480af1960e3 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:58.520211 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55970) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:58.525470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666900794', 'description': 'tempest-secgroup-smoke-666900794 description', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:58.602291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.653223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.717137 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.784365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.811375 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c130be33-651e-4e28-bf13-fdf0d9bb5d4a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:58.872198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:58.873432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e34802f6-2569-4b63-bdb2-426264ddfeea tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3522027 Mar 14 19:07:58.876283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55972) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:58.880934 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:58.971887 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.030808 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.119807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.137818 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6043469-34e4-48db-bba9-4d1b66abb053,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:59.213265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.214520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-55f9ed4a-8c1b-44dd-abee-d323449439f8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370275 Mar 14 19:07:59.217231 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55974) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:59.221589 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:59.308044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.363429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.434557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.452437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98332899-aee1-48c1-9c19-2decbbb7a077,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:59.516640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.517912 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-45a80d18-b896-4f5f-a490-052ec1756eab tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996755 Mar 14 19:07:59.520806 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55976) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:59.525177 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:59.610349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.667971 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.750351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.768256 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e104287-e02e-4662-a5ea-05203333fd37,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:59.860889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:07:59.862055 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-38818328-31b4-4a46-830f-4e4cfedb6507 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402677 Mar 14 19:07:59.864621 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55978) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:07:59.869600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:07:59.954709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.014597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.099122 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.116577 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bc1918-8099-426a-a7b4-ed89569bc047,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:00.192373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.193597 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1bfab050-84cd-4db7-b290-cee8f0eb2d79 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280675 Mar 14 19:08:00.196381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55980) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:00.200731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:00.281983 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:08:00.286747 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.344719 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.422748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.439487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c2948e-1ff1-41bf-bb3c-6de000405f33,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:00.501210 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.502725 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d83a6f9e-2b2f-4ee9-84f0-2ebcdef70064 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3054197 Mar 14 19:08:00.505407 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55982) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:00.510425 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'security_group_rule': {'security_group_id': 'c130be33-651e-4e28-bf13-fdf0d9bb5d4a', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:00.599663 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Project d92bf34e55234b258f0c108ed0339d2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:08:00.604668 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.663780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.743043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.761439 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a76f10d-8ddd-4b5a-b824-216c5ea6715d,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:00.821442 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.822682 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e16272a4-695e-4f1a-965d-0ad7fbe66df7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163126 Mar 14 19:08:00.825481 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55984) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:00.830367 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'network': {'name': 'tempest-network-smoke--1943584173', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'port_security_enabled': True}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:00.904390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:08:00.909050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.930872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:08:00.939443 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:00.939784 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Added segment 1ccd18cd-69e2-48d1-922c-52341cd3f4a5 of type vlan for network aeba253f-e606-4ce8-ab44-bdf7db55b749 Mar 14 19:08:00.981227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.064591 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.070114 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:01.070715 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.135950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Network': ['ID=aeba253f-e606-4ce8-ab44-bdf7db55b749,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:01.146344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:08:01.170091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-079bed16-f390-4b98-8f01-ccc5bed3495e tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3433778 Mar 14 19:08:01.172672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55986) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:01.177284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'admin_state_up': True, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:01.247526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.248601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.298849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.499227 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.734684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.752624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:01.850348 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.78 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/1c2781cc-58ac-42c7-a726-248b9c50b10d) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:08:01.950957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:02.025077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:02.061536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:02.064344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:02.067642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:08:02.092943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=1c2781cc-58ac-42c7-a726-248b9c50b10d,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:02.348183 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:02.541408 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:02.725432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router a791ff36-6817-4282-be73-307a19a65ac6 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:08:02.829928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:02.840541 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Sync routers for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:02.849970 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:02.850581 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:02.924249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:02.925504 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-536421ac-ceb4-4bd4-9703-bc71c1215b26 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7517917 Mar 14 19:08:02.928777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55988) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:02.952270 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:02.957381 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-34f88c8d-c4d2-45ab-aea1-d99a4f290bce tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d92bf34e55234b258f0c108ed0339d2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268846 Mar 14 19:08:02.960024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55990) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:03.050310 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe7c25-724b-49d9-8434-03e29ffd599b tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:03.051956 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-8cfe7c25-724b-49d9-8434-03e29ffd599b tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903583 Mar 14 19:08:03.054981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55992) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:03.084901 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-11650c91-0ee0-4ecd-b76c-0b76f68405ed tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=62419695-dea5-4d8d-99d0-565b2be30bc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266302 Mar 14 19:08:03.085154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 55994) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:03.090484 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441757040', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:03.131760 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:02Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:03.157441 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Checking router: a791ff36-6817-4282-be73-307a19a65ac6 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:03.157783 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Updating router a791ff36-6817-4282-be73-307a19a65ac6 port 1c2781cc-58ac-42c7-a726-248b9c50b10d binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:08:03.182505 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.233722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'subnet': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:08:03.237274 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534173775'] for subnet, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.428358 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.474608 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534548409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534173785'] for subnet, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.497009 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.553286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Subnet': ['ID=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:03.553286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Checking segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:08:03.553286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network hostable DHCP agents. Network: aeba253f-e606-4ce8-ab44-bdf7db55b749, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:08:03.553956 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Attempting to bind port 1c2781cc-58ac-42c7-a726-248b9c50b10d on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:08:03.554247 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Attempting to bind port 1c2781cc-58ac-42c7-a726-248b9c50b10d by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:08:03.554687 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Attempting to bind port 1c2781cc-58ac-42c7-a726-248b9c50b10d on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:08:03.562332 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Pushing event updated for resources: {'Port': ['ID=1c2781cc-58ac-42c7-a726-248b9c50b10d,revision_number=2']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:03.565083 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:08:03.565559 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:08:03.566009 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.566402 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:08:03.566877 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Bound port: 1c2781cc-58ac-42c7-a726-248b9c50b10d, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:08:03.567295 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.591334 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.591674 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.592002 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.592325 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.592646 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.592967 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.593282 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.593598 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.593933 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.594248 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.594558 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.594864 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:03.630571 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:08:03.631168 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] For port 1c2781cc-58ac-42c7-a726-248b9c50b10d, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:08:03.634844 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] For port 1c2781cc-58ac-42c7-a726-248b9c50b10d, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1c2781cc-58ac-42c7-a726-248b9c50b10d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:08:03.705610 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.716261 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, aeba253f-e606-4ce8-ab44-bdf7db55b749) {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:03.721147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:03.721738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:03.727444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d245a-d9ea-4e20-9331-b9fdfc518ebb None None] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:08:03.765493 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ae61-98cc-4069-8428-8388ba46663d None None] Pushing event updated for resources: {'Port': ['ID=1c2781cc-58ac-42c7-a726-248b9c50b10d,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:03.768425 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:03.769037 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:03.810720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a89ecb1a-94a3-4b1d-a6ab-1c993e9a3df0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7240927 Mar 14 19:08:03.813733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 55996) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:03.884926 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:03.893011 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-aeba253f-e606-4ce8-ab44-bdf7db55b749', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:08:03.894250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.048540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Allocated IP 172.20.0.2 (aeba253f-e606-4ce8-ab44-bdf7db55b749/8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee/16b4f3d2-fad4-461f-963e-56e90ad58f78) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:08:04.084137 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:02Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:04.116432 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c1a60-d729-4f78-9edb-7c2c13dee3a9 None None] The sync data for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv is: [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:02Z', 'revision_number': 3, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:04.217407 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.280651 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.311638 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.327073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:04.330401 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:04.333243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:08:04.344998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Pushing event updated for resources: {'Port': ['ID=16b4f3d2-fad4-461f-963e-56e90ad58f78,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:04.426154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Attempting to bind port 16b4f3d2-fad4-461f-963e-56e90ad58f78 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:08:04.426609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Attempting to bind port 16b4f3d2-fad4-461f-963e-56e90ad58f78 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:08:04.428006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Attempting to bind port 16b4f3d2-fad4-461f-963e-56e90ad58f78 on network aeba253f-e606-4ce8-ab44-bdf7db55b749 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:08:04.433113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:08:04.433564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Checking segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:08:04.434427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.434849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Bound using segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:08:04.435057 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Bound port: 16b4f3d2-fad4-461f-963e-56e90ad58f78, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:08:04.435505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.513606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] For port 16b4f3d2-fad4-461f-963e-56e90ad58f78, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:08:04.517082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] For port 16b4f3d2-fad4-461f-963e-56e90ad58f78, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=16b4f3d2-fad4-461f-963e-56e90ad58f78,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:08:04.608129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:04.648619 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.1 (aeba253f-e606-4ce8-ab44-bdf7db55b749/8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee/76f3e798-ba0a-4788-9fd5-b2ad9a935962) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:08:04.677084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7301-3faf-4ad0-b716-412202fe9572 None None] Pushing event updated for resources: {'Port': ['ID=16b4f3d2-fad4-461f-963e-56e90ad58f78,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.049430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1c2781cc-58ac-42c7-a726-248b9c50b10d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:05.108116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 1c2781cc-58ac-42c7-a726-248b9c50b10d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:05.108502 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.141435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.190597 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.211538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 1c2781cc-58ac-42c7-a726-248b9c50b10d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1c2781cc-58ac-42c7-a726-248b9c50b10d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:05.251360 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.275791 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.276679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 16b4f3d2-fad4-461f-963e-56e90ad58f78 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:05.293932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:05.296880 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:05.300652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:08:05.325280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.356832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.360476 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=1c2781cc-58ac-42c7-a726-248b9c50b10d,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.372714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 16b4f3d2-fad4-461f-963e-56e90ad58f78 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:05.373089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.455505 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.488808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 16b4f3d2-fad4-461f-963e-56e90ad58f78, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=16b4f3d2-fad4-461f-963e-56e90ad58f78,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:05.558822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.577512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.637792 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=16b4f3d2-fad4-461f-963e-56e90ad58f78,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.667588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634954c-a86c-4a6d-8b84-09061ee32d99 None None] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:08:05.791905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-902c070c-029e-4146-af73-8b082dffdcf2 None None] Provisioning complete for port 16b4f3d2-fad4-461f-963e-56e90ad58f78 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:05.792274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-902c070c-029e-4146-af73-8b082dffdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.853435 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.910205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:05.989544 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.992662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.088633 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:06.090243 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:06.120450 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72d1e8ec-5d45-45c0-83a1-bc09372472dc None None] Provisioning complete for port 16b4f3d2-fad4-461f-963e-56e90ad58f78 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:06.121039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72d1e8ec-5d45-45c0-83a1-bc09372472dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.213174 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router a791ff36-6817-4282-be73-307a19a65ac6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:06.225232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-72d1e8ec-5d45-45c0-83a1-bc09372472dc None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:06.225592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72d1e8ec-5d45-45c0-83a1-bc09372472dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.263330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72d1e8ec-5d45-45c0-83a1-bc09372472dc None None] Port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:08:06.332038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:06.337259 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e3ffb687-bed6-417f-8f05-2fa412e24c22 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/a791ff36-6817-4282-be73-307a19a65ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217209 Mar 14 19:08:06.349560 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Sync routers for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:06.360071 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:06.360696 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:06.456181 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-4bea5e22-bfcb-43ef-b729-a98def8bd424 None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:06.456548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4bea5e22-bfcb-43ef-b729-a98def8bd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.496061 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-a6f90003-092f-4a96-9475-e588bdee064c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666900794&fields=id&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 267 time: 0.0339541 Mar 14 19:08:06.510592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-4bea5e22-bfcb-43ef-b729-a98def8bd424 None None] Port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:08:06.518101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:06.604470 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-cc2c39af-794b-4a01-a32a-68afd6f4dd97 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:06.605861 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-cc2c39af-794b-4a01-a32a-68afd6f4dd97 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 797 time: 0.1028554 Mar 14 19:08:06.621324 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-8f157407-c6d7-45eb-994a-a7d5dcaa3dce tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/quotas/d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 375 time: 0.0094042 Mar 14 19:08:06.658438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c4dac0b9-3f1d-4149-ab03-f63a3c3daec6 None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:06.658714 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4dac0b9-3f1d-4149-ab03-f63a3c3daec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.679361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-823e9b8b-8666-4d78-96a4-93ef56ab5b0f tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512974 Mar 14 19:08:06.712198 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c4dac0b9-3f1d-4149-ab03-f63a3c3daec6 None None] Port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:08:06.759883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 2, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:06.789172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Checking router: a791ff36-6817-4282-be73-307a19a65ac6 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:06.789521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Updating router a791ff36-6817-4282-be73-307a19a65ac6 port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:08:06.835133 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-362b5b5a-885f-4af3-ba99-03742e98e02e service neutron] 10.222.0.58 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438458 Mar 14 19:08:06.945558 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-b7b9c8f3-5265-46df-84a5-2e2fb814d53d service neutron] 10.222.0.58 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039176 Mar 14 19:08:06.964494 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:06.977797 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1c2781cc-58ac-42c7-a726-248b9c50b10d up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:07.111875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 1c2781cc-58ac-42c7-a726-248b9c50b10d triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:07.112241 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.216612 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3881ab3c-22e3-4f59-89cf-d2b4f1829eb5 req-78cf94a5-4615-492a-9d1d-3c595f44dda1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 210 time: 0.0336366 Mar 14 19:08:07.275568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 16b4f3d2-fad4-461f-963e-56e90ad58f78 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:07.356728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.365584 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 16b4f3d2-fad4-461f-963e-56e90ad58f78 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:07.365967 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.447446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.493358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877d14-530f-4b27-9845-e6f244ab1eb7 None None] Pushing event updated for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:07.553514 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Attempting to bind port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:08:07.554487 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Attempting to bind port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:08:07.554846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Attempting to bind port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 on network aeba253f-e606-4ce8-ab44-bdf7db55b749 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:08:07.560457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:08:07.560457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Checking segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:08:07.560864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.561243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Bound using segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:08:07.561697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Bound port: 76f3e798-ba0a-4788-9fd5-b2ad9a935962, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:08:07.562101 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.631679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] For port 76f3e798-ba0a-4788-9fd5-b2ad9a935962, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:08:07.636020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] For port 76f3e798-ba0a-4788-9fd5-b2ad9a935962, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76f3e798-ba0a-4788-9fd5-b2ad9a935962,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:08:07.716782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.785726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877d14-530f-4b27-9845-e6f244ab1eb7 None None] Pushing event updated for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:07.789260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:07.789628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:07.791770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:07.792399 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:07:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:07.955910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:07.990109 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:08.068548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] For port 76f3e798-ba0a-4788-9fd5-b2ad9a935962, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76f3e798-ba0a-4788-9fd5-b2ad9a935962,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:08.150655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:08.210835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5368e-ba41-4bc6-9ee1-60c5e492368e None None] Pushing event updated for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:08.222410 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:07Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:08.248498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d2887-fe02-4ae7-ba6d-a6be47d92487 None None] The sync data for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv is: [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:07Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:08.271565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-b63b93c0-831d-4b69-9f08-ad98f4d911ff None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:08.271964 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b63b93c0-831d-4b69-9f08-ad98f4d911ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:08.343296 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-71d81292-6c6d-46bf-8bd3-5210cada55b7 req-8a736c07-d59d-4f81-b98d-f2f3817f9b2c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 210 time: 0.0301778 Mar 14 19:08:08.980111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76f3e798-ba0a-4788-9fd5-b2ad9a935962 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:09.040315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:09.040688 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:09.226121 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-eb3ee83a-5f6f-4c8f-890e-f55acf0cfe29 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:09.227700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-eb3ee83a-5f6f-4c8f-890e-f55acf0cfe29 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 797 time: 0.1151886 Mar 14 19:08:09.277942 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-bf5a5723-2773-4652-ac8a-63b61951ce8a tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92bf34e55234b258f0c108ed0339d2a HTTP/1.1" status: 200 len: 379 time: 0.0403254 Mar 14 19:08:09.289065 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'port': {'device_id': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'admin_state_up': True, 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'security_groups': ['c130be33-651e-4e28-bf13-fdf0d9bb5d4a']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:09.452348 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e91e70fb-d910-4934-8fb2-cb4d5178be97 req-acc2a8b6-beef-4316-a1bc-12cccc6b48a4 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 210 time: 0.0312157 Mar 14 19:08:09.485610 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Made reservation on behalf of d92bf34e55234b258f0c108ed0339d2a for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:08:09.489401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:09.615223 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.20.0.13 (aeba253f-e606-4ce8-ab44-bdf7db55b749/8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee/229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:08:09.747952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:09.864575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:09.912640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:09.916189 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:09.919789 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:08:09.926185 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:09.973712 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:09.974355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.042216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-03429cce-9e10-4837-abea-7b701d8fee8c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7572539 Mar 14 19:08:10.055019 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Request body: {'port': {'device_id': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:10.106575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-26afe3e0-addf-4144-a659-4d2b3653a7ee None None] Provisioning complete for port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:10.107171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-26afe3e0-addf-4144-a659-4d2b3653a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.109007 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.144293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-26afe3e0-addf-4144-a659-4d2b3653a7ee None None] Port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:08:10.370978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:08:10.378555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.390666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Transition to ACTIVE for port object 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:08:10.469923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.521015 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Pushing event updated for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:10.624790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4815784-0737-4288-8cbb-e51913d409e0 req-0f31c283-b1bb-47cb-810f-ad5f70ac3262 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:10.626623 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4815784-0737-4288-8cbb-e51913d409e0 req-0f31c283-b1bb-47cb-810f-ad5f70ac3262 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 944 time: 0.1009834 Mar 14 19:08:10.632910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Attempting to bind port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:08:10.632910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Attempting to bind port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:08:10.632910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Attempting to bind port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 on network aeba253f-e606-4ce8-ab44-bdf7db55b749 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:08:10.643809 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 on network aeba253f-e606-4ce8-ab44-bdf7db55b749 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:08:10.644123 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Attempting to bind port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 on network aeba253f-e606-4ce8-ab44-bdf7db55b749 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:08:10.658326 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:08:10.658666 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Checking segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:08:10.659062 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Bound using segment: {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:08:10.659487 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Bound port: 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccd18cd-69e2-48d1-922c-52341cd3f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:08:10.659849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.692042 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4815784-0737-4288-8cbb-e51913d409e0 req-9e34d456-1488-4c5f-8316-63e3715d0ca0 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Mar 14 19:08:10.737271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:08:10.740176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:08:10.807904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.843046 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:10.843675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:10.845081 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] 10.222.0.61 "PUT /v2.0/ports/229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 1094 time: 0.7945266 Mar 14 19:08:10.845517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:10.847816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69726220-ff47-4512-8e3b-575f0d4d0d93" -d '{"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:10.874433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fdcd0-6838-4327-b3ac-eb2d88331f1f service neutron] Pushing event updated for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:10.892183 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af3164-7144-40c1-ba73-0c8c75687e98 x-openstack-request-id: req-43af3164-7144-40c1-ba73-0c8c75687e98 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:10.892477 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:10.892731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43af3164-7144-40c1-ba73-0c8c75687e98 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:10.898062 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'status': 'completed', 'code': 200} Mar 14 19:08:11.004513 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-0f20bc0a-44ee-497a-948e-d377df6b8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.006117 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-0f20bc0a-44ee-497a-948e-d377df6b8b42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1097 time: 0.0932989 Mar 14 19:08:11.100900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-6433799a-117c-4bca-98ab-f23e205b38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.102453 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-6433799a-117c-4bca-98ab-f23e205b38b9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d92bf34e55234b258f0c108ed0339d2a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0893729 Mar 14 19:08:11.196921 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-54e06353-698f-4d20-80f7-c7b0a65292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.198305 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-69726220-ff47-4512-8e3b-575f0d4d0d93 req-54e06353-698f-4d20-80f7-c7b0a65292ea service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894270 Mar 14 19:08:11.273628 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-0c8511c3-007b-4534-88cd-4eecd44e1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.275252 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-0c8511c3-007b-4534-88cd-4eecd44e1cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1097 time: 0.0409985 Mar 14 19:08:11.315881 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-7f13bc50-2f89-4b75-b96c-94923306dfee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 217 time: 0.0330846 Mar 14 19:08:11.366734 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-52d49e13-4325-4647-9fda-b04434293b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.368192 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-52d49e13-4325-4647-9fda-b04434293b25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 200 len: 834 time: 0.0464721 Mar 14 19:08:11.414109 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ee5-8285-446d-856a-b5160ac8778e req-58a6ed76-1914-40d7-9ed8-3b04fcd19bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.415598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-58a6ed76-1914-40d7-9ed8-3b04fcd19bd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aeba253f-e606-4ce8-ab44-bdf7db55b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400708 Mar 14 19:08:11.502870 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-87095e80-09da-48a4-ac4b-a3011410793d service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796971 Mar 14 19:08:11.594879 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-db111ee5-8285-446d-856a-b5160ac8778e req-fadf68ea-69a7-4d4e-a4ed-4b3f55bd03c2 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855505 Mar 14 19:08:11.801458 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5181f-f037-4518-bf84-6e19dc8cb6b8 req-35d80878-3624-46aa-b714-12f5e9b89858 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:11.802845 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-aba5181f-f037-4518-bf84-6e19dc8cb6b8 req-35d80878-3624-46aa-b714-12f5e9b89858 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 944 time: 0.0484436 Mar 14 19:08:11.840724 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-aba5181f-f037-4518-bf84-6e19dc8cb6b8 req-c08bbcf3-d4a7-4cb3-a789-cd7717bbc138 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320039 Mar 14 19:08:12.959270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c486a4f-0099-46bf-8a23-5c4e6dead247 req-8bd42eff-07a3-4b8b-9939-08d132b74559 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:12.961176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c486a4f-0099-46bf-8a23-5c4e6dead247 req-8bd42eff-07a3-4b8b-9939-08d132b74559 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 944 time: 0.0524414 Mar 14 19:08:12.998152 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4c486a4f-0099-46bf-8a23-5c4e6dead247 req-52e575fa-2b11-4c74-b584-f8ea78211d48 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Mar 14 19:08:14.121091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350412bc-2ab2-48c4-b4b1-0010a3381ca8 req-2246e997-2c58-435d-87e0-ad942faef9fe tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:14.122622 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-350412bc-2ab2-48c4-b4b1-0010a3381ca8 req-2246e997-2c58-435d-87e0-ad942faef9fe tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 944 time: 0.0542259 Mar 14 19:08:14.162141 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-350412bc-2ab2-48c4-b4b1-0010a3381ca8 req-492f6e80-252f-4286-acbd-8413843ca238 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331218 Mar 14 19:08:15.161389 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:08:15.258985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:15.271032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'port_id': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'mac_address': 'fa:16:3e:fd:a4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:08:15.276502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda4402-5374-4441-8d9a-66fdae3f32a8 req-5e0b4ca0-e9ad-49bd-8ccc-3f34b73efad5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:15.278044 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5bda4402-5374-4441-8d9a-66fdae3f32a8 req-5e0b4ca0-e9ad-49bd-8ccc-3f34b73efad5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 944 time: 0.0495658 Mar 14 19:08:15.308530 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:15.316519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5bda4402-5374-4441-8d9a-66fdae3f32a8 req-90d2ddf1-1b7d-41e0-87f8-b6ef37808d35 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Mar 14 19:08:15.321555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:08:15.340973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:15.406809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:15.453122 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:15.749050 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:08:16.427609 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4ced-4b71-41f4-be64-a71488d9d6ca req-15df8941-111c-4b04-a6a0-477d40b782c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:16.430134 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-46be4ced-4b71-41f4-be64-a71488d9d6ca req-15df8941-111c-4b04-a6a0-477d40b782c8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 945 time: 0.0490344 Mar 14 19:08:16.468137 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-46be4ced-4b71-41f4-be64-a71488d9d6ca req-86e4896d-2df9-4492-b9af-cd61112a3410 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Mar 14 19:08:17.187213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:08:17.286787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:08:17.291452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:08:17.291819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:17.365344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:17.386551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:17.388744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2557f5-d141-419a-af96-ee7debf7da7f" -d '{"events": [{"server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "name": "network-vif-plugged", "status": "completed", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:17.401840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:17.423641 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b74a6b-b045-4127-91df-827f56c607d6 x-openstack-request-id: req-97b74a6b-b045-4127-91df-827f56c607d6 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:17.423932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "name": "network-vif-plugged", "status": "completed", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:17.424188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97b74a6b-b045-4127-91df-827f56c607d6 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:17.424580 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'code': 200} Mar 14 19:08:17.478876 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:17.531171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:17.586203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cfe8-04b1-4ba5-aead-94014c82d015 req-93ac9aef-daea-492d-b5d9-816b5f7b008d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:17.587761 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7961cfe8-04b1-4ba5-aead-94014c82d015 req-93ac9aef-daea-492d-b5d9-816b5f7b008d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0498247 Mar 14 19:08:17.625468 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7961cfe8-04b1-4ba5-aead-94014c82d015 req-7d78aafd-bcd0-431c-9b90-a8a22e9bbcf5 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318642 Mar 14 19:08:17.738049 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e76d7-7f16-460b-855d-a0c992042ef7 req-611f9a52-1a24-416c-8c17-3e6b291b8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:17.739563 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-202e76d7-7f16-460b-855d-a0c992042ef7 req-611f9a52-1a24-416c-8c17-3e6b291b8a69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1099 time: 0.0432673 Mar 14 19:08:17.773658 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-202e76d7-7f16-460b-855d-a0c992042ef7 req-d046ea58-8891-4635-9cfa-06111cdb5706 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280423 Mar 14 19:08:17.879096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17baf641-e47c-41db-acab-2d115764b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:18.745613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc005f-e019-49d7-877d-5cc1244e0f10 req-5f020382-894c-4702-a62b-f4d1ebd28be6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:18.747086 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59cc005f-e019-49d7-877d-5cc1244e0f10 req-5f020382-894c-4702-a62b-f4d1ebd28be6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0536346 Mar 14 19:08:18.783403 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59cc005f-e019-49d7-877d-5cc1244e0f10 req-917921a4-e335-4ea2-b203-2b95cca17b6d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Mar 14 19:08:20.071366 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab03ac-eba4-476b-8fea-ae805a2b7bd1 req-19360fb1-977e-4d47-8eb1-64d401c9f9d6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:20.083611 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4ab03ac-eba4-476b-8fea-ae805a2b7bd1 req-19360fb1-977e-4d47-8eb1-64d401c9f9d6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0497222 Mar 14 19:08:20.109255 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f4ab03ac-eba4-476b-8fea-ae805a2b7bd1 req-2d3e8abc-270e-43b2-993c-2ca2a0034c95 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305700 Mar 14 19:08:20.148338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-317bf26a-f8ef-4122-8cb5-d5aa4c39b9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:20.226109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658761ca-11a7-4f32-9690-45489b3c4b06 req-23f30d87-048e-4681-82c1-4235664d0bce tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:20.227562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-658761ca-11a7-4f32-9690-45489b3c4b06 req-23f30d87-048e-4681-82c1-4235664d0bce tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0492408 Mar 14 19:08:20.264158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-658761ca-11a7-4f32-9690-45489b3c4b06 req-e5775424-7757-4405-84f6-478f3b38d1a9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307672 Mar 14 19:08:20.285639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56060) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:20.325823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78078c0e-f42c-41a5-91e4-abda82c48ea3 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:20.327280 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-78078c0e-f42c-41a5-91e4-abda82c48ea3 tempest-TestNetworkAdvancedServerOps-1478824167 tempest-TestNetworkAdvancedServerOps-1478824167-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1094 time: 0.0404451 Mar 14 19:08:20.330008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56062) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:20.334475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:08:20.395662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:20.496399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:20.596196 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Allocated IP 172.26.3.151 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/3db898e5-96b0-4368-8682-ac19ba388a7c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:08:20.699329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:20.795656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:20.833721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:08:20.837288 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:08:20.840649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:08:20.863117 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=3db898e5-96b0-4368-8682-ac19ba388a7c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:21.196034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.326780 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.479920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.530247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.600405 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event updated for resources: {'Port': ['ID=3db898e5-96b0-4368-8682-ac19ba388a7c,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:21.610099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.618614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:21.708749 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP d4912be6-63ca-4af4-8549-cca90828a58b associated. External IP: 172.26.3.151, port: 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75. Mar 14 19:08:21.910722 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router a791ff36-6817-4282-be73-307a19a65ac6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:22.015024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:22.024681 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Sync routers for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:22.034033 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:22.034636 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:08:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:22.120834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:22.138422 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:22.150623 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-43c998ce-de3b-44e5-bca2-c4ceede39eae tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8196228 Mar 14 19:08:22.151304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:08:22.153699 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb12b600-e0ad-4ca6-9486-a883233f0c80" -d '{"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:08:22.195393 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f095ed9f-b732-472e-941e-121e926aada9 x-openstack-request-id: req-f095ed9f-b732-472e-941e-121e926aada9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:08:22.195703 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:08:22.195958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f095ed9f-b732-472e-941e-121e926aada9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:08:22.196347 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'status': 'completed', 'code': 200} Mar 14 19:08:22.283865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621c67a-ed50-4af2-8c31-30cec07c0018 req-53019165-93ec-476e-9dda-d7b86923c48c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:22.285269 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b621c67a-ed50-4af2-8c31-30cec07c0018 req-53019165-93ec-476e-9dda-d7b86923c48c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0825522 Mar 14 19:08:22.291645 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-06b2aa58-4fd8-43b8-8b51-990fcef0ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:22.293059 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-06b2aa58-4fd8-43b8-8b51-990fcef0ce99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1099 time: 0.0621023 Mar 14 19:08:22.370153 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b621c67a-ed50-4af2-8c31-30cec07c0018 req-0b76d363-4420-4210-bca6-45a89075195d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760586 Mar 14 19:08:22.398681 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56068) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:22.418805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-9baa6595-b786-4088-a583-83e520575402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:22.420466 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-9baa6595-b786-4088-a583-83e520575402 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 898 time: 0.1131504 Mar 14 19:08:22.458868 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'd4912be6-63ca-4af4-8549-cca90828a58b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'port_id': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'mac_address': 'fa:16:3e:fd:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:08:21Z', 'updated_at': '2022-03-14T19:08:21Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:22.471485 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9f4614ab-3b1e-47b9-8e5d-b0e2f5ac9432 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/d4912be6-63ca-4af4-8549-cca90828a58b HTTP/1.1" status: 200 len: 992 time: 0.0706265 Mar 14 19:08:22.487637 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Checking router: a791ff36-6817-4282-be73-307a19a65ac6 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:22.496787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:22.497022 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-6ae72beb-1d88-4790-9ff2-9394faf3d180 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 1000 time: 0.0695825 Mar 14 19:08:22.497577 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:08:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:22.546390 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-a134d639-4e5b-4fc6-b82d-62a265a72ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:22.547770 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-a134d639-4e5b-4fc6-b82d-62a265a72ecb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 200 len: 834 time: 0.0442019 Mar 14 19:08:22.591874 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-69b932e3-59c4-4ee1-867a-ebb0a770e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:08:22.593375 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-69b932e3-59c4-4ee1-867a-ebb0a770e18b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aeba253f-e606-4ce8-ab44-bdf7db55b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395956 Mar 14 19:08:22.600146 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:22.834097 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'd4912be6-63ca-4af4-8549-cca90828a58b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'port_id': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'mac_address': 'fa:16:3e:fd:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:08:21Z', 'updated_at': '2022-03-14T19:08:21Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:22.863591 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1dffd2-ae50-45d1-a580-4ae8d8ceb36f None None] The sync data for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv is: [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'd4912be6-63ca-4af4-8549-cca90828a58b', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'port_id': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'mac_address': 'fa:16:3e:fd:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:08:21Z', 'updated_at': '2022-03-14T19:08:21Z', 'revision_number': 0, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:22.923841 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:08:23.007512 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-3894f9e0-e032-4965-beb7-628d27d82f01 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074488 Mar 14 19:08:23.096260 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a539b-7235-48bb-a58e-433e56ce1441 None None] New status for floating IP d4912be6-63ca-4af4-8549-cca90828a58b: ACTIVE {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:08:23.101719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb12b600-e0ad-4ca6-9486-a883233f0c80 req-32d2269b-e1fe-46b3-94b9-0e78595d5d65 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Mar 14 19:08:23.272204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:23.277072 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:23.474416 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56074) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:08:23.538850 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-018fe737-85e8-49bf-9cf8-13c84cdd1b55 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/d4912be6-63ca-4af4-8549-cca90828a58b HTTP/1.1" status: 200 len: 994 time: 0.0631537 Mar 14 19:08:28.601593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:47.874259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1898d602-b0b3-46a9-bbc2-a1885520fd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:50.131289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59f328e4-9c63-459d-9c15-523a7cfec0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:51.614392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:53.085342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:53.113681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:58.605640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:08:59.924853 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:09:12.391661 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-2c0f9e33-cb73-4b93-b8bf-ebcd64a285a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390360 Mar 14 19:09:12.474858 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-fe75500c-5eab-42bc-9661-69ad1c5412b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:12.476502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-fe75500c-5eab-42bc-9661-69ad1c5412b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1099 time: 0.0440996 Mar 14 19:09:12.575683 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-4b60bd54-7483-4b3c-824c-61b47cc11ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:12.577140 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-4b60bd54-7483-4b3c-824c-61b47cc11ac0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 898 time: 0.0839961 Mar 14 19:09:12.646870 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-2af018aa-420e-4920-be77-9cd7a873aebf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 1002 time: 0.0622923 Mar 14 19:09:12.695143 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-65fbbc50-add3-4bd1-a71a-7d5edea91896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:12.696570 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-65fbbc50-add3-4bd1-a71a-7d5edea91896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 200 len: 834 time: 0.0434198 Mar 14 19:09:12.739538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-d6926186-770b-4f14-b6f1-3dac1d59cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:12.741563 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-d6926186-770b-4f14-b6f1-3dac1d59cb12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aeba253f-e606-4ce8-ab44-bdf7db55b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378253 Mar 14 19:09:12.832832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-7746ae7d-182b-4ef5-91c1-b00eb57a18f3 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847781 Mar 14 19:09:12.919028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7a2b3e6f-6072-4274-a071-a14de9448ea7 req-7f6edb10-8691-4bf9-8a02-352bb2b07b26 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797825 Mar 14 19:09:17.890532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-41d299b7-be50-4259-b2ff-f4b87c8b5e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:20.141687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-08927923-390c-4181-8bb7-1560a8f4420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:21.604608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:23.098203 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:23.120844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:26.589616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe0dd-680a-4b9d-96a9-7868f6b1b486 req-03248809-754f-4e47-bdb2-f1a78d12418b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:26.591141 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f9fe0dd-680a-4b9d-96a9-7868f6b1b486 req-03248809-754f-4e47-bdb2-f1a78d12418b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0523784 Mar 14 19:09:26.628296 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7f9fe0dd-680a-4b9d-96a9-7868f6b1b486 req-3992818e-240b-4b7c-898c-1051d85e66e3 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Mar 14 19:09:27.745257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfa5cd-2b2c-4370-b3b5-5660e5de9ad1 req-e93d534b-2f30-40f8-817b-a402c39cc1f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:27.746772 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dbfa5cd-2b2c-4370-b3b5-5660e5de9ad1 req-e93d534b-2f30-40f8-817b-a402c39cc1f7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0480831 Mar 14 19:09:27.783841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6dbfa5cd-2b2c-4370-b3b5-5660e5de9ad1 req-7209d054-a33b-4078-9386-62c3bc9193be tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Mar 14 19:09:28.615531 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:28.899109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6eaa-7ac2-40b7-93db-8c482bd3e079 req-155f65a0-e01a-4d18-83df-7fef092b14a2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:28.900584 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e22b6eaa-7ac2-40b7-93db-8c482bd3e079 req-155f65a0-e01a-4d18-83df-7fef092b14a2 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0508258 Mar 14 19:09:28.937003 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e22b6eaa-7ac2-40b7-93db-8c482bd3e079 req-2eb12ac2-340d-4ace-82e1-111c44a1b4b8 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306020 Mar 14 19:09:28.958718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56112) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:29.017356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-256c8bb9-be61-4a68-9e1e-77ae8614b63d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/d4912be6-63ca-4af4-8549-cca90828a58b HTTP/1.1" status: 200 len: 994 time: 0.0574741 Mar 14 19:09:30.449889 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680f0e1-1caf-42d8-a8ef-27ab57f52603 req-66e48069-648c-4c2c-81cc-1439312d3a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:30.451724 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0680f0e1-1caf-42d8-a8ef-27ab57f52603 req-66e48069-648c-4c2c-81cc-1439312d3a81 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0545132 Mar 14 19:09:30.490776 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0680f0e1-1caf-42d8-a8ef-27ab57f52603 req-09c64bc0-62cc-453e-a9f0-0a7b789f10f6 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Mar 14 19:09:30.534374 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-fdcee2dc-1302-4ee3-a772-99536e16f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:30.535867 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-fdcee2dc-1302-4ee3-a772-99536e16f13c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1099 time: 0.0398967 Mar 14 19:09:30.627597 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-aa52efe8-dd6e-4e5d-b3a5-24802e95c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:30.628984 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-aa52efe8-dd6e-4e5d-b3a5-24802e95c074 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 898 time: 0.0855391 Mar 14 19:09:30.692365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-2dfa7ae3-0150-46d8-a66f-7cc6b3379bea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 1002 time: 0.0564129 Mar 14 19:09:30.739160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-c000cc23-6ced-4994-80b9-3740e25f563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:30.740560 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-c000cc23-6ced-4994-80b9-3740e25f563e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 200 len: 834 time: 0.0419493 Mar 14 19:09:30.787209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-7e060429-4324-4230-b979-53a26439a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:30.789267 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-7e060429-4324-4230-b979-53a26439a180 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aeba253f-e606-4ce8-ab44-bdf7db55b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420828 Mar 14 19:09:30.875188 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-d1e6996e-2961-4a10-be59-e84be0dd5e92 service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798507 Mar 14 19:09:30.966612 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-48bc0a58-1cbb-4d28-999f-4ac178a49d09 req-27182e02-8b73-44ec-b176-9dd00f1aff5f service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852537 Mar 14 19:09:31.611457 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ea54-a47f-4c2b-9185-da750f29c8cd req-fcf0cba8-1778-4012-9f1c-73165bfb68d9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:31.612957 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e878ea54-a47f-4c2b-9185-da750f29c8cd req-fcf0cba8-1778-4012-9f1c-73165bfb68d9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0520606 Mar 14 19:09:31.650720 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e878ea54-a47f-4c2b-9185-da750f29c8cd req-ccafebf3-f25b-419e-947a-a00ae8b59cb7 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Mar 14 19:09:32.765667 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4366e-e2a8-4c41-9a5b-7e4a78bd3254 req-091126fc-a4ee-41ef-9b4b-b78f62a1392c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:32.767186 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4b4366e-e2a8-4c41-9a5b-7e4a78bd3254 req-091126fc-a4ee-41ef-9b4b-b78f62a1392c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0482626 Mar 14 19:09:32.803310 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e4b4366e-e2a8-4c41-9a5b-7e4a78bd3254 req-f27f8b48-cfc1-4118-a8b8-95485138b4df tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304372 Mar 14 19:09:32.825733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56124) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:32.884974 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5d177516-a163-4125-9e6e-31a46c858714 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/floatingips/d4912be6-63ca-4af4-8549-cca90828a58b HTTP/1.1" status: 200 len: 994 time: 0.0580921 Mar 14 19:09:33.180209 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56130) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:33.332840 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 3db898e5-96b0-4368-8682-ac19ba388a7c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:09:33.333195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:33.409051 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:33.409377 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:33.420961 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 3db898e5-96b0-4368-8682-ac19ba388a7c owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:09:33.634777 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:33.658038 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=3db898e5-96b0-4368-8682-ac19ba388a7c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:33.671104 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.676437 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:33.731462 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:33.731715 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Floating IP d4912be6-63ca-4af4-8549-cca90828a58b disassociated (deleted). External IP: 172.26.3.151, port: 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75. Mar 14 19:09:33.933709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router a791ff36-6817-4282-be73-307a19a65ac6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:09:34.039022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:34.043752 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:34.048335 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Sync routers for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:34.058128 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:34.058740 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:34.070857 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-2d0cfd38-32e2-4794-936f-d3d493af61e9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/floatingips/d4912be6-63ca-4af4-8549-cca90828a58b HTTP/1.1" status: 204 len: 168 time: 0.8888392 Mar 14 19:09:34.071538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:09:34.074136 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb88b01-36e3-4df8-81e0-615215c62dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:09:34.112815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151326d9-4fda-4176-a8b9-c40f6b4d42d9 x-openstack-request-id: req-151326d9-4fda-4176-a8b9-c40f6b4d42d9 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:09:34.113105 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:09:34.113433 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-151326d9-4fda-4176-a8b9-c40f6b4d42d9 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:09:34.113866 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'status': 'completed', 'code': 200} Mar 14 19:09:34.166888 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:34.187702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-b3ff3e55-475b-4d5f-919e-2d1512a9ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:34.189269 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-b3ff3e55-475b-4d5f-919e-2d1512a9ec70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d92bf34e55234b258f0c108ed0339d2a&device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 1099 time: 0.0517683 Mar 14 19:09:34.281535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-5f883602-2e83-48a6-96b0-0ca40ceb353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:34.283164 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-5f883602-2e83-48a6-96b0-0ca40ceb353e service neutron] 10.222.0.61 "GET /v2.0/networks?id=aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 200 len: 898 time: 0.0858493 Mar 14 19:09:34.325765 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-f48d5abb-49ad-4e92-9c48-dac473141e4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 200 len: 217 time: 0.0349712 Mar 14 19:09:34.368060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:34.384148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-daaf26ed-4c7c-4e66-b295-5e6c08ac6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:34.385708 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-daaf26ed-4c7c-4e66-b295-5e6c08ac6623 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 200 len: 834 time: 0.0534391 Mar 14 19:09:34.394643 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Checking router: a791ff36-6817-4282-be73-307a19a65ac6 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:34.403231 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:34.403838 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:34.432510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-62ce1e48-54bc-438b-99bb-cfa22d372838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:34.434098 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-62ce1e48-54bc-438b-99bb-cfa22d372838 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aeba253f-e606-4ce8-ab44-bdf7db55b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416987 Mar 14 19:09:34.512591 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:34.533589 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-a8f728b3-4a37-40bf-b0d6-11e9fe9a192f service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Mar 14 19:09:34.562691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2bd54-06c8-4ece-92eb-8d77d9fc76de req-ccd14521-e660-45c6-bfe6-60a1bf5866c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:34.571078 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84c2bd54-06c8-4ece-92eb-8d77d9fc76de req-ccd14521-e660-45c6-bfe6-60a1bf5866c9 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0575099 Mar 14 19:09:34.605088 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84c2bd54-06c8-4ece-92eb-8d77d9fc76de req-4a333afc-b81b-4dbc-8243-b1b6ca9d7d61 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Mar 14 19:09:34.633530 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fb88b01-36e3-4df8-81e0-615215c62dc4 req-38d4c335-2a19-4527-a476-7799f269e29a service neutron] 10.222.0.61 "GET /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924752 Mar 14 19:09:34.713655 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:34.745382 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2229e7-01f0-4e30-980d-a701501253ba None None] The sync data for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv is: [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '76f3e798-ba0a-4788-9fd5-b2ad9a935962', 'name': '', 'network_id': 'aeba253f-e606-4ce8-ab44-bdf7db55b749', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'mac_address': 'fa:16:3e:fa:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:04Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'subnets': [{'id': '8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:34.959774 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd967a-0e4a-4642-9874-7bf88a0efcde None None] New status for floating IP d4912be6-63ca-4af4-8549-cca90828a58b: DOWN {{(pid=103394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:09:35.721511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5091d-fbc0-4f6e-a01c-c63883caf8d1 req-b589e733-2451-4c96-a377-1b527a014a5d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:35.722927 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6ca5091d-fbc0-4f6e-a01c-c63883caf8d1 req-b589e733-2451-4c96-a377-1b527a014a5d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0492785 Mar 14 19:09:35.760684 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6ca5091d-fbc0-4f6e-a01c-c63883caf8d1 req-24bb203a-0507-4037-8234-a51d800db31c tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/security-groups?id=c130be33-651e-4e28-bf13-fdf0d9bb5d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Mar 14 19:09:36.320695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-071f27ef-a055-4548-94e8-dfc8d5467f41 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:36.322209 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-071f27ef-a055-4548-94e8-dfc8d5467f41 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 946 time: 0.0477927 Mar 14 19:09:36.409865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:09:36.410232 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:36.495896 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:36.496255 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:36.508811 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 owned by compute:nova {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:09:36.701429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:36.729978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:36.774993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] No DVR routers for this DVR port 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 on host hv-neutron-8336 {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:09:36.777617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:36.780933 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-daf4d1f6-7455-433b-9ec3-65dcdfa2d867 req-65d5c714-1094-45bc-bc92-59f055f1530b tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.61 "DELETE /v2.0/ports/229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 HTTP/1.1" status: 204 len: 173 time: 0.4533205 Mar 14 19:09:36.782938 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'name': 'network-vif-deleted', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:09:36.783759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a35843-8be1-4f80-bcbe-140a91af5e6a" -d '{"events": [{"server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "name": "network-vif-deleted", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:09:36.821603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fdec25-5114-4100-acb8-08f44cd46c79 x-openstack-request-id: req-f5fdec25-5114-4100-acb8-08f44cd46c79 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:09:36.821891 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498049b4-0f41-48fd-bde8-12d96edd7f6f", "name": "network-vif-deleted", "tag": "229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:09:36.822175 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5fdec25-5114-4100-acb8-08f44cd46c79 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:09:36.822568 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498049b4-0f41-48fd-bde8-12d96edd7f6f', 'name': 'network-vif-deleted', 'tag': '229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75', 'status': 'completed', 'code': 200} Mar 14 19:09:36.857485 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f379c3e-55ac-4a99-8c9c-f9a2cf526eaa req-177e46c1-c936-4768-85fc-63952fd69ac1 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "GET /v2.0/ports?device_id=498049b4-0f41-48fd-bde8-12d96edd7f6f HTTP/1.1" status: 200 len: 210 time: 0.0281088 Mar 14 19:09:36.923053 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:09:37.912041 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56148) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:38.262654 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:38.523383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 76f3e798-ba0a-4788-9fd5-b2ad9a935962 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:09:38.523383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:38.608287 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 76f3e798-ba0a-4788-9fd5-b2ad9a935962, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=76f3e798-ba0a-4788-9fd5-b2ad9a935962,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:38.608653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:38.620916 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 76f3e798-ba0a-4788-9fd5-b2ad9a935962 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:09:38.857732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:38.886849 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=76f3e798-ba0a-4788-9fd5-b2ad9a935962,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:39.078613 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:39.559541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:09:39.583174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:09:39.583504 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 229f3cf7-7b5c-4ccd-af8a-6c9cd7addc75 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:09:39.610478 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Router a791ff36-6817-4282-be73-307a19a65ac6 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:09:39.714033 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:39.719755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-3887907d-c964-4947-9360-836ebb03aefb tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "PUT /v2.0/routers/a791ff36-6817-4282-be73-307a19a65ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065407 Mar 14 19:09:39.721700 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56150) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:39.724401 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Sync routers for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:39.733635 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:39.734264 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:39.774182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting subnet 8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:09:39.777168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:39.820357 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:39.907629 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:39.928556 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:40.055789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.089001 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Subnet': ['ID=8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:40.092318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.095422 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/subnets/8b29c7fd-fdd5-4d37-a96e-0bd2f54214ee HTTP/1.1" status: 204 len: 168 time: 0.3725722 Mar 14 19:09:40.100023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be69672-e5ad-4474-a7ef-a336901f49f1 None None] Network aeba253f-e606-4ce8-ab44-bdf7db55b749 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:09:40.100163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56152) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:40.100935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.100935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.101270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.101512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.101848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.102205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.102537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.102862 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.103192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.103532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.103840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.104164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78924a5-993d-4da7-88ee-85456f7bb29d tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.111198 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:09:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:40.138839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Checking router: a791ff36-6817-4282-be73-307a19a65ac6 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:40.147418 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Routers {'a791ff36-6817-4282-be73-307a19a65ac6'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:40.148849 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['a791ff36-6817-4282-be73-307a19a65ac6'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:40.216510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.260580 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] Set router a791ff36-6817-4282-be73-307a19a65ac6 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:40.302989 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] DHCP port deletion for aeba253f-e606-4ce8-ab44-bdf7db55b749 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:09:40.325793 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.355102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Deleting port 16b4f3d2-fad4-461f-963e-56e90ad58f78 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:09:40.355562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.419281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] For port 16b4f3d2-fad4-461f-963e-56e90ad58f78, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=16b4f3d2-fad4-461f-963e-56e90ad58f78,segment=NetworkSegment(1ccd18cd-69e2-48d1-922c-52341cd3f4a5),segment_id=1ccd18cd-69e2-48d1-922c-52341cd3f4a5)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:40.419678 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.433250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Calling delete_port for 16b4f3d2-fad4-461f-963e-56e90ad58f78 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:09:40.438176 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:09:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:40.447195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Deleting port 1c2781cc-58ac-42c7-a726-248b9c50b10d {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:09:40.447533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.467245 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e9f1b-b9a6-4c9f-9540-7cf12c08456a None None] The sync data for ids ['a791ff36-6817-4282-be73-307a19a65ac6'] in dv-neutron-833670-1-hyperv is: [{'id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-596771212', 'tenant_id': 'd92bf34e55234b258f0c108ed0339d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78'}], 'enable_snat': True}, 'gw_port_id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:09:38Z', 'revision_number': 5, 'project_id': 'd92bf34e55234b258f0c108ed0339d2a', 'gw_port': {'id': '1c2781cc-58ac-42c7-a726-248b9c50b10d', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a791ff36-6817-4282-be73-307a19a65ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:08:01Z', 'updated_at': '2022-03-14T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:40.536983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] For port 1c2781cc-58ac-42c7-a726-248b9c50b10d, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=1c2781cc-58ac-42c7-a726-248b9c50b10d,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:40.537278 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.550459 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Calling delete_port for 1c2781cc-58ac-42c7-a726-248b9c50b10d owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:09:40.581049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.608521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Pushing event deleted for resources: {'Port': ['ID=16b4f3d2-fad4-461f-963e-56e90ad58f78,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:40.610865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] No DVR routers for this DVR port 16b4f3d2-fad4-461f-963e-56e90ad58f78 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:09:40.619893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.620246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.620579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.620907 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.621233 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.621562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.622195 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.622523 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.622844 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.623167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.623534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.623763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b3c96-c113-4506-a3a6-d57eb4e19a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:40.800035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.827246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Port': ['ID=1c2781cc-58ac-42c7-a726-248b9c50b10d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:40.891335 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.986066 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:40.988154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.048534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 16b4f3d2-fad4-461f-963e-56e90ad58f78 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:09:41.070516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 16b4f3d2-fad4-461f-963e-56e90ad58f78 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:09:41.070852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 16b4f3d2-fad4-461f-963e-56e90ad58f78 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:09:41.071312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76f3e798-ba0a-4788-9fd5-b2ad9a935962 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:09:41.089819 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 76f3e798-ba0a-4788-9fd5-b2ad9a935962 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:09:41.090114 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 76f3e798-ba0a-4788-9fd5-b2ad9a935962 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:09:41.101181 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.101746 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Fanout notify agent at l3_agent the message router_deleted on router a791ff36-6817-4282-be73-307a19a65ac6 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:09:41.108983 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.112336 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56154) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:41.112873 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-b746af42-4c54-424b-8166-0adee9dd3f60 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/routers/a791ff36-6817-4282-be73-307a19a65ac6 HTTP/1.1" status: 204 len: 168 time: 1.0129108 Mar 14 19:09:41.192744 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.281592 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.301795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeba253f-e606-4ce8-ab44-bdf7db55b749']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:41.311307 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccd18cd-69e2-48d1-922c-52341cd3f4a5') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:41.311610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccd18cd-69e2-48d1-922c-52341cd3f4a5') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:41.321210 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.333754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.339575 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:09:41.340034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:09:41.342859 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:09:41.469079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.480509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.480509 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/networks/aeba253f-e606-4ce8-ab44-bdf7db55b749 HTTP/1.1" status: 204 len: 168 time: 0.3663490 Mar 14 19:09:41.482786 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56156) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:41.492244 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1982-86ed-4bc6-9ad0-638d7bbd9e08 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'Network': ['ID=aeba253f-e606-4ce8-ab44-bdf7db55b749,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:41.544963 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.577495 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.686055 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.688592 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:41.689778 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] 10.222.0.58 "DELETE /v2.0/security-groups/c130be33-651e-4e28-bf13-fdf0d9bb5d4a HTTP/1.1" status: 204 len: 168 time: 0.2059891 Mar 14 19:09:41.698756 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74411b-277a-4873-a578-baae485a4a16 tempest-TestNetworkAdvancedServerOps-1843719480 tempest-TestNetworkAdvancedServerOps-1843719480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c130be33-651e-4e28-bf13-fdf0d9bb5d4a,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:42.223447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56164) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:42.351799 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-023975c8-3524-4a5f-99bb-224fe1ad229c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d92bf34e55234b258f0c108ed0339d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271737 Mar 14 19:09:42.354265 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56168) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:42.401429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:42.421986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:42.514282 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:42.516923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:42.518142 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d6ab62d-b7f1-4d88-aac4-fe43c016738d HTTP/1.1" status: 204 len: 168 time: 0.1629512 Mar 14 19:09:42.527056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2e45f-7af6-4409-b820-0591857bc8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ab62d-b7f1-4d88-aac4-fe43c016738d,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:42.947862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1c2781cc-58ac-42c7-a726-248b9c50b10d no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:09:42.967938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 1c2781cc-58ac-42c7-a726-248b9c50b10d {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:09:42.973267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 1c2781cc-58ac-42c7-a726-248b9c50b10d not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:09:43.136510 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56174) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:43.149682 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12814858-2526-4595-a00c-e038ddb4274c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.227672 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12814858-2526-4595-a00c-e038ddb4274c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.301085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-12814858-2526-4595-a00c-e038ddb4274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.339187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-12814858-2526-4595-a00c-e038ddb4274c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b851dda0965438cac694679db1144b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016275 Mar 14 19:09:43.340371 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12814858-2526-4595-a00c-e038ddb4274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c0216-62c9-4b47-a274-6d5ad73a9516,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:43.341832 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56176) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:43.393658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.413842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.531646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.534204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:43.535387 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b66c0216-62c9-4b47-a274-6d5ad73a9516 HTTP/1.1" status: 204 len: 168 time: 0.1925330 Mar 14 19:09:43.543337 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce45d-8e3d-4faa-9f03-e81a9f316c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c0216-62c9-4b47-a274-6d5ad73a9516,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:44.533869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56198) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:44.627281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-689600209-network', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:44.702507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Made reservation on behalf of a727ba67ad3a478ab00e8df8211c2c32 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:09:44.704845 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:44.713309 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:44.784175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:44.851641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:44.874649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:09:44.882906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9157dd4c-d472-43d8-8d1a-09631e3a96c0,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:44.888579 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:44.888919 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Added segment db4eb068-c30d-4204-a7c8-9872f9a963a0 of type vlan for network 37cf2586-7517-40ea-a801-510395e530a7 Mar 14 19:09:44.926928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.011114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.012060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:45.012632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.072330 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] Pushing event updated for resources: {'Network': ['ID=37cf2586-7517-40ea-a801-510395e530a7,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:45.081661 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 37cf2586-7517-40ea-a801-510395e530a7 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:09:45.088876 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-76a25fac-d9b4-4033-beb4-032f3c783b05 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5539198 Mar 14 19:09:45.091921 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56202) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:45.096641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Request body: {'subnet': {'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-689600209-subnet', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:45.165891 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Made reservation on behalf of a727ba67ad3a478ab00e8df8211c2c32 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:09:45.169581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.708697 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.764044 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a097f336-1b67-4daf-8b76-4769e5fa02a8,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:45.771024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Checking segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:45.771399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Network hostable DHCP agents. Network: 37cf2586-7517-40ea-a801-510395e530a7, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:09:45.856520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Network 37cf2586-7517-40ea-a801-510395e530a7 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:09:45.942203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 37cf2586-7517-40ea-a801-510395e530a7) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:45.947278 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:45.948668 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:45.952757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bca675-3e80-4371-8c42-47a4a324921d None None] Network 37cf2586-7517-40ea-a801-510395e530a7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:09:46.070100 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-ff771c21-29a0-471e-aefe-6a05a5bbcf1f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9763803 Mar 14 19:09:46.072426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56204) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:46.076772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:46.096231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-37cf2586-7517-40ea-a801-510395e530a7', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:09:46.097126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.164113 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.165171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.220135 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.229973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Allocated IP 172.20.0.2 (37cf2586-7517-40ea-a801-510395e530a7/a097f336-1b67-4daf-8b76-4769e5fa02a8/2b5865e8-43a8-492e-a6c8-8bce3e3a3aac) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:46.369887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.418942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.426741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.467341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Network 37cf2586-7517-40ea-a801-510395e530a7 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:46.470026 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:46.473394 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:46.478600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Pushing event updated for resources: {'Port': ['ID=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:46.534246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Attempting to bind port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:46.534609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Attempting to bind port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:46.534966 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Attempting to bind port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:46.540138 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:46.540506 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Checking segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:46.540910 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.541295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Bound using segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:46.541749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Bound port: 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:46.542151 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.603534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] For port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:46.606571 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] For port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:46.667642 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.688072 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.707597 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:46.730873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa668f-8162-4d45-8fc3-d1a48abfe32e None None] Pushing event updated for resources: {'Port': ['ID=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:46.820942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Allocated IP 172.26.3.136 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/9a7a7b7b-0758-4481-be35-b3c68e0c09f6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:46.941263 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.024118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:47.074467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:47.074834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.078691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.120158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:47.124756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:47.128158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:47.153603 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:47.156391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.190846 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:47.249351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.299427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:47.442519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.612535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38bc489-5f1e-4bcb-ae70-46b6d5b1b17e None None] Network 37cf2586-7517-40ea-a801-510395e530a7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:09:47.646101 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.727059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-29b0ab0f-44de-4685-bdc1-20a795090eb2 None None] Provisioning complete for port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:47.727426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-29b0ab0f-44de-4685-bdc1-20a795090eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.879771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Router 57543733-d628-4b1a-b0c2-26d347ef1813 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:09:47.908234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e40a5a8f-db3c-47ed-ad62-3883fdc844b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:47.992622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:48.009739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:48.012675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:48.013285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:48.081632 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.082934 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a9209dc1-e24f-4afc-8c1c-29f4bd7b1036 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0095184 Mar 14 19:09:48.086203 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:48.109098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c4436ec5-37c3-422f-a551-4a9eb6c3a89d None None] Provisioning complete for port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:48.109382 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c4436ec5-37c3-422f-a551-4a9eb6c3a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.304783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:48.497598 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.519296 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:47Z', 'revision_number': 3, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:48.545415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:48.545764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Updating router 57543733-d628-4b1a-b0c2-26d347ef1813 port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:09:48.575860 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.652235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Allocated IP 172.20.0.1 (37cf2586-7517-40ea-a801-510395e530a7/a097f336-1b67-4daf-8b76-4769e5fa02a8/31c1659b-b4a6-4f88-8738-09c89b2ff624) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:48.754022 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.827770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.851776 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.889372 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Network 37cf2586-7517-40ea-a801-510395e530a7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:48.892392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:48.895850 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:48.908437 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.920973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Pushing event updated for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:48.943400 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.964218 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Attempting to bind port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:48.964601 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Attempting to bind port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:48.964961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Attempting to bind port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:48.974253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:48.974652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:48.975022 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.975920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:48.976379 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Bound port: 9a7a7b7b-0758-4481-be35-b3c68e0c09f6, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:48.976754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:48.982787 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e010-9edc-4588-85c1-8c3f5c1ba05a None None] Pushing event updated for resources: {'Port': ['ID=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:49.038798 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:49.062269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] For port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:49.083836 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] For port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:49.103261 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:49.103631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.148244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.160306 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.250322 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e010-9edc-4588-85c1-8c3f5c1ba05a None None] Pushing event updated for resources: {'Port': ['ID=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:49.252755 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-43290da4-7549-4f0c-9f2f-3ec780d7ca5c None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:49.253123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43290da4-7549-4f0c-9f2f-3ec780d7ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.257080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:49.257684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:49.331866 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.362703 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-43290da4-7549-4f0c-9f2f-3ec780d7ca5c None None] Port 31c1659b-b4a6-4f88-8738-09c89b2ff624 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:09:49.392021 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.419351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:49.457629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Pushing event updated for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:49.460771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.553942 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Network 37cf2586-7517-40ea-a801-510395e530a7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:49.555379 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:49.630575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:48Z', 'revision_number': 1, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:49.661180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e0d06-943d-46d5-bc26-d16ab91ad9d2 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:48Z', 'revision_number': 1, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:49.680125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:09:49.783758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-0a479b22-18b8-4196-99a1-1d9f50bab6eb None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:49.784154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-0a479b22-18b8-4196-99a1-1d9f50bab6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:49.798418 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:49.805442 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e9753241-5c80-4d60-80c1-25c8f8061a5c admin admin] 10.222.0.58 "PUT /v2.0/routers/57543733-d628-4b1a-b0c2-26d347ef1813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181475 Mar 14 19:09:49.819687 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-0a479b22-18b8-4196-99a1-1d9f50bab6eb None None] Port 31c1659b-b4a6-4f88-8738-09c89b2ff624 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:09:50.148475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-34d215a4-b73c-483d-bcfb-feeebb4bb459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.594281 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:50.599431 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1546691289-network', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:50.677855 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Made reservation on behalf of 3ed146b30c4f43538246acb3007b26e1 for: {'network': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:09:50.681399 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.690590 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.769601 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.851485 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.878620 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:09:50.888898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925626b0-64ff-4a4e-8090-11edfe297651,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:50.893699 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:50.894071 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.segments_db [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Added segment 2304cbcd-220e-41ed-bc6f-434795424a27 of type vlan for network de33d47b-1c9f-4061-9473-9cab836a484a Mar 14 19:09:50.933388 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.016957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:51.017454 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.018229 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:51.018815 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.070116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:51.070507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.087596 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] Pushing event updated for resources: {'Network': ['ID=de33d47b-1c9f-4061-9473-9cab836a484a,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:51.103307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network de33d47b-1c9f-4061-9473-9cab836a484a details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:09:51.181686 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-84e7949b-2082-43c7-8e16-ec15cdb74e88 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5862534 Mar 14 19:09:51.184594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56224) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:51.189616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Request body: {'subnet': {'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1546691289-subnet', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:51.216485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.236754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:51.300860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Made reservation on behalf of 3ed146b30c4f43538246acb3007b26e1 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:09:51.304655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.324184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.375103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:51.546901 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.592255 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:51.601624 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:51.602855 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:51.604846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefff3e9-1a68-4793-bbac-5f9a8b130491,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:51.612203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Checking segment: {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:51.612564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Network hostable DHCP agents. Network: de33d47b-1c9f-4061-9473-9cab836a484a, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:09:51.628234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.683591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Network de33d47b-1c9f-4061-9473-9cab836a484a is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:09:51.709618 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:51.769291 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, de33d47b-1c9f-4061-9473-9cab836a484a) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:51.774467 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:51.775520 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.778716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346b850-4e1e-4bc0-9843-1922a4e5c620 None None] Network de33d47b-1c9f-4061-9473-9cab836a484a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:09:51.863776 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a3e9667d-24f9-434b-9d76-0047dfc37ebb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6779523 Mar 14 19:09:51.867555 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56226) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:51.879276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:51.904199 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 2, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:51.934388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-de33d47b-1c9f-4061-9473-9cab836a484a', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:09:51.935277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.937626 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:51.938063 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Updating router 57543733-d628-4b1a-b0c2-26d347ef1813 port 31c1659b-b4a6-4f88-8738-09c89b2ff624 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:09:51.942831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.944259 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.963934 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:51.998930 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.076146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Allocated IP 172.20.0.2 (de33d47b-1c9f-4061-9473-9cab836a484a/eefff3e9-1a68-4793-bbac-5f9a8b130491/ee897a04-ade5-4cf7-a2be-c650427f4c11) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:52.223164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.280169 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.341543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.369844 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.388745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Network de33d47b-1c9f-4061-9473-9cab836a484a is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:52.391662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:52.395289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:52.402745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Pushing event updated for resources: {'Port': ['ID=ee897a04-ade5-4cf7-a2be-c650427f4c11,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:52.419787 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Pushing event updated for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:52.441538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.441538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.441538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.441538 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.442085 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.442333 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.442533 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.442840 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.443154 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.443470 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.444441 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.445467 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:09:52.467880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Attempting to bind port ee897a04-ade5-4cf7-a2be-c650427f4c11 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:52.469935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Attempting to bind port ee897a04-ade5-4cf7-a2be-c650427f4c11 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:52.469935 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Attempting to bind port ee897a04-ade5-4cf7-a2be-c650427f4c11 on network de33d47b-1c9f-4061-9473-9cab836a484a {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:52.476516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:52.476899 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Checking segment: {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:52.477314 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.477712 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Bound using segment: {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:52.478223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Bound port: ee897a04-ade5-4cf7-a2be-c650427f4c11, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:52.478609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.500855 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Attempting to bind port 31c1659b-b4a6-4f88-8738-09c89b2ff624 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:52.501378 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Attempting to bind port 31c1659b-b4a6-4f88-8738-09c89b2ff624 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:52.501859 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Attempting to bind port 31c1659b-b4a6-4f88-8738-09c89b2ff624 on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:52.507162 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:52.507644 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Checking segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:52.508153 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.508637 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Bound using segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:52.509189 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Bound port: 31c1659b-b4a6-4f88-8738-09c89b2ff624, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:52.509656 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.516949 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.555213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] For port ee897a04-ade5-4cf7-a2be-c650427f4c11, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:52.558749 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] For port ee897a04-ade5-4cf7-a2be-c650427f4c11, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ee897a04-ade5-4cf7-a2be-c650427f4c11,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:52.583843 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] For port 31c1659b-b4a6-4f88-8738-09c89b2ff624, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:52.588997 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] For port 31c1659b-b4a6-4f88-8738-09c89b2ff624, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=31c1659b-b4a6-4f88-8738-09c89b2ff624,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:52.674343 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.681462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:52.682103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.685213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.724414 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:52.725775 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:52.780681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1bd3a-d502-4218-923c-d86aa975d892 None None] Pushing event updated for resources: {'Port': ['ID=ee897a04-ade5-4cf7-a2be-c650427f4c11,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:52.807361 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdfda-7743-485f-b3a7-60927c7c8f69 None None] Pushing event updated for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:52.834251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.849772 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.879044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:52.889832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] For port 31c1659b-b4a6-4f88-8738-09c89b2ff624, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=31c1659b-b4a6-4f88-8738-09c89b2ff624,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:52.970222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.044450 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:53.062580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Allocated IP 172.26.3.30 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/53443fc3-5259-48d9-a027-18873291fef4) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:53.113266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d230113-11cc-4e73-bb59-31cbbb69a257 None None] Pushing event updated for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:53.126113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:53.166512 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fca0d7d0-50b4-4807-b5ba-82af660bf794 None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:53.170540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fca0d7d0-50b4-4807-b5ba-82af660bf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.201061 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.224029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.233604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.277500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:53.277879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.315792 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:53.342314 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a09dd-b56f-4f8a-a2d8-c214cc81fe95 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:53.346948 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.365005 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 31c1659b-b4a6-4f88-8738-09c89b2ff624 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:53.393128 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:53.396129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:53.400862 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:53.404118 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Pushing event updated for resources: {'Port': ['ID=53443fc3-5259-48d9-a027-18873291fef4,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:53.418349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:53.418720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.718561 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.927093 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:53.996811 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff64e23-d699-43a8-803d-c2f984be1a31 None None] Network de33d47b-1c9f-4061-9473-9cab836a484a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:09:54.075790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] Provisioning complete for port ee897a04-ade5-4cf7-a2be-c650427f4c11 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:54.076167 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.148307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Router 35687eb3-8535-48fd-a5f3-8635993e6428 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:09:54.221273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.263841 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:54.338980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.340406 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c53d2f4a-c55f-4cc2-a4b5-280a41c66dbb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4704609 Mar 14 19:09:54.343176 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56228) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:54.384433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Sync routers for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:54.413788 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:54.415482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:54.419859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] For port ee897a04-ade5-4cf7-a2be-c650427f4c11, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ee897a04-ade5-4cf7-a2be-c650427f4c11,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:54.515673 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.565266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:54.638147 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea61e5-ada3-4939-b6d3-818c6c9b45a6 None None] Pushing event updated for resources: {'Port': ['ID=ee897a04-ade5-4cf7-a2be-c650427f4c11,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:54.658312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-61c184d1-0395-4fe7-9a85-c78469d088ac None None] Provisioning complete for port ee897a04-ade5-4cf7-a2be-c650427f4c11 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:54.658604 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-61c184d1-0395-4fe7-9a85-c78469d088ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.773279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.827818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:53Z', 'revision_number': 3, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:54.857297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Checking router: 35687eb3-8535-48fd-a5f3-8635993e6428 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:54.857551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Updating router 35687eb3-8535-48fd-a5f3-8635993e6428 port 53443fc3-5259-48d9-a027-18873291fef4 binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:09:54.882770 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:54.930803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Allocated IP 172.20.0.1 (de33d47b-1c9f-4061-9473-9cab836a484a/eefff3e9-1a68-4793-bbac-5f9a8b130491/11fd5dd5-999d-4265-b8a4-b592a9842cdb) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:09:55.049864 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.096730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ee897a04-ade5-4cf7-a2be-c650427f4c11 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:55.140923 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.182679 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Network de33d47b-1c9f-4061-9473-9cab836a484a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:55.185492 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:55.189027 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:09:55.194575 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.200729 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port ee897a04-ade5-4cf7-a2be-c650427f4c11 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:55.201423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.212110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Pushing event updated for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:55.236110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.277012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.332229 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 31c1659b-b4a6-4f88-8738-09c89b2ff624 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:55.359273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Attempting to bind port 53443fc3-5259-48d9-a027-18873291fef4 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:55.359723 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Attempting to bind port 53443fc3-5259-48d9-a027-18873291fef4 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:55.360165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Attempting to bind port 53443fc3-5259-48d9-a027-18873291fef4 on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:55.370536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da58a-9366-4bea-b93f-21de6e1a9b5b None None] Pushing event updated for resources: {'Port': ['ID=53443fc3-5259-48d9-a027-18873291fef4,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:55.378960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:55.379434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:55.379893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.380344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:55.380877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Bound port: 53443fc3-5259-48d9-a027-18873291fef4, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:55.381544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.421446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.453499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] For port 53443fc3-5259-48d9-a027-18873291fef4, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:55.456874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] For port 53443fc3-5259-48d9-a027-18873291fef4, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=53443fc3-5259-48d9-a027-18873291fef4,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:55.458807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 31c1659b-b4a6-4f88-8738-09c89b2ff624 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:55.459215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.484201 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ed7dde50-72e2-4205-a4a7-118a56647564 None None] Provisioning complete for port 11fd5dd5-999d-4265-b8a4-b592a9842cdb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:55.484566 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed7dde50-72e2-4205-a4a7-118a56647564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.513377 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.572391 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dde50-72e2-4205-a4a7-118a56647564 None None] Port 11fd5dd5-999d-4265-b8a4-b592a9842cdb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:09:55.588713 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.593871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:55.594500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:55.598931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da58a-9366-4bea-b93f-21de6e1a9b5b None None] Pushing event updated for resources: {'Port': ['ID=53443fc3-5259-48d9-a027-18873291fef4,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:55.650742 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.717802 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:55.720447 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Pushing event updated for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:55.729862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:55.814343 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Network de33d47b-1c9f-4061-9473-9cab836a484a is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:09:55.815754 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:09:55.932729 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Router 35687eb3-8535-48fd-a5f3-8635993e6428 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:09:55.944131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '11fd5dd5-999d-4265-b8a4-b592a9842cdb', 'name': '', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:54Z', 'updated_at': '2022-03-14T19:09:54Z', 'revision_number': 1, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'subnets': [{'id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:55.978984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbbe89-e47b-4f73-abe5-8b3726f8245e None None] The sync data for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv is: [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '11fd5dd5-999d-4265-b8a4-b592a9842cdb', 'name': '', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:54Z', 'updated_at': '2022-03-14T19:09:54Z', 'revision_number': 1, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'subnets': [{'id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:56.060788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:09:56.065700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-931b195c-f151-4742-bbf9-5c78de222480 admin admin] 10.222.0.58 "PUT /v2.0/routers/35687eb3-8535-48fd-a5f3-8635993e6428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215171 Mar 14 19:09:56.099251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-6b440a46-14d2-4c4e-9eb1-50bedf72f498 None None] Provisioning complete for port 11fd5dd5-999d-4265-b8a4-b592a9842cdb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:56.099626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6b440a46-14d2-4c4e-9eb1-50bedf72f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:56.136148 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-6b440a46-14d2-4c4e-9eb1-50bedf72f498 None None] Port 11fd5dd5-999d-4265-b8a4-b592a9842cdb cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:09:56.826939 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56236) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:56.831532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461623923', 'description': 'tempest-secgroup-smoke-1461623923 description', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:56.914676 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:56.991075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.034984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 53443fc3-5259-48d9-a027-18873291fef4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:57.073696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.085237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 53443fc3-5259-48d9-a027-18873291fef4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:57.085610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.107465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46279e7e-596b-4b6a-ac26-036a2b6eabd5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:57.167635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.172036 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-879db619-e540-4c03-8684-e5975e86651e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3440173 Mar 14 19:09:57.176505 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56238) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:57.177032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.177736 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:57.198415 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port 53443fc3-5259-48d9-a027-18873291fef4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=53443fc3-5259-48d9-a027-18873291fef4,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:57.257338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.274012 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.315715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.323981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=53443fc3-5259-48d9-a027-18873291fef4,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:57.370943 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.389047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b58e52-438d-4069-9fb6-26b70be123e6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:57.458580 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.460478 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e8c099c8-e362-40f6-86bc-9c4c74266c29 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866399 Mar 14 19:09:57.463160 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56240) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:57.467418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:57.547165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.607896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.650810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.669797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bad32f1-5e72-4cc4-b257-9c0f89133010,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:57.738608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.744261 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-d6df5989-21d5-4475-90ed-92b6c143a388 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2774374 Mar 14 19:09:57.747856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56242) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:57.749316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:57.828528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.887065 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.931008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.948874 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff74e877-fe9f-4efb-995f-5d3baee2ffc9,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:57.995895 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:57.997521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-1a39cb5a-ca06-42b7-907b-19d532fd7ce7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520230 Mar 14 19:09:58.000182 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56244) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:58.004662 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:58.041320 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Sync routers for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:09:58.050897 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:58.053521 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:58.107108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.162861 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:58.165399 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.250532 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.270168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c046dac0-41ea-4e69-b455-d1fef8faeda6,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:58.350871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.352030 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e45e8a51-e629-4341-ae85-5fa47cff47e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509262 Mar 14 19:09:58.354764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56246) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:58.357403 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '11fd5dd5-999d-4265-b8a4-b592a9842cdb', 'name': '', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:54Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 2, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'subnets': [{'id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:58.359376 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:58.384601 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Checking router: 35687eb3-8535-48fd-a5f3-8635993e6428 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:09:58.385031 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Updating router 35687eb3-8535-48fd-a5f3-8635993e6428 port 11fd5dd5-999d-4265-b8a4-b592a9842cdb binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:09:58.409750 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.433831 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Project a727ba67ad3a478ab00e8df8211c2c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:09:58.438876 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.501934 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.569276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.589568 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941cd816-86dc-4737-b70c-e6735d239fc2,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:58.597705 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.670336 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.680985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.682447 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-bd7d3fcb-a13c-4bec-8b42-9d202d60fa6c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3266892 Mar 14 19:09:58.685251 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56248) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:09:58.689973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': '46279e7e-596b-4b6a-ac26-036a2b6eabd5', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:09:58.782248 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.799481 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Project a727ba67ad3a478ab00e8df8211c2c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:09:58.805685 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.828184 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26ffea-916e-4917-856b-34071cb38834 None None] Pushing event updated for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:58.879520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.886735 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Attempting to bind port 11fd5dd5-999d-4265-b8a4-b592a9842cdb on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:09:58.890202 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Attempting to bind port 11fd5dd5-999d-4265-b8a4-b592a9842cdb by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:09:58.890202 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Attempting to bind port 11fd5dd5-999d-4265-b8a4-b592a9842cdb on network de33d47b-1c9f-4061-9473-9cab836a484a {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:09:58.892537 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:09:58.892901 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Checking segment: {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:09:58.893403 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.893798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Bound using segment: {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:09:58.894287 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Bound port: 11fd5dd5-999d-4265-b8a4-b592a9842cdb, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2304cbcd-220e-41ed-bc6f-434795424a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:09:58.894669 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.952075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:58.964568 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] For port 11fd5dd5-999d-4265-b8a4-b592a9842cdb, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:09:58.968426 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] For port 11fd5dd5-999d-4265-b8a4-b592a9842cdb, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11fd5dd5-999d-4265-b8a4-b592a9842cdb,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:09:58.974312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661a3d5b-72cd-4689-ac28-68c1f5caaebc,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:59.013084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 53443fc3-5259-48d9-a027-18873291fef4 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:09:59.045387 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.067542 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 53443fc3-5259-48d9-a027-18873291fef4 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:59.067908 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.076741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.079502 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-4c7fec50-8e15-4965-9ec6-b36ac0aaac12 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3924479 Mar 14 19:09:59.116656 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26ffea-916e-4917-856b-34071cb38834 None None] Pushing event updated for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:59.123686 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:09:59.124281 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:59.247189 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:09:59.290720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] Provisioning complete for port 11fd5dd5-999d-4265-b8a4-b592a9842cdb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:59.291091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.293636 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-05099f82-0f21-4bee-a235-fc7fb210a8bd tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461623923&fields=id&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 267 time: 0.0510345 Mar 14 19:09:59.415615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.415775 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-1c589ff8-f87e-4df8-95ff-144782f27849 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:09:59.416136 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-1c589ff8-f87e-4df8-95ff-144782f27849 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 808 time: 0.1154544 Mar 14 19:09:59.432007 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-bb2c7203-f8ae-4237-a9ea-590b3bc6f114 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/quotas/a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 375 time: 0.0098495 Mar 14 19:09:59.458046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] For port 11fd5dd5-999d-4265-b8a4-b592a9842cdb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11fd5dd5-999d-4265-b8a4-b592a9842cdb,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:09:59.487345 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '11fd5dd5-999d-4265-b8a4-b592a9842cdb', 'name': '', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:54Z', 'updated_at': '2022-03-14T19:09:58Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'subnets': [{'id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:09:59.492163 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0d6fc262-744a-41c8-99e1-8f3fb37b52d2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541506 Mar 14 19:09:59.508842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-c38cd677-239c-4c58-84c9-38c358f3a0bd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:09:59.509843 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-c38cd677-239c-4c58-84c9-38c358f3a0bd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057728 Mar 14 19:09:59.514617 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0a9b4-0726-4dc6-b276-2920a1224658 None None] The sync data for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv is: [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:09:55Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '11fd5dd5-999d-4265-b8a4-b592a9842cdb', 'name': '', 'network_id': 'de33d47b-1c9f-4061-9473-9cab836a484a', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:54Z', 'updated_at': '2022-03-14T19:09:58Z', 'revision_number': 4, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'subnets': [{'id': 'eefff3e9-1a68-4793-bbac-5f9a8b130491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:09:59.519546 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.569268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed98a-fa28-493e-8444-00432ae4d847 None None] Pushing event updated for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:09:59.610158 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-7b74c1d0-be3c-4469-9498-281b4628caa2 service neutron] 10.222.0.58 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938473 Mar 14 19:09:59.640657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-3b247d86-3f62-4ab2-86be-64ce293dbf98 None None] Provisioning complete for port 11fd5dd5-999d-4265-b8a4-b592a9842cdb triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:09:59.641246 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3b247d86-3f62-4ab2-86be-64ce293dbf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:09:59.719505 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-60f6dc58-4566-4257-993c-717057984026 service neutron] 10.222.0.58 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030099 Mar 14 19:09:59.946547 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2fd16469-c222-42ca-bd64-87565287182b req-badc615f-af1b-4933-9b03-24593f1681fb tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 210 time: 0.0301430 Mar 14 19:10:01.034209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11fd5dd5-999d-4265-b8a4-b592a9842cdb up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:10:01.045533 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8413d96d-1bd3-4894-a401-3269af7ac263 req-274ad3d4-59a1-4659-be8e-9186192f214b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 210 time: 0.0311053 Mar 14 19:10:01.087168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 11fd5dd5-999d-4265-b8a4-b592a9842cdb triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:10:01.087544 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:02.174720 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b548db75-4abc-4d18-9287-e91701233bbc req-82f96ff2-81ae-4243-913d-0b7d6ba45a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 210 time: 0.0543854 Mar 14 19:10:02.223313 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-f312d4bb-c9e2-41e4-84d3-dcb153dd5929 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:02.225655 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-f312d4bb-c9e2-41e4-84d3-dcb153dd5929 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 808 time: 0.1277988 Mar 14 19:10:02.267354 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-be4ae5a3-2c39-4482-9621-3079e2cd781a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 380 time: 0.0332704 Mar 14 19:10:02.276258 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'port': {'device_id': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'admin_state_up': True, 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'security_groups': ['46279e7e-596b-4b6a-ac26-036a2b6eabd5']}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:10:02.467901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Made reservation on behalf of a727ba67ad3a478ab00e8df8211c2c32 for: {'port': 1} {{(pid=103392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:10:02.472330 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:02.601160 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Allocated IP 172.20.0.11 (37cf2586-7517-40ea-a801-510395e530a7/a097f336-1b67-4daf-8b76-4769e5fa02a8/b29c39e8-338c-4332-8fbc-2416e0f1774e) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:10:02.731336 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:02.822244 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:02.872421 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Network 37cf2586-7517-40ea-a801-510395e530a7 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:10:02.875430 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:10:02.879020 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:10:02.885791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:02.931954 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:02.932585 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.007302 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-0b547c88-5a1a-484c-a133-3e4021f3753e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333834 Mar 14 19:10:03.034316 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Request body: {'port': {'device_id': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:10:03.066214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c0b77490-c33c-4e94-8b83-fa097042bf4f None None] Provisioning complete for port b29c39e8-338c-4332-8fbc-2416e0f1774e triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:10:03.066777 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0b77490-c33c-4e94-8b83-fa097042bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.089631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.101434 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c0b77490-c33c-4e94-8b83-fa097042bf4f None None] Port b29c39e8-338c-4332-8fbc-2416e0f1774e cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:10:03.292594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f617e0-de88-424f-9f23-c56c167e4362 req-17f80cc7-b98e-43e9-b8e1-e11c9cf488a7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:03.294077 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5f617e0-de88-424f-9f23-c56c167e4362 req-17f80cc7-b98e-43e9-b8e1-e11c9cf488a7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 932 time: 0.0498414 Mar 14 19:10:03.331410 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5f617e0-de88-424f-9f23-c56c167e4362 req-c1730eb6-e80d-4901-9a4f-992b4f1619dc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Mar 14 19:10:03.356048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:10:03.363349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.375429 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.provisioning_blocks [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Transition to ACTIVE for port object b29c39e8-338c-4332-8fbc-2416e0f1774e will not be triggered until provisioned by entity L2. {{(pid=103392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:10:03.456196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.508428 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:03.579237 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Attempting to bind port b29c39e8-338c-4332-8fbc-2416e0f1774e on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:10:03.579722 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Attempting to bind port b29c39e8-338c-4332-8fbc-2416e0f1774e by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:10:03.580056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Attempting to bind port b29c39e8-338c-4332-8fbc-2416e0f1774e on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:10:03.584624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Port b29c39e8-338c-4332-8fbc-2416e0f1774e on network 37cf2586-7517-40ea-a801-510395e530a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:10:03.584947 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Attempting to bind port b29c39e8-338c-4332-8fbc-2416e0f1774e on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:10:03.590154 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:10:03.590550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Checking segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:10:03.590929 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Bound using segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:10:03.591300 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Bound port: b29c39e8-338c-4332-8fbc-2416e0f1774e, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:10:03.591662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.660922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:10:03.666562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:10:03.759627 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.799466 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:03.799946 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:03.801408 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] 10.222.0.61 "PUT /v2.0/ports/b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1094 time: 0.7715385 Mar 14 19:10:03.801876 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:10:03.804733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91" -d '{"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:10:03.825696 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03af495-7b99-48f6-955a-ed86f6702dac service neutron] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:03.851059 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07faf939-b644-46ad-8ff6-ebac9cace876 x-openstack-request-id: req-07faf939-b644-46ad-8ff6-ebac9cace876 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:10:03.851349 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:10:03.851600 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07faf939-b644-46ad-8ff6-ebac9cace876 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:10:03.852006 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'status': 'completed', 'code': 200} Mar 14 19:10:03.914705 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-6ef17e60-ed45-40e9-b068-4b5c3445eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:03.916218 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-6ef17e60-ed45-40e9-b068-4b5c3445eda3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1097 time: 0.0429964 Mar 14 19:10:04.019711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-682ed9ae-30d9-4619-acf6-d016bdced6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.021188 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-682ed9ae-30d9-4619-acf6-d016bdced6b7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0976486 Mar 14 19:10:04.115469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-7f955d3c-2024-48f2-a6c9-288d67302bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.116957 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0a2c87b8-a4e6-4c9e-b637-df07564b8d91 req-7f955d3c-2024-48f2-a6c9-288d67302bb8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894423 Mar 14 19:10:04.195616 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-c3798913-b67b-4f02-af52-8074006765ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.197072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-c3798913-b67b-4f02-af52-8074006765ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1097 time: 0.0452251 Mar 14 19:10:04.237982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-b5c52b35-3bc2-4401-af8a-837e18c9d9df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 217 time: 0.0337348 Mar 14 19:10:04.284950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-948a32f5-d7a7-4eea-856a-256d95d8a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.286423 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-948a32f5-d7a7-4eea-856a-256d95d8a02a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0423360 Mar 14 19:10:04.330383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-bbd175ea-979d-47fd-b464-1c4c21a23a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.331834 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-bbd175ea-979d-47fd-b464-1c4c21a23a34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391741 Mar 14 19:10:04.424951 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-2b2d3959-4b66-4437-8fbf-559c71c1c8db service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Mar 14 19:10:04.447355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87592-11d8-4d98-a628-7d0d0c8359ba req-184009f0-97fe-4e17-8117-2a089c69b626 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:04.448861 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28c87592-11d8-4d98-a628-7d0d0c8359ba req-184009f0-97fe-4e17-8117-2a089c69b626 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0485375 Mar 14 19:10:04.487990 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-28c87592-11d8-4d98-a628-7d0d0c8359ba req-30ee316a-14f7-4ac0-8b2a-b049e0d3dfe2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Mar 14 19:10:04.515734 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c7ef3148-2ed4-40fe-b675-abf6f788cc45 req-f0e6f3c9-a9a2-48e9-9c02-26f5340028e3 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843091 Mar 14 19:10:05.608365 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ef4a-ff89-4b85-94a0-c71aa4c4a33f req-b6f7154d-3426-4f4f-8b61-583b9b0cca39 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:05.609840 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f8e4ef4a-ff89-4b85-94a0-c71aa4c4a33f req-b6f7154d-3426-4f4f-8b61-583b9b0cca39 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0517759 Mar 14 19:10:05.646872 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f8e4ef4a-ff89-4b85-94a0-c71aa4c4a33f req-7fcdb9b3-228c-47b7-9af4-8983ebc3494a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303946 Mar 14 19:10:06.769131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1cb17-4f0b-4c38-bfdb-a8b10a5f01a7 req-386ca7b5-ec22-4081-a781-4bb231f4ba43 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:06.770682 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a9e1cb17-4f0b-4c38-bfdb-a8b10a5f01a7 req-386ca7b5-ec22-4081-a781-4bb231f4ba43 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0581126 Mar 14 19:10:06.819172 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a9e1cb17-4f0b-4c38-bfdb-a8b10a5f01a7 req-d923dd18-3eea-4306-81ce-832569d80448 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339727 Mar 14 19:10:07.684816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:10:07.778664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:10:07.789495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:10:07.824230 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:07.836772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:10:07.856137 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:10:07.932295 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db23ead-8e86-45e8-9b96-73b8f24a1cff req-da0a2d0c-ee1e-4198-8914-7b47af5b4796 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:07.933777 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6db23ead-8e86-45e8-9b96-73b8f24a1cff req-da0a2d0c-ee1e-4198-8914-7b47af5b4796 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Mar 14 19:10:07.935869 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:07.971768 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6db23ead-8e86-45e8-9b96-73b8f24a1cff req-123ef252-1038-459e-848f-5b09ecf1ae52 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Mar 14 19:10:07.987110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:08.386110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['b29c39e8-338c-4332-8fbc-2416e0f1774e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:10:09.086908 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9895f-0ac4-4499-913c-1c771dc6edd7 req-06ce73cf-c8c5-47a2-bb12-f379beadfbdf tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:09.088361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4bd9895f-0ac4-4499-913c-1c771dc6edd7 req-06ce73cf-c8c5-47a2-bb12-f379beadfbdf tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Mar 14 19:10:09.125253 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4bd9895f-0ac4-4499-913c-1c771dc6edd7 req-badbf9de-c451-4441-9ca0-6eb4f368c776 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Mar 14 19:10:09.761469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:10:09.884224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port b29c39e8-338c-4332-8fbc-2416e0f1774e completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:10:09.887892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port b29c39e8-338c-4332-8fbc-2416e0f1774e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:10:09.888264 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:09.962670 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:09.987462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:10:09.989778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c4abe-dcea-4e9a-9d32-6dec065e8620" -d '{"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:10:10.003192 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:10:10.026393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eeadf9-b50c-4910-b723-d51db55e05ff x-openstack-request-id: req-29eeadf9-b50c-4910-b723-d51db55e05ff {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:10:10.026679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:10:10.026933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29eeadf9-b50c-4910-b723-d51db55e05ff {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:10:10.027351 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'code': 200} Mar 14 19:10:10.060184 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:10.108478 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:10.241549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77e234-d9fb-49a8-b8cc-96f5a6a33a42 req-61c7a39d-363c-4ce7-bed9-58e8d3f3a280 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:10.243075 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff77e234-d9fb-49a8-b8cc-96f5a6a33a42 req-61c7a39d-363c-4ce7-bed9-58e8d3f3a280 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0495005 Mar 14 19:10:10.282287 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ff77e234-d9fb-49a8-b8cc-96f5a6a33a42 req-262416d0-c17f-49d6-ab56-8fe46fb0cf0e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Mar 14 19:10:10.308047 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a93a6-53d1-429f-9d11-3aca14f81b7a req-43e02783-31a7-4cc9-8967-4ff8564bb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:10.309515 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8e1a93a6-53d1-429f-9d11-3aca14f81b7a req-43e02783-31a7-4cc9-8967-4ff8564bb3c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0399690 Mar 14 19:10:10.342176 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-8e1a93a6-53d1-429f-9d11-3aca14f81b7a req-a43340c2-b0e4-4bc4-9991-20e8a7c39070 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264220 Mar 14 19:10:11.498526 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0caf-d11f-4dae-840c-90597907cce6 req-17d9902f-6d0d-4ba3-a2e2-6653e7f508f1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:11.499987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-085e0caf-d11f-4dae-840c-90597907cce6 req-17d9902f-6d0d-4ba3-a2e2-6653e7f508f1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.1473913 Mar 14 19:10:11.538159 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-085e0caf-d11f-4dae-840c-90597907cce6 req-5b9e8e48-0072-452c-bbc1-66ca770eedd1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Mar 14 19:10:12.712877 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e43cab-3922-44fe-a719-fb62574b6078 req-236e3fe2-b74b-4db9-927b-9431fb7e14fa tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:12.714343 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-74e43cab-3922-44fe-a719-fb62574b6078 req-236e3fe2-b74b-4db9-927b-9431fb7e14fa tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.1045468 Mar 14 19:10:12.750945 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-74e43cab-3922-44fe-a719-fb62574b6078 req-1c9488b9-044a-43f6-b3ef-f093a7d046b9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Mar 14 19:10:12.862794 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239825-785a-44b0-bda6-7d3e2b852edd req-6161d9df-c834-4fd6-9884-4e75739d19d9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:12.864288 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0d239825-785a-44b0-bda6-7d3e2b852edd req-6161d9df-c834-4fd6-9884-4e75739d19d9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0493073 Mar 14 19:10:12.902744 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0d239825-785a-44b0-bda6-7d3e2b852edd req-2a578308-f8d4-406e-830b-f72650ebba06 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Mar 14 19:10:12.923884 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56314) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:10:13.007023 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c508784-0399-4076-9300-3285a6d395a5 tempest-TestShelveInstance-502251806 tempest-TestShelveInstance-502251806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:13.008538 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-0c508784-0399-4076-9300-3285a6d395a5 tempest-TestShelveInstance-502251806 tempest-TestShelveInstance-502251806-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1094 time: 0.0836885 Mar 14 19:10:13.011518 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 56318) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:10:13.015805 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:10:13.076798 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:13.174566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:13.277741 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Allocated IP 172.26.3.54 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/856f7016-7c0f-43b4-85d9-89d1e1da14fe) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:10:13.697583 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-9ef670b9-a5de-463f-9f85-7821820956fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899253 Mar 14 19:10:13.712904 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:13.780673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-b00f6724-273a-4ac8-b234-ae425bde7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:13.782238 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-b00f6724-273a-4ac8-b234-ae425bde7440 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0426505 Mar 14 19:10:13.855801 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:13.913709 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:10:13.922286 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:10:13.925680 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:10:13.929091 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:10:13.934008 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=856f7016-7c0f-43b4-85d9-89d1e1da14fe,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:13.954506 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-cedede50-7092-468b-87cf-e9894edd1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:13.955945 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-cedede50-7092-468b-87cf-e9894edd1ac4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.1556823 Mar 14 19:10:14.002635 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-9978e013-ae29-4583-b344-5d0849064e82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 217 time: 0.0381846 Mar 14 19:10:14.102153 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-7af6cff2-7c8e-4c3e-8bed-b5e0914f9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:14.103624 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-7af6cff2-7c8e-4c3e-8bed-b5e0914f9bc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0941563 Mar 14 19:10:14.223580 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-8fbd084d-acdb-4cff-9ff3-f5708c4b2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:14.225641 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-8fbd084d-acdb-4cff-9ff3-f5708c4b2f8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120183 Mar 14 19:10:14.395488 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-ea08db4d-3fba-4c17-ac52-f000f76f2800 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635816 Mar 14 19:10:14.511760 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:14.552748 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-203f1c8b-40f7-40f9-89ff-9368f47047b9 req-28165244-9821-4048-af7f-08ad0ee674b2 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506708 Mar 14 19:10:14.648226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:14.796955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:14.853894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:14.931970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=856f7016-7c0f-43b4-85d9-89d1e1da14fe,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:10:14.944473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:15.049079 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Floating IP 0a79044f-22c0-4a30-aa09-06bc30e6f9f4 associated. External IP: 172.26.3.54, port: b29c39e8-338c-4332-8fbc-2416e0f1774e. Mar 14 19:10:15.254504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:10:15.358829 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:10:15.369324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:10:15.379493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:10:15.380105 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:10:15.440533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:15.482785 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-c98e71f6-72b4-43e8-894c-4ed51a0b9c49 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4558609 Mar 14 19:10:15.482785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:10:15.482785 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627a2e47779e86a4e7b65698e803db2ee768ca99478e95e714f62fd1aa489cec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e5a98-e854-47f9-a666-ec60d5eaa084" -d '{"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:10:15.488082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:10:15.507745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0702e3b-8772-4cbf-ad2c-ac9f937568cd x-openstack-request-id: req-d0702e3b-8772-4cbf-ad2c-ac9f937568cd {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:10:15.508036 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:10:15.508289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0702e3b-8772-4cbf-ad2c-ac9f937568cd {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:10:15.508695 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'status': 'completed', 'code': 200} Mar 14 19:10:15.571528 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-331c855d-af40-4f35-89a9-8879fea0566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:15.573301 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-331c855d-af40-4f35-89a9-8879fea0566d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0442770 Mar 14 19:10:15.662846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-1b94491c-d90a-496a-9107-0a46de91fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:15.664362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-1b94491c-d90a-496a-9107-0a46de91fcb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0849316 Mar 14 19:10:15.713126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '0a79044f-22c0-4a30-aa09-06bc30e6f9f4', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:10:14Z', 'updated_at': '2022-03-14T19:10:14Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:10:15.734109 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-84f28eaf-9bed-43d4-9b66-10e6af60b8d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 999 time: 0.0632834 Mar 14 19:10:15.739253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:10:15.748087 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:10:15.748684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:09:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:10:15.782564 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-00b9957f-3cc3-477d-acfc-fc54314c16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:15.784065 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-00b9957f-3cc3-477d-acfc-fc54314c16cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0440173 Mar 14 19:10:15.829640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-b85f5f01-0d89-4559-9e11-4873d425cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:10:15.831180 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-b85f5f01-0d89-4559-9e11-4873d425cef8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402625 Mar 14 19:10:15.852078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:10:15.924427 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-6f1c5ad6-eeb8-4595-8780-70e3e0feb73c service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Mar 14 19:10:16.013210 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b66e5a98-e854-47f9-a666-ec60d5eaa084 req-7bb93e98-ec09-4c45-92b1-cffd57658f6e service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Mar 14 19:10:16.075104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '0a79044f-22c0-4a30-aa09-06bc30e6f9f4', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:10:14Z', 'updated_at': '2022-03-14T19:10:14Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:10:16.100766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2752d9-4cb1-453a-adc3-cfc80d6b0343 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '0a79044f-22c0-4a30-aa09-06bc30e6f9f4', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:10:14Z', 'updated_at': '2022-03-14T19:10:14Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:10:16.282813 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38789c80-8db4-4abb-b81e-91e54bf32a6f None None] New status for floating IP 0a79044f-22c0-4a30-aa09-06bc30e6f9f4: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:10:17.889129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-56a2389e-5c8e-466e-8e6a-6cb58386282b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:20.163711 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3a9f2b94-7b27-47a7-a4a2-576e8c354420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:21.609480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:23.102644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:23.128807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:28.625096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:47.893481 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9d15e33b-04b7-48be-9001-82ff80bd5ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:50.173096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9763fc68-f59b-4352-91af-4b9e701829b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:50.921119 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:10:51.607341 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:53.110616 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:53.138946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:10:58.612754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:14.386304 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-a6ee5227-e243-4d9f-b604-0d9db46a8d1f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438285 Mar 14 19:11:14.470479 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-fb27d4f1-3f86-443e-9caa-f5f259d3d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:14.471982 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-fb27d4f1-3f86-443e-9caa-f5f259d3d5d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0451791 Mar 14 19:11:14.574965 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-dee2313a-84c3-49a5-b008-71379262c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:14.576432 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-dee2313a-84c3-49a5-b008-71379262c499 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0823925 Mar 14 19:11:14.644250 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-6a39c3c4-1b6f-4e0f-901f-da474498744d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1001 time: 0.0611382 Mar 14 19:11:14.691186 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-092ea3a9-e041-46fe-8dc9-c02ca132c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:14.692598 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-092ea3a9-e041-46fe-8dc9-c02ca132c52a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0423331 Mar 14 19:11:14.737567 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-01476681-73ab-43a2-93c4-b7b0df04eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:11:14.739092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-01476681-73ab-43a2-93c4-b7b0df04eaea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399663 Mar 14 19:11:14.827730 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-5d128e0d-2388-41ed-a1b3-87f4a8ed4fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Mar 14 19:11:14.913719 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d988a135-76ce-4b19-9e16-f1d3c6b7b2ab req-5139e076-7c99-4b8c-aeaf-3b0a7e3529c1 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795255 Mar 14 19:11:17.874727 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3e93ec4e-1537-47d7-8623-ce228bd028b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:20.171969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17cd7bb8-872a-48f2-9482-abc14b736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:21.611640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:23.080344 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:23.102945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:27.920267 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:11:28.618078 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:47.919155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5730d4ca-31e1-450c-8919-ea27ec18ce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:50.210890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f09efc1b-90b8-48f2-9d8f-c76e09e5711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:51.616835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:53.090452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:53.148396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:11:58.621875 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:04.920497 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:14.380679 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-e7331ab0-23c8-4ee8-8285-acef9e7493d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398014 Mar 14 19:12:14.464893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4080b-79f5-450a-91e1-08273625064e req-46c4a456-0f00-410c-94c1-e735b37c3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:14.466416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-46c4a456-0f00-410c-94c1-e735b37c3275 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0445948 Mar 14 19:12:14.565035 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4080b-79f5-450a-91e1-08273625064e req-6b5ccb4c-4ebb-440d-8c0b-8e5ddab4b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:14.566547 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-6b5ccb4c-4ebb-440d-8c0b-8e5ddab4b49f service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0829825 Mar 14 19:12:14.634266 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-066b6e7b-98c4-4511-8cfb-747caa51c856 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1001 time: 0.0607285 Mar 14 19:12:14.681446 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4080b-79f5-450a-91e1-08273625064e req-6d3e5063-a424-4e9c-9f6d-faa51f0573cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:14.682892 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-6d3e5063-a424-4e9c-9f6d-faa51f0573cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0424998 Mar 14 19:12:14.726488 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4080b-79f5-450a-91e1-08273625064e req-c7364169-3f4e-428b-a7ff-b28badc495b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:14.727959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-c7364169-3f4e-428b-a7ff-b28badc495b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388916 Mar 14 19:12:14.817392 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-27c35e87-431f-4afc-bccd-317604a6e70e service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827024 Mar 14 19:12:14.904685 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-baf4080b-79f5-450a-91e1-08273625064e req-2856b3f7-b6fe-4f17-b928-74741405623f service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803721 Mar 14 19:12:17.883573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc3e-b130-4a2e-acb7-ed89da6242da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:20.162814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-510a84ca-2480-493b-98e9-127e3e349d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:21.620548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:23.089036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:23.117480 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:28.643309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:41.920358 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:46.159166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488561bb-9cbf-444d-9898-740f3c69da4e req-475b92da-6584-4fc5-86c3-c30365302c2b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:46.160557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-488561bb-9cbf-444d-9898-740f3c69da4e req-475b92da-6584-4fc5-86c3-c30365302c2b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Mar 14 19:12:46.201092 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-488561bb-9cbf-444d-9898-740f3c69da4e req-672a5611-e115-4d44-875f-fd274d27405a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337148 Mar 14 19:12:47.321824 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684dc6-cd76-443d-a0ff-e8abd35e401c req-68abbec7-149b-468a-b480-2a8d6ed1786d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:47.323268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55684dc6-cd76-443d-a0ff-e8abd35e401c req-68abbec7-149b-468a-b480-2a8d6ed1786d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0485070 Mar 14 19:12:47.360561 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-55684dc6-cd76-443d-a0ff-e8abd35e401c req-07aada3c-9a81-49e4-8aa8-a8b2ce450a0a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Mar 14 19:12:47.901674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6261b2dc-d526-453b-9f4a-0039925fdfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:48.480991 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047611f-2f27-4060-b91e-fc2146a11558 req-a9f7854f-0e3b-4e18-9fd2-8186ea29dbd6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:48.482503 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3047611f-2f27-4060-b91e-fc2146a11558 req-a9f7854f-0e3b-4e18-9fd2-8186ea29dbd6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0491626 Mar 14 19:12:48.523596 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3047611f-2f27-4060-b91e-fc2146a11558 req-5acd7be5-bebf-4751-9493-7a455399fde4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352314 Mar 14 19:12:49.643595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba925-9fd1-4c4d-9fd4-84583e8372f3 req-abf55759-98de-4c1e-ad09-b69a5e36afce tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:49.645058 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-886ba925-9fd1-4c4d-9fd4-84583e8372f3 req-abf55759-98de-4c1e-ad09-b69a5e36afce tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0525804 Mar 14 19:12:49.681079 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-886ba925-9fd1-4c4d-9fd4-84583e8372f3 req-119c4204-4fa5-4356-a06b-575e190606ed tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301247 Mar 14 19:12:50.151772 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3891b2c5-f254-40f3-8081-d9a56a7707d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:50.793645 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44bae-df90-4a9f-a2cf-f32c0499d5c4 req-de2f72a7-50b0-4abc-ab18-794c053b6269 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:50.795121 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fed44bae-df90-4a9f-a2cf-f32c0499d5c4 req-de2f72a7-50b0-4abc-ab18-794c053b6269 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0483251 Mar 14 19:12:50.831214 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-fed44bae-df90-4a9f-a2cf-f32c0499d5c4 req-4ae4b458-fcc8-4408-adeb-a4df741cb910 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303540 Mar 14 19:12:51.757249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:51.946083 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253512af-286e-4458-a08d-c3949fefa157 req-41ac3d04-b496-47e2-98d7-d9ede47501db tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:51.947557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-253512af-286e-4458-a08d-c3949fefa157 req-41ac3d04-b496-47e2-98d7-d9ede47501db tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0482583 Mar 14 19:12:51.984813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-253512af-286e-4458-a08d-c3949fefa157 req-f5a0a652-0601-4ee8-9957-5c58453ec211 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Mar 14 19:12:53.085112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:53.104411 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0fcf-2044-428a-870f-d4839d1a9099 req-c9cb8751-f67f-49e8-90a1-c3850909fe0c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:53.105876 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e47c0fcf-2044-428a-870f-d4839d1a9099 req-c9cb8751-f67f-49e8-90a1-c3850909fe0c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0488770 Mar 14 19:12:53.119574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:53.144446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e47c0fcf-2044-428a-870f-d4839d1a9099 req-8de273f4-3aba-4a8a-b0a7-0beea4e28b64 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Mar 14 19:12:54.257397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7dbd5-1599-4c88-ab22-6f48b53bf4f1 req-65779cd3-9f7d-4c4e-9d46-bd2b8f13e49f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:54.259683 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31b7dbd5-1599-4c88-ab22-6f48b53bf4f1 req-65779cd3-9f7d-4c4e-9d46-bd2b8f13e49f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0483866 Mar 14 19:12:54.296347 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-31b7dbd5-1599-4c88-ab22-6f48b53bf4f1 req-6c616a60-8acb-48a2-b7b9-eb90f202a77f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307004 Mar 14 19:12:55.419485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa83d4-d48d-431d-9b39-100b9ee6c768 req-2ea43b9e-d36d-474c-a84b-078ffe58b117 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:55.421016 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6efa83d4-d48d-431d-9b39-100b9ee6c768 req-2ea43b9e-d36d-474c-a84b-078ffe58b117 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0576348 Mar 14 19:12:55.459453 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6efa83d4-d48d-431d-9b39-100b9ee6c768 req-e8b92494-470e-44df-af99-cd1de032ac4a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Mar 14 19:12:56.576314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacec1b1-f18a-4876-96ba-dcdda04db63f req-fb69aa83-96c9-4175-a304-b92a454f3504 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:56.578534 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacec1b1-f18a-4876-96ba-dcdda04db63f req-fb69aa83-96c9-4175-a304-b92a454f3504 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0524721 Mar 14 19:12:56.614819 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacec1b1-f18a-4876-96ba-dcdda04db63f req-ea8f0bb7-6d41-48a3-872b-3354bcc8e6af tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Mar 14 19:12:57.728080 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a39216-9603-471c-8af7-a755b5d7bd28 req-b66f02ca-7cef-4d3e-b15d-f9b314df2328 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:57.729701 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77a39216-9603-471c-8af7-a755b5d7bd28 req-b66f02ca-7cef-4d3e-b15d-f9b314df2328 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0487866 Mar 14 19:12:57.766944 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-77a39216-9603-471c-8af7-a755b5d7bd28 req-05937943-871d-4a56-b046-763659365acc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Mar 14 19:12:58.639403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:12:58.879180 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66f43b-e06c-4132-aa53-86de29d26628 req-87ec15aa-33d4-403f-a492-510cdb5d5241 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:12:58.880634 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b66f43b-e06c-4132-aa53-86de29d26628 req-87ec15aa-33d4-403f-a492-510cdb5d5241 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0479925 Mar 14 19:12:58.918677 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b66f43b-e06c-4132-aa53-86de29d26628 req-db1f7ffc-2ba0-4c42-8a5b-73225609552a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Mar 14 19:13:00.031631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdcadf-e51d-4d5d-8018-449f2e192f9c req-221fd0cb-33cb-4b26-8db4-11fbe7118844 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:00.033117 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bdcadf-e51d-4d5d-8018-449f2e192f9c req-221fd0cb-33cb-4b26-8db4-11fbe7118844 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Mar 14 19:13:00.070068 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-68bdcadf-e51d-4d5d-8018-449f2e192f9c req-58ad5a5b-79fc-4e1f-b8ff-1493b76bb7c4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Mar 14 19:13:00.492886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:13:00.585894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:00.597614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:13:00.633250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:00.645842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:13:00.664484 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:00.751883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:00.804536 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:00.811877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.812223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.812557 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.812887 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.813213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.813539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.813862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.814231 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.814534 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.814849 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.815169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.815479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:13:00.907999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['b29c39e8-338c-4332-8fbc-2416e0f1774e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:13:01.184701 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50cb9c-579c-4d7d-bd46-3164c6119e07 req-ce3dfd5f-0ba6-4b18-a545-c17c1b3a76ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:01.186188 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fd50cb9c-579c-4d7d-bd46-3164c6119e07 req-ce3dfd5f-0ba6-4b18-a545-c17c1b3a76ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 945 time: 0.0471513 Mar 14 19:13:01.225018 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-fd50cb9c-579c-4d7d-bd46-3164c6119e07 req-a4d8b4e4-aa03-4b40-b926-524ae3186f0a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Mar 14 19:13:02.342604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d97ce0-1537-45e5-bdc0-5469bf19dbd9 req-80e67256-20d8-4d5d-9510-04d36db84890 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:02.344086 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f3d97ce0-1537-45e5-bdc0-5469bf19dbd9 req-80e67256-20d8-4d5d-9510-04d36db84890 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Mar 14 19:13:02.381295 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f3d97ce0-1537-45e5-bdc0-5469bf19dbd9 req-af782cf1-f45b-47b9-9a5f-0a087be334a3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Mar 14 19:13:02.510452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:13:02.557178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port b29c39e8-338c-4332-8fbc-2416e0f1774e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:02.557572 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:02.631667 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:02.655761 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:02.658032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eaf1ee-c240-4964-938f-fcabdac9fdcf" -d '{"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:13:02.674963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:02.725634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:02.757161 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af3dcd-713d-4245-9e6c-1e987c41fa36 x-openstack-request-id: req-36af3dcd-713d-4245-9e6c-1e987c41fa36 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:13:02.757427 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:13:02.757676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36af3dcd-713d-4245-9e6c-1e987c41fa36 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:13:02.758124 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'code': 200} Mar 14 19:13:02.777104 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:03.499841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567f623-a622-45d4-9536-edcb69ee2301 req-f55fdbd7-3b4d-41da-a821-31bb34ac7eb6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:03.501327 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b567f623-a622-45d4-9536-edcb69ee2301 req-f55fdbd7-3b4d-41da-a821-31bb34ac7eb6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0489399 Mar 14 19:13:03.539316 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b567f623-a622-45d4-9536-edcb69ee2301 req-2642a211-cf4e-42db-a644-149ac5ed27a0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Mar 14 19:13:04.682574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa36ff1-48c5-45a6-a124-479ad539c987 req-dd4b6eed-8b23-4cc5-abd3-969d981dca6a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:04.690439 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4aa36ff1-48c5-45a6-a124-479ad539c987 req-dd4b6eed-8b23-4cc5-abd3-969d981dca6a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0647206 Mar 14 19:13:04.726416 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-4aa36ff1-48c5-45a6-a124-479ad539c987 req-db9ca472-6b60-43d9-9e7b-59cc3b1cef0e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Mar 14 19:13:05.849066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd3cc-0f99-4942-8cfc-8f4b0fc009c3 req-ebfc73f9-4dc8-41d1-a069-402ccf4db2be tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:05.850615 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8b3bd3cc-0f99-4942-8cfc-8f4b0fc009c3 req-ebfc73f9-4dc8-41d1-a069-402ccf4db2be tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Mar 14 19:13:05.894272 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8b3bd3cc-0f99-4942-8cfc-8f4b0fc009c3 req-2433c7ef-6b50-4775-9b7d-46513651893f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367613 Mar 14 19:13:07.031710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83a64-e079-46e3-a4bb-151016f18f5e req-0db49265-f186-42ca-8aa4-e2df67d18a24 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:07.033305 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23c83a64-e079-46e3-a4bb-151016f18f5e req-0db49265-f186-42ca-8aa4-e2df67d18a24 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0612803 Mar 14 19:13:07.080382 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23c83a64-e079-46e3-a4bb-151016f18f5e req-0423f137-0a77-4911-a8b7-08761b05b9b6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Mar 14 19:13:08.219213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520024-1185-49da-a796-6819241f7bf4 req-fcd743c9-5134-40af-863c-5d91fc6b8aef tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:08.221847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97520024-1185-49da-a796-6819241f7bf4 req-fcd743c9-5134-40af-863c-5d91fc6b8aef tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0663271 Mar 14 19:13:08.260775 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97520024-1185-49da-a796-6819241f7bf4 req-40bc928b-fe35-4f9c-9394-c8302d003ed5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Mar 14 19:13:09.403517 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98f9fa-8c07-406d-985f-aa781ca79e4b req-2e99ae17-c011-4780-988f-a5d6d6b089f6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:09.405179 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b98f9fa-8c07-406d-985f-aa781ca79e4b req-2e99ae17-c011-4780-988f-a5d6d6b089f6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0628536 Mar 14 19:13:09.444305 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-5b98f9fa-8c07-406d-985f-aa781ca79e4b req-c5724492-d84e-4ff8-8249-c60d63a351b1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331821 Mar 14 19:13:10.576071 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55060c5-ac36-4fa8-9758-6924907eafa7 req-ba433d29-020a-49f6-a3fd-a9d3e324dc42 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:10.582423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d55060c5-ac36-4fa8-9758-6924907eafa7 req-ba433d29-020a-49f6-a3fd-a9d3e324dc42 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0636015 Mar 14 19:13:10.620727 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d55060c5-ac36-4fa8-9758-6924907eafa7 req-420335d0-0ea8-4ad4-a8fc-b00f4dde3b37 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Mar 14 19:13:11.747550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af202-28ff-4775-bc7d-f3bdce79dde9 req-f0fc1f93-4790-4e68-a888-673222eb64d9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:11.749067 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-745af202-28ff-4775-bc7d-f3bdce79dde9 req-f0fc1f93-4790-4e68-a888-673222eb64d9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0584259 Mar 14 19:13:11.789000 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-745af202-28ff-4775-bc7d-f3bdce79dde9 req-adc88fa0-8b58-4b15-9994-dec2075d567a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Mar 14 19:13:12.918718 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065201eb-7626-4b33-802e-c5d30e6ecdac req-52d67efc-3807-416f-a06a-fc1ba8d129e5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:12.920512 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-065201eb-7626-4b33-802e-c5d30e6ecdac req-52d67efc-3807-416f-a06a-fc1ba8d129e5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0571036 Mar 14 19:13:12.970541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-065201eb-7626-4b33-802e-c5d30e6ecdac req-215be3c6-ee7a-4e40-90e4-4e66ddc9e2f7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Mar 14 19:13:14.081941 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758bb3-fe4b-4f94-a5d5-0718afa5b970 req-9f67cb6a-d2a5-480e-b414-8a8381da284e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:14.083428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2758bb3-fe4b-4f94-a5d5-0718afa5b970 req-9f67cb6a-d2a5-480e-b414-8a8381da284e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0484929 Mar 14 19:13:14.120749 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2758bb3-fe4b-4f94-a5d5-0718afa5b970 req-54f992ff-629b-4ca3-84f1-d86f01657f2b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Mar 14 19:13:14.803587 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-05c901a5-cf2b-4a93-bd2c-d4f5b1038bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:14.805101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-05c901a5-cf2b-4a93-bd2c-d4f5b1038bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.1131172 Mar 14 19:13:14.895928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-2dec6c66-3561-4dc8-ab04-162ce4fcff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:14.897395 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-2dec6c66-3561-4dc8-ab04-162ce4fcff56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0854375 Mar 14 19:13:14.960285 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-6780a800-5011-4f6b-9b30-a8d2640061a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1001 time: 0.0562809 Mar 14 19:13:15.010533 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-816de4d1-1a43-4eea-85f1-95ee515307ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.011953 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-816de4d1-1a43-4eea-85f1-95ee515307ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0457532 Mar 14 19:13:15.055412 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-a51d067e-f86f-4c01-bd45-96c5be2a5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.057528 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-a51d067e-f86f-4c01-bd45-96c5be2a5356 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395727 Mar 14 19:13:15.067405 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-32d2ab4b-d247-446a-a7b4-842443a61b45 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:13:15.068342 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-32d2ab4b-d247-446a-a7b4-842443a61b45 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048175 Mar 14 19:13:15.154700 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-f4f48235-c058-4301-8e75-477d0c700229 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Mar 14 19:13:15.241710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703565-dc97-4e4b-b933-b0903a084daf req-176ecca3-ff28-4913-845a-94a360495973 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.243315 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-63703565-dc97-4e4b-b933-b0903a084daf req-176ecca3-ff28-4913-845a-94a360495973 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0544388 Mar 14 19:13:15.283966 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-63703565-dc97-4e4b-b933-b0903a084daf req-e305bac1-6d7a-4762-b019-8c7b6b0084f5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343504 Mar 14 19:13:15.560610 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ddfa3ce9-b9df-40be-a874-e22588b82059 req-bbfd4ba9-d510-4628-8245-3f1ec066554c service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988998 Mar 14 19:13:15.658814 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-7b11c32a-3fda-4ba5-ac9e-a054e3308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.660296 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-7b11c32a-3fda-4ba5-ac9e-a054e3308338 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1099 time: 0.0408340 Mar 14 19:13:15.766009 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-575ed1f0-3f8e-4c14-8fe9-a84678d6287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.767491 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-575ed1f0-3f8e-4c14-8fe9-a84678d6287d service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0844023 Mar 14 19:13:15.830480 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-458ebed0-989b-4e20-9367-25117a585721 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1001 time: 0.0563478 Mar 14 19:13:15.879207 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-454e8abf-90d0-4dc2-afe3-ff6832489b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.880614 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-454e8abf-90d0-4dc2-afe3-ff6832489b9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0430541 Mar 14 19:13:15.929584 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-9b3648de-7372-4d23-8dfd-b0b06effde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:15.931069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-9b3648de-7372-4d23-8dfd-b0b06effde0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424693 Mar 14 19:13:16.017909 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-5ec24aff-5600-4000-84a7-1e5cc046be1f service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788035 Mar 14 19:13:16.109717 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-375b8756-5cb3-415f-a67a-ae6dcb0b2f20 req-41b268d9-475f-4b34-a3b6-ae57d23bc5a3 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844953 Mar 14 19:13:16.404759 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f34ea8-91ec-43dd-94e0-a9407be68bbb req-00510e12-64c0-4073-8d50-3717aba9c12c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:16.406176 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28f34ea8-91ec-43dd-94e0-a9407be68bbb req-00510e12-64c0-4073-8d50-3717aba9c12c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 946 time: 0.0487347 Mar 14 19:13:16.443631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-28f34ea8-91ec-43dd-94e0-a9407be68bbb req-76c4bd43-6bf7-430f-96fe-6f03baffe0ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Mar 14 19:13:16.569208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:13:16.645610 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:16.667056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:16.669178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f31d3-f416-4868-8029-841c5659edaa" -d '{"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-unplugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:13:16.685242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:16.705945 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169a460-07d3-4d62-84da-81e59aad57be x-openstack-request-id: req-e169a460-07d3-4d62-84da-81e59aad57be {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:13:16.706237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-unplugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:13:16.706495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e169a460-07d3-4d62-84da-81e59aad57be {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:13:16.706888 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'code': 200} Mar 14 19:13:16.789082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:16.834582 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:17.560978 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ab58-ac32-49db-a259-8e64709f8b83 req-35a5f6fc-6114-4b57-aaee-c30188e08c02 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:17.562518 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0e91ab58-ac32-49db-a259-8e64709f8b83 req-35a5f6fc-6114-4b57-aaee-c30188e08c02 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0492258 Mar 14 19:13:17.602092 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0e91ab58-ac32-49db-a259-8e64709f8b83 req-e5747332-371c-4503-9e5f-f4ddcbfe1129 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Mar 14 19:13:17.920801 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4379d9ff-821f-4dc7-8583-3e63f1e02899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:18.718601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83090d2-9a4b-4be5-9bdd-4a9796ab69fe req-71cadbc8-4ea6-4d0c-8a6c-0891a48aa75a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:18.720007 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e83090d2-9a4b-4be5-9bdd-4a9796ab69fe req-71cadbc8-4ea6-4d0c-8a6c-0891a48aa75a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Mar 14 19:13:18.757755 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e83090d2-9a4b-4be5-9bdd-4a9796ab69fe req-cf2bea2c-4186-415d-84ea-69cd0be490b0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Mar 14 19:13:18.867677 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-e8ef7fda-b3a7-42b5-a688-4e0c3500da7e req-6bcb38e8-0975-4c88-9d37-831bc6901938 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:13:18.868673 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-e8ef7fda-b3a7-42b5-a688-4e0c3500da7e req-6bcb38e8-0975-4c88-9d37-831bc6901938 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466850 Mar 14 19:13:18.919628 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:13:20.153593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fc922640-4421-4a9b-84c1-4a353bd3d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:20.162525 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4475993-0bc1-496d-854f-c47edb002b8f req-bf3e25e0-c7c1-4ceb-a3c5-7ec7d4075b55 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:20.164184 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a4475993-0bc1-496d-854f-c47edb002b8f req-bf3e25e0-c7c1-4ceb-a3c5-7ec7d4075b55 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0494187 Mar 14 19:13:20.204064 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a4475993-0bc1-496d-854f-c47edb002b8f req-4618e807-9690-4af4-97c3-0f7c0d8e5f67 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Mar 14 19:13:20.571615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:13:20.775247 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-854cc4cb-443e-4810-961e-0336d8ca2fc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173096 Mar 14 19:13:21.323640 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b51b3f-4d48-474f-8074-d012b087aa84 req-f4c59e50-9ee1-4c16-982c-23fb55051954 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:21.325187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-63b51b3f-4d48-474f-8074-d012b087aa84 req-f4c59e50-9ee1-4c16-982c-23fb55051954 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0541198 Mar 14 19:13:21.363350 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-63b51b3f-4d48-474f-8074-d012b087aa84 req-1eb1c238-f528-4816-88cb-5ff2a02a77dc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Mar 14 19:13:21.629133 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:22.797383 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe15ba8-2edd-4b4d-881d-525f4ad29289 req-d563e1ff-9714-4307-b6b0-95312bab6f59 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:22.798894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cfe15ba8-2edd-4b4d-881d-525f4ad29289 req-d563e1ff-9714-4307-b6b0-95312bab6f59 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.3690569 Mar 14 19:13:22.836046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-cfe15ba8-2edd-4b4d-881d-525f4ad29289 req-ce0ff07d-e265-490d-a553-6c40159f77df tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Mar 14 19:13:23.095529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.129807 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:23.950401 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e643-d083-4667-88c2-76441243fc7a req-00f797bf-d39c-44c5-8322-100dcf082779 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:23.951891 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b924e643-d083-4667-88c2-76441243fc7a req-00f797bf-d39c-44c5-8322-100dcf082779 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0492179 Mar 14 19:13:23.988199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b924e643-d083-4667-88c2-76441243fc7a req-9defd77f-1c41-4182-b07a-2accd4f0634c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305023 Mar 14 19:13:25.105345 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895f7b6-f5cf-437c-a1c3-58bb5c5273c6 req-b06ad7aa-9e46-4400-aaf7-cfc1bba8d979 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:25.106837 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2895f7b6-f5cf-437c-a1c3-58bb5c5273c6 req-b06ad7aa-9e46-4400-aaf7-cfc1bba8d979 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0516956 Mar 14 19:13:25.145439 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2895f7b6-f5cf-437c-a1c3-58bb5c5273c6 req-c6017c4b-e823-4755-8e83-5ba5298f39d7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Mar 14 19:13:26.276602 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c30f-ee31-4a8d-a374-630e33561305 req-81963825-393f-4c57-9c20-4e7ca37f16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.279040 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-81963825-393f-4c57-9c20-4e7ca37f16f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 1097 time: 0.0731964 Mar 14 19:13:26.287960 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310145f-5187-4558-92fc-be5420dd29a5 req-ec90ba89-2828-4de0-b266-be2351079f96 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.289348 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1310145f-5187-4558-92fc-be5420dd29a5 req-ec90ba89-2828-4de0-b266-be2351079f96 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0740111 Mar 14 19:13:26.356369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1310145f-5187-4558-92fc-be5420dd29a5 req-6b3602bc-fe01-45c5-affb-3c4737e58534 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608380 Mar 14 19:13:26.361543 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c30f-ee31-4a8d-a374-630e33561305 req-a8ca8bac-0516-48c3-accc-6f99490599c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.363106 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-a8ca8bac-0516-48c3-accc-6f99490599c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1097 time: 0.0606935 Mar 14 19:13:26.454108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c30f-ee31-4a8d-a374-630e33561305 req-461a3669-4951-4092-bcfb-4dbf9932c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.455583 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-461a3669-4951-4092-bcfb-4dbf9932c434 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0863543 Mar 14 19:13:26.520959 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-c15f1a6f-5962-4f3e-9abb-d81c2303e5b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 999 time: 0.0578368 Mar 14 19:13:26.569075 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c30f-ee31-4a8d-a374-630e33561305 req-90a5d6c5-4c4c-4511-b2c3-bf985b999065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.570518 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-90a5d6c5-4c4c-4511-b2c3-bf985b999065 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0422559 Mar 14 19:13:26.618491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c30f-ee31-4a8d-a374-630e33561305 req-b289d915-6880-4c06-a574-5d831d599cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:26.620014 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-b289d915-6880-4c06-a574-5d831d599cae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429528 Mar 14 19:13:26.705117 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-6161c19d-61fe-4601-86be-81e6a0c62005 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784864 Mar 14 19:13:26.801147 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c999c30f-ee31-4a8d-a374-630e33561305 req-7e4d4096-2604-4cc9-afea-52ec8fa9ed2f service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876358 Mar 14 19:13:27.505206 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a84618-281a-4583-9968-6f71989b5939 req-74fb9476-d857-43b1-a05d-a52d673e777f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:27.513372 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7a84618-281a-4583-9968-6f71989b5939 req-74fb9476-d857-43b1-a05d-a52d673e777f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0732443 Mar 14 19:13:27.556544 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c7a84618-281a-4583-9968-6f71989b5939 req-9d9c5269-43e8-46af-9b2b-5f8d29bbe9a3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Mar 14 19:13:28.624112 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:28.696235 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb46cc3-fba9-4e28-9869-07612e7731d5 req-ebd88ab6-2f09-482b-af2c-31ba4fa1404b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:28.697732 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cfb46cc3-fba9-4e28-9869-07612e7731d5 req-ebd88ab6-2f09-482b-af2c-31ba4fa1404b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0720067 Mar 14 19:13:28.736409 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cfb46cc3-fba9-4e28-9869-07612e7731d5 req-a1e74f77-8314-4102-b3cb-aeaab792a63a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Mar 14 19:13:29.875567 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beefac-df75-4fab-83d5-21c46a9725dc req-521ca33a-6a57-4128-ba60-65bf630b0a80 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:29.877128 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d7beefac-df75-4fab-83d5-21c46a9725dc req-521ca33a-6a57-4128-ba60-65bf630b0a80 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0557928 Mar 14 19:13:29.916137 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d7beefac-df75-4fab-83d5-21c46a9725dc req-21c03cc0-aa90-4310-ad42-97ab7a152ad2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Mar 14 19:13:31.062134 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dea99-6aeb-4b00-946e-254152dfc5fc req-9cfb4026-20a8-4660-bf17-596f4fc7e92b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:31.068752 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc4dea99-6aeb-4b00-946e-254152dfc5fc req-9cfb4026-20a8-4660-bf17-596f4fc7e92b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0749445 Mar 14 19:13:31.103528 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cc4dea99-6aeb-4b00-946e-254152dfc5fc req-622b8a8c-db39-4ec9-9dd1-810da585b781 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336144 Mar 14 19:13:32.237732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88914-07ed-4f52-9c3b-c6a19c34865f req-5662fcc0-40aa-4daa-ae78-051efe2f46da tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:32.239304 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61e88914-07ed-4f52-9c3b-c6a19c34865f req-5662fcc0-40aa-4daa-ae78-051efe2f46da tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0580611 Mar 14 19:13:32.277254 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-61e88914-07ed-4f52-9c3b-c6a19c34865f req-d87a76e1-2cf2-498a-ac15-8a602968a5a3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Mar 14 19:13:33.392149 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a9ca-85f6-4577-888a-d5bf2fc89d13 req-2d62b23c-a0ad-4d26-89ea-73a30fd27c0b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:33.393615 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-94d2a9ca-85f6-4577-888a-d5bf2fc89d13 req-2d62b23c-a0ad-4d26-89ea-73a30fd27c0b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0480578 Mar 14 19:13:33.452195 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-94d2a9ca-85f6-4577-888a-d5bf2fc89d13 req-324d0fe3-55cb-492c-afae-be5900fb060d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486882 Mar 14 19:13:34.569076 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881582cb-56c1-4748-8006-5b85d2037764 req-cd18a568-20d3-4b62-af48-51431b593005 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:34.570764 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-881582cb-56c1-4748-8006-5b85d2037764 req-cd18a568-20d3-4b62-af48-51431b593005 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0592108 Mar 14 19:13:34.612993 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-881582cb-56c1-4748-8006-5b85d2037764 req-c831d94a-2958-4400-8d88-ccd14cd7f3cc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356941 Mar 14 19:13:35.754398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87024a9a-e5b4-48c4-95be-414af1bd0be6 req-ce569429-daec-41c7-b573-f23ea7718b07 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:35.755937 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-87024a9a-e5b4-48c4-95be-414af1bd0be6 req-ce569429-daec-41c7-b573-f23ea7718b07 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0675204 Mar 14 19:13:35.794648 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-87024a9a-e5b4-48c4-95be-414af1bd0be6 req-beb016ee-9fd6-468c-ac62-26476dd80482 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Mar 14 19:13:36.909894 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53b73-915e-4864-8b68-cd72ab01f189 req-04784367-6b92-422e-b95c-8a15100f2e74 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:36.911519 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cb53b73-915e-4864-8b68-cd72ab01f189 req-04784367-6b92-422e-b95c-8a15100f2e74 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0490384 Mar 14 19:13:36.948084 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0cb53b73-915e-4864-8b68-cd72ab01f189 req-5f3d4002-6103-4dcd-8d5a-9399c2bf7df6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Mar 14 19:13:38.061524 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4b06c-a377-4379-868d-23dc574dad6e req-ee62c7dd-2658-49dc-a1fd-db393c0d77ae tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:38.063027 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ba4b06c-a377-4379-868d-23dc574dad6e req-ee62c7dd-2658-49dc-a1fd-db393c0d77ae tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0483928 Mar 14 19:13:38.101183 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3ba4b06c-a377-4379-868d-23dc574dad6e req-3d08a977-668e-4f72-bc1a-e08daf315fd3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Mar 14 19:13:39.217402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80386c97-67ec-495f-8df5-b8ecbdec9f13 req-845ae24a-28b4-4aeb-b1e6-4a706289427e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:39.218963 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-80386c97-67ec-495f-8df5-b8ecbdec9f13 req-845ae24a-28b4-4aeb-b1e6-4a706289427e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0489564 Mar 14 19:13:39.255361 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-80386c97-67ec-495f-8df5-b8ecbdec9f13 req-32a0df77-0f02-4be5-bfc5-eac51d81ff68 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305810 Mar 14 19:13:40.373631 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f3d9-4555-498f-8ccd-b370d5a8e403 req-0c1e50df-e864-490a-8eee-4f7e09da595c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:40.375133 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eca2f3d9-4555-498f-8ccd-b370d5a8e403 req-0c1e50df-e864-490a-8eee-4f7e09da595c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0506265 Mar 14 19:13:40.420403 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eca2f3d9-4555-498f-8ccd-b370d5a8e403 req-e47731b2-34ba-44b4-b7e1-51846248a91d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Mar 14 19:13:41.538600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ba3b-d855-455e-86a1-435511864ec0 req-2f1618a1-c2a7-4301-806d-06752e471276 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:41.540057 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f763ba3b-d855-455e-86a1-435511864ec0 req-2f1618a1-c2a7-4301-806d-06752e471276 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0530410 Mar 14 19:13:41.577358 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f763ba3b-d855-455e-86a1-435511864ec0 req-f88af58f-8458-438a-8613-7fa884d51437 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Mar 14 19:13:42.690825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b85426-b462-4b31-97db-a82200946789 req-3e809710-0567-4cb5-b852-6f03317f1052 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:42.692312 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-36b85426-b462-4b31-97db-a82200946789 req-3e809710-0567-4cb5-b852-6f03317f1052 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0486522 Mar 14 19:13:42.732785 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-36b85426-b462-4b31-97db-a82200946789 req-536bc104-3f5d-459e-8a3e-694fde5a16e4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343792 Mar 14 19:13:43.849499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2089fe-0979-43b8-9ba5-ae3a71f21f19 req-4c226a78-ed21-46c1-9595-736a1297c795 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:43.850987 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ec2089fe-0979-43b8-9ba5-ae3a71f21f19 req-4c226a78-ed21-46c1-9595-736a1297c795 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 944 time: 0.0490973 Mar 14 19:13:43.887891 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ec2089fe-0979-43b8-9ba5-ae3a71f21f19 req-d6970c6e-8638-4261-8326-7f9aad4f2487 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Mar 14 19:13:44.681896 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:13:44.775098 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:44.786609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'port_id': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'mac_address': 'fa:16:3e:df:5e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:13:44.822189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:44.834545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:13:44.856744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:44.959123 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:45.004892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641805f-f8e3-41f8-b366-e1d835bc9e29 req-5fcb062f-c9e5-4a31-8a53-c14832c84d28 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:45.006438 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1641805f-f8e3-41f8-b366-e1d835bc9e29 req-5fcb062f-c9e5-4a31-8a53-c14832c84d28 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 945 time: 0.0502908 Mar 14 19:13:45.009213 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=9']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:45.043662 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1641805f-f8e3-41f8-b366-e1d835bc9e29 req-44f32578-06ad-42a0-bca0-4d4d81a4c0fc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Mar 14 19:13:45.325832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['b29c39e8-338c-4332-8fbc-2416e0f1774e'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:13:46.160452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26f4c-49a5-47bb-a7b7-a6cc9af5441d req-0206be7a-74cc-4a1a-8aa3-27af8ef46c3f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:46.161946 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5a26f4c-49a5-47bb-a7b7-a6cc9af5441d req-0206be7a-74cc-4a1a-8aa3-27af8ef46c3f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Mar 14 19:13:46.199499 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f5a26f4c-49a5-47bb-a7b7-a6cc9af5441d req-30f275e3-08ff-4a94-adc7-bfb5110a6d2a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Mar 14 19:13:46.697277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:13:46.744589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port b29c39e8-338c-4332-8fbc-2416e0f1774e triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:13:46.744957 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.820900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.844118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:13:46.846385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3c8ab1-b23b-42af-9a2d-4f4572db7c86" -d '{"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:13:46.858359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:13:46.882607 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e2602-9eda-4499-a7a8-d2947b9cd1a7 x-openstack-request-id: req-125e2602-9eda-4499-a7a8-d2947b9cd1a7 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:13:46.882917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-plugged", "status": "completed", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:13:46.883169 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-125e2602-9eda-4499-a7a8-d2947b9cd1a7 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:13:46.883555 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'code': 200} Mar 14 19:13:46.939255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:46.986467 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=10']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:13:47.166345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a8846-2fdc-40f2-aee5-a15150be9ea6 req-9b3cc0ab-7dfe-4da5-912b-d09f978be3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:47.167856 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1b4a8846-2fdc-40f2-aee5-a15150be9ea6 req-9b3cc0ab-7dfe-4da5-912b-d09f978be3a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1100 time: 0.0402644 Mar 14 19:13:47.206009 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1b4a8846-2fdc-40f2-aee5-a15150be9ea6 req-12a8805d-11a9-4321-802f-25ad3abf8daf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Mar 14 19:13:47.317234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336943-108d-49c5-9a65-9a0009486c26 req-250fdec3-e426-439b-a4bd-cc1ca23b0dfb tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:47.318642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f3336943-108d-49c5-9a65-9a0009486c26 req-250fdec3-e426-439b-a4bd-cc1ca23b0dfb tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0523138 Mar 14 19:13:47.355960 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f3336943-108d-49c5-9a65-9a0009486c26 req-758e951c-f657-4641-b97c-59bff864ecad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Mar 14 19:13:47.930432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3aa38c23-4326-41fe-a2f6-e6218c759f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:48.475900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb020a4d-951f-4874-a2c6-054aa92181a2 req-41c6206c-704c-4cd7-bc93-7c3d32fe1035 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:48.477514 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bb020a4d-951f-4874-a2c6-054aa92181a2 req-41c6206c-704c-4cd7-bc93-7c3d32fe1035 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0501230 Mar 14 19:13:48.516572 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bb020a4d-951f-4874-a2c6-054aa92181a2 req-4ab7255e-3497-453b-a3bc-e9704df7c02c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Mar 14 19:13:49.632010 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed4107-a7c4-4a91-9a9f-73c3e69345e8 req-2701790e-a37a-4e54-9161-7b9d409f3cd7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:49.633400 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-47ed4107-a7c4-4a91-9a9f-73c3e69345e8 req-2701790e-a37a-4e54-9161-7b9d409f3cd7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0493362 Mar 14 19:13:49.671302 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-47ed4107-a7c4-4a91-9a9f-73c3e69345e8 req-2e160cbb-8093-4b23-94af-aa4d26b871e9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Mar 14 19:13:50.161461 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a8abc37b-1b24-4249-8af7-98da4629dd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:50.782523 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08d18-b95f-48b5-a019-a0457ed0450b req-4f7eb66f-7e76-4f98-8be4-3169fd726140 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:13:50.784072 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bab08d18-b95f-48b5-a019-a0457ed0450b req-4f7eb66f-7e76-4f98-8be4-3169fd726140 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0480783 Mar 14 19:13:50.820711 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-bab08d18-b95f-48b5-a019-a0457ed0450b req-0677b543-f687-4719-a602-cb1f2f741f0e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Mar 14 19:13:51.670215 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:53.084671 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:53.113172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:13:55.919156 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:13:58.639166 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:17.386812 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-a5f2df6c-93a7-4118-9821-e8cacf038860 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400386 Mar 14 19:14:17.474556 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992caa-387d-4b14-bf4c-b00c56524333 req-96916612-9b72-4344-9332-ddba1e6171b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:17.476043 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-96916612-9b72-4344-9332-ddba1e6171b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1100 time: 0.0441864 Mar 14 19:14:17.577751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992caa-387d-4b14-bf4c-b00c56524333 req-925403e0-d0af-42fa-ac40-ebb5e843838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:17.579229 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-925403e0-d0af-42fa-ac40-ebb5e843838d service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0819314 Mar 14 19:14:17.647474 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-7df044db-57f9-4699-93f1-ce377851b105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 1001 time: 0.0617974 Mar 14 19:14:17.695928 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992caa-387d-4b14-bf4c-b00c56524333 req-e6d4b336-24d9-4612-be0a-98c028b4344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:17.697345 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-e6d4b336-24d9-4612-be0a-98c028b4344f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0430627 Mar 14 19:14:17.742267 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75992caa-387d-4b14-bf4c-b00c56524333 req-4ce5e828-bff0-422e-94f7-8a8373ecee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:14:17.744008 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-4ce5e828-bff0-422e-94f7-8a8373ecee25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391388 Mar 14 19:14:17.835542 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-345ec5b9-2894-4bf0-b7ab-a3942f4d9d6a service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Mar 14 19:14:17.896983 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-17f56f82-c5dd-462c-8ae5-83674792cdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:17.927340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-75992caa-387d-4b14-bf4c-b00c56524333 req-ef72c27d-1025-490e-8e04-9ba8b2377b52 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Mar 14 19:14:20.134021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-59e013aa-5362-4fd9-99e9-14c19e1e965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:21.611172 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:23.080177 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:23.146217 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:28.645091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:32.917732 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:14:47.897060 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89beb002-65e1-4753-8a46-cebb406c9536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:50.159961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a05d8981-1614-4751-af95-ad4955b2e945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:51.643469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:53.114947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:53.142930 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:14:58.668541 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:09.916768 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:15:17.989423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-2e969c87-a971-412f-88b5-3070b622d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:18.978194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56726) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:19.194813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Deleting port 856f7016-7c0f-43b4-85d9-89d1e1da14fe {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:15:19.195156 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.268630 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.268961 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.280626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Calling delete_port for 856f7016-7c0f-43b4-85d9-89d1e1da14fe owned by network:floatingip {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:15:19.513513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.537203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'Port': ['ID=856f7016-7c0f-43b4-85d9-89d1e1da14fe,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:19.547452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.547837 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.548216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.548560 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.549245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.549245 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.549602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.549966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.550302 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.550631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.550985 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.551310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:15:19.613770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.620337 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Floating IP 0a79044f-22c0-4a30-aa09-06bc30e6f9f4 disassociated (deleted). External IP: 172.26.3.54, port: b29c39e8-338c-4332-8fbc-2416e0f1774e. Mar 14 19:15:19.820571 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:15:19.929886 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:15:19.934533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:19.939855 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:15:19.948995 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:15:19.949600 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:14:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:15:19.961667 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-67164f2e-b107-4773-91ed-abc517399a86 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "DELETE /v2.0/floatingips/0a79044f-22c0-4a30-aa09-06bc30e6f9f4 HTTP/1.1" status: 204 len: 168 time: 0.9823713 Mar 14 19:15:19.962279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:15:19.965359 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:15:20.070951 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:15:20.071361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0554f6e6-fb49-447a-9ceb-6c561b30909d x-openstack-request-id: req-0554f6e6-fb49-447a-9ceb-6c561b30909d {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:15:20.073280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:15:20.073733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0554f6e6-fb49-447a-9ceb-6c561b30909d {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:15:20.074831 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'status': 'completed', 'code': 200} Mar 14 19:15:20.098257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.61', 62453) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:20.102841 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-679ab3ce-1aa8-471f-99aa-ad7960d466b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501549 Mar 14 19:15:20.141092 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-50bf030e-8c74-4759-ac83-ab4772fd0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.142640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-50bf030e-8c74-4759-ac83-ab4772fd0f58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1100 time: 0.0433927 Mar 14 19:15:20.195812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d5a49e34-b790-4ac4-b9bd-57ae990c59b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:20.241800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-165d1eee-35c4-43d2-905b-1d8a6ecfd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.243334 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-165d1eee-35c4-43d2-905b-1d8a6ecfd222 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0950439 Mar 14 19:15:20.285279 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-ad675198-4933-4561-afb8-17cb772fdcee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 217 time: 0.0351474 Mar 14 19:15:20.294803 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:15:20.324276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:15:20.333653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:15:20.334324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:15:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:15:20.343367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-4b2237ce-263b-4551-8230-cd529ce1ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.345138 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-4b2237ce-263b-4551-8230-cd529ce1ef79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0518434 Mar 14 19:15:20.400732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-59f368eb-c8f0-47e4-aaa9-c22b90b2b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.402905 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-59f368eb-c8f0-47e4-aaa9-c22b90b2b8e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512543 Mar 14 19:15:20.455780 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbcdb9-0be7-4f0d-809e-b7c93cf6da39 req-f68e6440-d62b-4dfa-af75-139cd1c58f7e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.457617 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a4bbcdb9-0be7-4f0d-809e-b7c93cf6da39 req-f68e6440-d62b-4dfa-af75-139cd1c58f7e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.1081693 Mar 14 19:15:20.461174 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:15:20.497081 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a4bbcdb9-0be7-4f0d-809e-b7c93cf6da39 req-3dad735e-e492-41df-ac68-1439adfe128b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Mar 14 19:15:20.502482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-62c03b8b-bd67-47f4-ba86-48bcfc7a7f55 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925772 Mar 14 19:15:20.593185 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ac92e890-bc84-4cdd-b4e0-a746f4224ccb req-3764db9e-54af-4467-9b2b-c2df6fb2b2b9 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822568 Mar 14 19:15:20.663856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:15:20.690129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c2a25-f222-4a72-9b6e-c87040a32999 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:15:20.783286 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-e9194bae-28fb-432d-a9e9-cc790b65a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.784794 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-e9194bae-28fb-432d-a9e9-cc790b65a8de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 1100 time: 0.0463448 Mar 14 19:15:20.892070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-496e13c7-a265-4286-ad08-d1898d1e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.893586 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-496e13c7-a265-4286-ad08-d1898d1e30c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0905056 Mar 14 19:15:20.915991 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c13f7a-5c01-4932-8cd8-7f0f56bf315b None None] New status for floating IP 0a79044f-22c0-4a30-aa09-06bc30e6f9f4: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:15:20.942785 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-1e39afb7-f1e0-4738-a71d-ae532dcb6137 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 200 len: 217 time: 0.0414333 Mar 14 19:15:20.994622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-264380c9-d167-445c-aa9a-674db737f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:20.996136 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-264380c9-d167-445c-aa9a-674db737f8aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0454626 Mar 14 19:15:21.041378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-474c0282-4249-4cfb-b7ef-8ea5a9774944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:21.042905 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-474c0282-4249-4cfb-b7ef-8ea5a9774944 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402658 Mar 14 19:15:21.134916 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-e0563095-1644-4709-b865-f962166d9351 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Mar 14 19:15:21.222884 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a23a43d3-0777-405c-ba60-b353cd79b8da req-83ab1b58-460d-4502-b5f0-02343c00a5f8 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808208 Mar 14 19:15:21.645392 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:21.660134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4b40-1720-4352-a538-145f464d42a6 req-0924a7df-2ac6-4afa-b74c-9c3ca55cc393 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:21.661647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37e4b40-1720-4352-a538-145f464d42a6 req-0924a7df-2ac6-4afa-b74c-9c3ca55cc393 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0942800 Mar 14 19:15:21.706176 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-e37e4b40-1720-4352-a538-145f464d42a6 req-0ae4dfe4-b144-45c0-a6c4-dfd46c7a99e0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=46279e7e-596b-4b6a-ac26-036a2b6eabd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Mar 14 19:15:21.983036 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-730f22b3-1e56-40a9-aef2-3cb0abfdb988 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:21.984478 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-730f22b3-1e56-40a9-aef2-3cb0abfdb988 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 947 time: 0.0527520 Mar 14 19:15:22.070822 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Deleting port b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:15:22.071170 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:22.160871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] For port b29c39e8-338c-4332-8fbc-2416e0f1774e, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=b29c39e8-338c-4332-8fbc-2416e0f1774e,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:15:22.161601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:22.173653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Calling delete_port for b29c39e8-338c-4332-8fbc-2416e0f1774e owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:15:22.383489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:22.416006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'Port': ['ID=b29c39e8-338c-4332-8fbc-2416e0f1774e,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:22.457062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] No DVR routers for this DVR port b29c39e8-338c-4332-8fbc-2416e0f1774e on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:15:22.463257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:22.466647 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6afb4be6-2f48-47bd-9254-63c4f896d215 req-9d63357c-5324-427c-9198-b5a9d8a2078e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "DELETE /v2.0/ports/b29c39e8-338c-4332-8fbc-2416e0f1774e HTTP/1.1" status: 204 len: 173 time: 0.4768164 Mar 14 19:15:22.467538 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-deleted', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:15:22.470713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1de4b7-a472-406e-8344-298597eb729c" -d '{"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-deleted", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:15:22.507470 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99037e0-ee0b-48dc-b007-edd039d8458a x-openstack-request-id: req-f99037e0-ee0b-48dc-b007-edd039d8458a {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:15:22.507853 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6833fc1-16ce-4100-b34b-73e573d27da4", "name": "network-vif-deleted", "tag": "b29c39e8-338c-4332-8fbc-2416e0f1774e", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:15:22.508150 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f99037e0-ee0b-48dc-b007-edd039d8458a {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:15:22.508550 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6833fc1-16ce-4100-b34b-73e573d27da4', 'name': 'network-vif-deleted', 'tag': 'b29c39e8-338c-4332-8fbc-2416e0f1774e', 'status': 'completed', 'code': 200} Mar 14 19:15:22.808466 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-44120eec-63f7-4847-977d-b8cd70aae138 req-da6bd225-d4d0-4a91-8caa-acf9f67515f1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6833fc1-16ce-4100-b34b-73e573d27da4 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Mar 14 19:15:23.114784 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:23.172001 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:23.864670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56762) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:23.922298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:23.947020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.074757 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.078625 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.079870 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "DELETE /v2.0/security-groups/46279e7e-596b-4b6a-ac26-036a2b6eabd5 HTTP/1.1" status: 204 len: 168 time: 0.2142169 Mar 14 19:15:24.091368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9d2c3-3329-48bb-bf82-fc4098a5c127 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46279e7e-596b-4b6a-ac26-036a2b6eabd5,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:24.590242 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56768) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:24.595482 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403598052', 'description': 'tempest-secgroup-smoke-1403598052 description', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:24.685040 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.750843 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.817477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.845284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:24.909770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:24.911027 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-94510ebd-a36f-4b21-acbc-1d5dd5f72399 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3197958 Mar 14 19:15:24.913797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56770) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:24.918195 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:25.003772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.058426 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.125138 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.144766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3277bc-15f2-4da7-b574-bc65ca99b620,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:25.207097 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.208299 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-039f932b-961f-4a98-904e-189bd6278eb8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934778 Mar 14 19:15:25.211062 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56772) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:25.215902 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:25.295024 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.355820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.423565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.440916 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a719939d-5949-4d72-af33-a8a27924af9d,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:25.505688 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.506953 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a287a800-f784-4c7f-b6be-b30004d76e83 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2947261 Mar 14 19:15:25.509612 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56774) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:25.514528 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:25.594772 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.650518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.714672 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.733512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79522aae-7372-4baf-8bb6-c62183b2e149,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:25.819556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.820756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-5dbcc2d1-e505-47d6-8b74-44744f22820a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101754 Mar 14 19:15:25.823565 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56776) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:25.827828 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:25.911940 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:25.968361 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.027854 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.047335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213a4263-c237-4498-a993-c8c24e6810eb,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:26.115607 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.116819 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9da837d7-cd42-418c-943d-d1e1087225de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2922993 Mar 14 19:15:26.119826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56778) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:26.124764 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:26.206157 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Project a727ba67ad3a478ab00e8df8211c2c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:15:26.210861 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.270920 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.314974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.330035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4c6836-0218-479a-8060-5919138439f5,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:26.385082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.386328 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-629fd7d9-f0a8-4868-9d67-c8c313c368c5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2656054 Mar 14 19:15:26.389657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 56780) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:15:26.393856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'security_group_rule': {'security_group_id': 'f8a038fa-d2e6-4ab4-baeb-46ebe28f604c', 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:26.463791 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.securitygroups_db [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Project a727ba67ad3a478ab00e8df8211c2c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:15:26.468849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.528800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.587797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.604043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e468c5-6115-4362-8f33-1b11c2c10a50,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:26.681390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:26.682665 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-43a7e0db-1e3b-444a-a0e8-a4c1dc8d1974 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2920415 Mar 14 19:15:27.124728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:15:27.144720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: b29c39e8-338c-4332-8fbc-2416e0f1774e {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:15:27.145096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device b29c39e8-338c-4332-8fbc-2416e0f1774e not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:15:28.686826 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:46.915328 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:15:47.915306 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64ea2e7f-8e96-42c5-b58e-b883b782cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:49.636594 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e10d229e-684e-41c0-b2b6-38bb53a9b8be tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403598052&fields=id&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 267 time: 0.0321195 Mar 14 19:15:49.740324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-8e949cf8-1c33-4f25-8b8d-198b702d77cf tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:49.741767 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-8e949cf8-1c33-4f25-8b8d-198b702d77cf tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 808 time: 0.0986831 Mar 14 19:15:49.756659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-c9f5f89b-5daa-4974-9b6a-f4f8bbb8c45b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/quotas/a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Mar 14 19:15:49.807241 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-506a9649-2ee0-4b71-90a3-e6f0c086cf78 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448227 Mar 14 19:15:49.945012 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-fdee8f53-f198-47eb-89ac-ec54f872bfeb service neutron] 10.222.0.58 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265516 Mar 14 19:15:50.032551 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-4cb2ea08-a176-4a6c-b431-39b8ab688af0 service neutron] 10.222.0.58 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808213 Mar 14 19:15:50.166909 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fad8f312-81f6-41b2-a198-0deb8b9a7176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:50.531616 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d678e39e-9a19-4450-92dd-b46af50cba72 req-ecd82e62-13da-4b28-96d6-661a1a2217be tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Mar 14 19:15:51.628315 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08348600-3cc0-4b8f-8f92-5fc6b9ef20a3 req-a9a372c0-1f4e-42f6-8847-8f59f7958982 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0284696 Mar 14 19:15:51.645870 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:52.396312 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-a912c0ea-9e4b-48a3-9d17-05e4927083a4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:52.397812 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-a912c0ea-9e4b-48a3-9d17-05e4927083a4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 808 time: 0.1052752 Mar 14 19:15:52.441140 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-168886ce-adad-4efe-bcf4-27293a287dc7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 380 time: 0.0336671 Mar 14 19:15:52.449601 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'port': {'device_id': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'admin_state_up': True, 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'security_groups': ['f8a038fa-d2e6-4ab4-baeb-46ebe28f604c']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:52.623455 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Made reservation on behalf of a727ba67ad3a478ab00e8df8211c2c32 for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:15:52.627089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:52.730506 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-321718a1-d26d-4c6a-afc6-0e4fffa08597 req-475286c9-7ca2-461d-aa69-8abcfe9fde8c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0309389 Mar 14 19:15:52.766987 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Allocated IP 172.20.0.5 (37cf2586-7517-40ea-a801-510395e530a7/a097f336-1b67-4daf-8b76-4769e5fa02a8/55328c64-eab6-4508-9466-8fc35a0ae538) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:15:52.906564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:52.990026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.036536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Network 37cf2586-7517-40ea-a801-510395e530a7 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:15:53.159615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:15:53.159615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:15:53.159615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:53.159615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:53.159615 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.220016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.220016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.228031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e2817a57-ad12-4002-bf56-f7128cee57ab tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770104 Mar 14 19:15:53.235858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Request body: {'port': {'device_id': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:15:53.284868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-44dcaea7-09bc-491e-b49c-86886714e6e6 None None] Provisioning complete for port 55328c64-eab6-4508-9466-8fc35a0ae538 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:15:53.285303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-44dcaea7-09bc-491e-b49c-86886714e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.296594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.322576 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-44dcaea7-09bc-491e-b49c-86886714e6e6 None None] Port 55328c64-eab6-4508-9466-8fc35a0ae538 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:15:53.556594 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55328c64-eab6-4508-9466-8fc35a0ae538 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:15:53.564091 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.576604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Transition to ACTIVE for port object 55328c64-eab6-4508-9466-8fc35a0ae538 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:15:53.640706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.691198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:53.781530 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Attempting to bind port 55328c64-eab6-4508-9466-8fc35a0ae538 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:15:53.783131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Attempting to bind port 55328c64-eab6-4508-9466-8fc35a0ae538 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:15:53.783469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Attempting to bind port 55328c64-eab6-4508-9466-8fc35a0ae538 on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:15:53.788284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Port 55328c64-eab6-4508-9466-8fc35a0ae538 on network 37cf2586-7517-40ea-a801-510395e530a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:15:53.788613 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Attempting to bind port 55328c64-eab6-4508-9466-8fc35a0ae538 on network 37cf2586-7517-40ea-a801-510395e530a7 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:15:53.794995 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:15:53.795591 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Checking segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:15:53.796154 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Bound using segment: {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:15:53.796766 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Bound port: 55328c64-eab6-4508-9466-8fc35a0ae538, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4eb068-c30d-4204-a7c8-9872f9a963a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '37cf2586-7517-40ea-a801-510395e530a7'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:15:53.797319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:53.898758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:15:53.908055 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d0e1-baaa-429a-9173-11630919cccb req-f716e14b-720c-4624-b9eb-bbc4081483d5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:53.909539 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8736d0e1-baaa-429a-9173-11630919cccb req-f716e14b-720c-4624-b9eb-bbc4081483d5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0928514 Mar 14 19:15:53.911197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:15:53.949290 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8736d0e1-baaa-429a-9173-11630919cccb req-3a1d3354-75c2-4b31-99c4-a244a95701b0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Mar 14 19:15:54.018490 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:54.060649 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.061270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:54.062815 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] 10.222.0.61 "PUT /v2.0/ports/55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1093 time: 0.8314855 Mar 14 19:15:54.063253 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:15:54.065494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59946324-8c20-49ba-bee8-6c70e3263c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:15:54.097931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d2ec8-81ec-4f1e-8f0b-9002e6b8f832 service neutron] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:15:54.115540 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac11e4-7e75-4917-a681-705c2994b3d9 x-openstack-request-id: req-cbac11e4-7e75-4917-a681-705c2994b3d9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:15:54.115839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:15:54.116098 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbac11e4-7e75-4917-a681-705c2994b3d9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:15:54.116505 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'status': 'completed', 'code': 200} Mar 14 19:15:54.183787 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-8ab088bc-5029-457d-b72c-509e1ef9dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.185310 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-8ab088bc-5029-457d-b72c-509e1ef9dab2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0483401 Mar 14 19:15:54.296277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-d06fed95-f5d6-4fbf-8e03-5ba7630782d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.297735 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-d06fed95-f5d6-4fbf-8e03-5ba7630782d9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1047180 Mar 14 19:15:54.713950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-944271c4-b299-4d0f-9d2b-0c5b03a74bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.715300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-59946324-8c20-49ba-bee8-6c70e3263c7a req-944271c4-b299-4d0f-9d2b-0c5b03a74bf6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113474 Mar 14 19:15:54.792108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-ab2391a8-4afa-44ed-9cbe-1c4997711eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.793606 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-ab2391a8-4afa-44ed-9cbe-1c4997711eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0406146 Mar 14 19:15:54.839002 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-d93f7684-9a39-4f63-b69d-39632f787514 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 217 time: 0.0378811 Mar 14 19:15:54.887881 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-fe6c2f6d-0e69-48af-b637-83e395f1854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.889324 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-fe6c2f6d-0e69-48af-b637-83e395f1854b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0438402 Mar 14 19:15:54.933768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-d5e456f3-5868-4d01-9ab5-f44d7d8f42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:54.935301 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-d5e456f3-5868-4d01-9ab5-f44d7d8f42cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402448 Mar 14 19:15:55.037712 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-e4c47cdf-04bc-4689-bc06-0a4cd126eb3a service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958226 Mar 14 19:15:55.127988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08c64b-fcc4-4a74-a988-4fae01e54424 req-c5aeca75-d4be-498c-a471-66cc5a2a38f0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:55.129475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4b08c64b-fcc4-4a74-a988-4fae01e54424 req-c5aeca75-d4be-498c-a471-66cc5a2a38f0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.1066761 Mar 14 19:15:55.174687 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-441d180e-cc78-49bb-97cb-f9f7b0b59029 req-d652de39-a319-4e35-927f-be7c3a3d2aec service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230326 Mar 14 19:15:55.187238 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-4b08c64b-fcc4-4a74-a988-4fae01e54424 req-18aed4d1-9cbc-4e3d-87c6-a5d79c3967f0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513496 Mar 14 19:15:56.303491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada399a-c95f-41a6-a8e1-5cc8468fc033 req-2a7df743-d8b7-4b7a-bc5d-756d220b363d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:56.305091 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cada399a-c95f-41a6-a8e1-5cc8468fc033 req-2a7df743-d8b7-4b7a-bc5d-756d220b363d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0493088 Mar 14 19:15:56.343466 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cada399a-c95f-41a6-a8e1-5cc8468fc033 req-356769f4-5d13-4636-922e-dea4d3f62330 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Mar 14 19:15:57.458797 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38833c-4e4a-4fd2-b2ae-4183ac24a230 req-d6573aff-8f66-47bf-99ce-e09666911aa5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:57.460346 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab38833c-4e4a-4fd2-b2ae-4183ac24a230 req-d6573aff-8f66-47bf-99ce-e09666911aa5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498877 Mar 14 19:15:57.498164 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab38833c-4e4a-4fd2-b2ae-4183ac24a230 req-4c4b874b-35e6-4b03-a86c-1041fc270c15 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Mar 14 19:15:58.613893 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23633afb-0790-44c0-bd7a-74c90379cc34 req-a0542acb-2cb8-46f0-9cc7-f048c15f4105 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:58.615387 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23633afb-0790-44c0-bd7a-74c90379cc34 req-a0542acb-2cb8-46f0-9cc7-f048c15f4105 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0518656 Mar 14 19:15:58.654418 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-23633afb-0790-44c0-bd7a-74c90379cc34 req-d4bbd52a-ecba-4e0f-a922-80528ba9fb6d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Mar 14 19:15:58.692683 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:15:59.767858 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c1717-9537-4561-b858-d8dae02743d8 req-491a7b54-dbe1-4502-b73a-e50d01a43400 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:15:59.769320 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b01c1717-9537-4561-b858-d8dae02743d8 req-491a7b54-dbe1-4502-b73a-e50d01a43400 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0485420 Mar 14 19:15:59.805261 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b01c1717-9537-4561-b858-d8dae02743d8 req-78012b29-0d46-4346-98e3-f7529b5663e4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301681 Mar 14 19:16:00.919662 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d62a2-dd74-4769-8c81-f681cd56233d req-e0ac3b15-fc54-4bc1-9c04-7ec18fbd9809 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:00.921143 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-507d62a2-dd74-4769-8c81-f681cd56233d req-e0ac3b15-fc54-4bc1-9c04-7ec18fbd9809 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498321 Mar 14 19:16:00.959385 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-507d62a2-dd74-4769-8c81-f681cd56233d req-e7fa91c3-ec50-4318-ab1c-4534736ab0cd tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323124 Mar 14 19:16:02.076801 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dea39b-c12a-44be-8b06-a4009e2d3646 req-b0c1ad88-44c9-4ebf-a57f-d495faf0028a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:02.078315 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9dea39b-c12a-44be-8b06-a4009e2d3646 req-b0c1ad88-44c9-4ebf-a57f-d495faf0028a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0527117 Mar 14 19:16:02.114825 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d9dea39b-c12a-44be-8b06-a4009e2d3646 req-cabacd19-61e2-4928-904e-4b170d23cdee tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Mar 14 19:16:03.228623 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f5b5d-c1d8-42a3-abfc-0d231a899ef4 req-6e9104ea-b255-4f3f-84b6-71c0962c7fd9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:03.230639 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-606f5b5d-c1d8-42a3-abfc-0d231a899ef4 req-6e9104ea-b255-4f3f-84b6-71c0962c7fd9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0491316 Mar 14 19:16:03.269362 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-606f5b5d-c1d8-42a3-abfc-0d231a899ef4 req-52c47e50-ef06-4f61-96c4-1f1e50302afc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Mar 14 19:16:04.383682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6dc1-f139-4be3-acdb-bb6bfc3da58f req-c8ef4c88-6465-48c1-80f8-c8f39fefb57c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:04.385200 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-858c6dc1-f139-4be3-acdb-bb6bfc3da58f req-c8ef4c88-6465-48c1-80f8-c8f39fefb57c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0488977 Mar 14 19:16:04.422275 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-858c6dc1-f139-4be3-acdb-bb6bfc3da58f req-422cbee3-b29a-4f42-99fb-3368bfed0b67 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Mar 14 19:16:05.538952 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef057d-b0f5-4abb-bdc5-652b3ca0af74 req-29268b93-a256-4434-bd6f-a7e25fd6cf5d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:05.540421 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3aef057d-b0f5-4abb-bdc5-652b3ca0af74 req-29268b93-a256-4434-bd6f-a7e25fd6cf5d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0521579 Mar 14 19:16:05.577428 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-3aef057d-b0f5-4abb-bdc5-652b3ca0af74 req-8f3ea66a-20d9-471f-ae17-7f67f6057b65 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Mar 14 19:16:06.690115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305a782-54aa-45d2-ad3c-2b6c357a3a01 req-355c9f9d-956e-4128-b0f8-40d67df3ae39 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:06.691595 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f305a782-54aa-45d2-ad3c-2b6c357a3a01 req-355c9f9d-956e-4128-b0f8-40d67df3ae39 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0494642 Mar 14 19:16:06.728805 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f305a782-54aa-45d2-ad3c-2b6c357a3a01 req-58e8593b-7b47-4e07-a491-37a2a247fd38 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Mar 14 19:16:07.374666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:16:07.470036 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:16:07.481699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '55328c64-eab6-4508-9466-8fc35a0ae538', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'mac_address': 'fa:16:3e:5d:c8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:16:07.517006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:07.529253 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55328c64-eab6-4508-9466-8fc35a0ae538 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:16:07.552383 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:16:07.646765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:07.692713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:07.699490 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.699880 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.700321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.700658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.700985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.701313 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.701639 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.701985 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.702310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.702630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.702948 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.703265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:16:07.842958 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76042c8-9afd-43f8-8249-69ebf2ca5427 req-46185468-0c6c-4150-9e09-f07d85614a80 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:07.844431 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b76042c8-9afd-43f8-8249-69ebf2ca5427 req-46185468-0c6c-4150-9e09-f07d85614a80 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 944 time: 0.0477312 Mar 14 19:16:07.881419 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b76042c8-9afd-43f8-8249-69ebf2ca5427 req-58e27b97-347d-405f-9ff9-0302b99d9d6f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Mar 14 19:16:07.971511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['55328c64-eab6-4508-9466-8fc35a0ae538'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:16:09.001344 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c8c5d-a5de-472a-aaab-c79a69fdf1ed req-11e17ca9-8fd6-4201-bd18-8433520968d1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:09.002882 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-581c8c5d-a5de-472a-aaab-c79a69fdf1ed req-11e17ca9-8fd6-4201-bd18-8433520968d1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 944 time: 0.0545428 Mar 14 19:16:09.042080 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-581c8c5d-a5de-472a-aaab-c79a69fdf1ed req-ed4f6678-b06c-4469-9819-c4870edba8b3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Mar 14 19:16:09.381016 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:16:09.509440 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 55328c64-eab6-4508-9466-8fc35a0ae538 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:16:09.513457 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 55328c64-eab6-4508-9466-8fc35a0ae538 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:16:09.518694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:09.727236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:09.748519 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:09.750745 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6ed3e5-a8fc-48fc-87fb-59c68d3e9071" -d '{"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-plugged", "status": "completed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:16:09.762941 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:16:09.787894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff618885-0590-4723-9591-7d68c27cc1c0 x-openstack-request-id: req-ff618885-0590-4723-9591-7d68c27cc1c0 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:16:09.788178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-plugged", "status": "completed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:16:09.788428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff618885-0590-4723-9591-7d68c27cc1c0 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:16:09.788813 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'code': 200} Mar 14 19:16:09.846515 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:09.896110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:10.045164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077a6a-72fe-4419-b3d4-57d7430867a1 req-99bb3471-05e7-4ef8-bdc5-fd3f98dcae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:10.046693 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0077a6a-72fe-4419-b3d4-57d7430867a1 req-99bb3471-05e7-4ef8-bdc5-fd3f98dcae4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0407152 Mar 14 19:16:10.082244 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b0077a6a-72fe-4419-b3d4-57d7430867a1 req-e690e669-12bd-48fd-ae05-93a84d24eb1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288894 Mar 14 19:16:10.161893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeeee9-3161-4cd3-89de-10b7f044f5b9 req-1d78f9d6-7e20-4e69-884b-c4a91a75d4aa tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:10.163401 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5feeeee9-3161-4cd3-89de-10b7f044f5b9 req-1d78f9d6-7e20-4e69-884b-c4a91a75d4aa tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Mar 14 19:16:10.201424 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5feeeee9-3161-4cd3-89de-10b7f044f5b9 req-e9bada02-6ec3-48c9-b78b-b0a2b112e89e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Mar 14 19:16:11.334028 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e62d1-16cb-47d2-a470-6fd56e6f42d8 req-7cf8c59e-d47c-4ed8-8799-053cfdc97113 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:11.335587 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-573e62d1-16cb-47d2-a470-6fd56e6f42d8 req-7cf8c59e-d47c-4ed8-8799-053cfdc97113 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0547643 Mar 14 19:16:11.373889 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-573e62d1-16cb-47d2-a470-6fd56e6f42d8 req-81f94534-46f4-431d-91c6-bc47d966ac5a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Mar 14 19:16:12.492873 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d3e30-3f0c-4ec3-b536-a86ce5167a45 req-0ad6e789-7102-48cd-97b1-36b710bbdbd1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:12.494629 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-786d3e30-3f0c-4ec3-b536-a86ce5167a45 req-0ad6e789-7102-48cd-97b1-36b710bbdbd1 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Mar 14 19:16:12.531481 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-786d3e30-3f0c-4ec3-b536-a86ce5167a45 req-ff3d221a-d71f-4057-b467-80119bcef9e3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Mar 14 19:16:12.649763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a7eaf-2f3f-4716-9a22-ebeb5d836bb8 req-2deb26cf-553a-4fe5-99f4-5625e57cacad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:12.651262 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2a6a7eaf-2f3f-4716-9a22-ebeb5d836bb8 req-2deb26cf-553a-4fe5-99f4-5625e57cacad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0541070 Mar 14 19:16:12.688723 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-2a6a7eaf-2f3f-4716-9a22-ebeb5d836bb8 req-73ece1ad-b9c7-4b60-a942-d090fc3d8c75 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Mar 14 19:16:12.710151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57008) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:16:12.789356 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677ce09-9d6d-41c0-a1f2-9c464a5e94e5 tempest-TestShelveInstance-502251806 tempest-TestShelveInstance-502251806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:12.790873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e677ce09-9d6d-41c0-a1f2-9c464a5e94e5 tempest-TestShelveInstance-502251806 tempest-TestShelveInstance-502251806-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1093 time: 0.0797329 Mar 14 19:16:12.793752 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57012) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:16:12.797844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:16:12.857988 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:12.957675 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.061169 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Allocated IP 172.26.3.96 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e356e1f4-bc43-49aa-a5f9-375d3787f377) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:16:13.164473 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.275374 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.315296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:16:13.317974 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:16:13.321349 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:16:13.326572 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=e356e1f4-bc43-49aa-a5f9-375d3787f377,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:13.680109 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.808402 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:13.955813 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.040682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.110658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event updated for resources: {'Port': ['ID=e356e1f4-bc43-49aa-a5f9-375d3787f377,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:16:14.122918 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.221017 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.l3_db [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Floating IP a538c116-e82e-47dc-8169-dbab9a7c8c10 associated. External IP: 172.26.3.96, port: 55328c64-eab6-4508-9466-8fc35a0ae538. Mar 14 19:16:14.424728 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:16:14.531358 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:16:14.540675 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:16:14.550981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:16:14.551594 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:15:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:14.609768 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:14.640726 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-92ade9d7-2077-4093-81fc-1f912a6e452e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8459558 Mar 14 19:16:14.641316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:16:14.643602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a74e8e0465eb1076eedff1028fd1de4581c66c160d521f10e96ff76364f3c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08caa996-4d57-46e6-a9bc-a089e9f0eb43" -d '{"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:16:14.666837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:16:14.681015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3dbb41-1a25-4e56-b066-ed56919b0d23 x-openstack-request-id: req-8e3dbb41-1a25-4e56-b066-ed56919b0d23 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:16:14.681536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:16:14.681536 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e3dbb41-1a25-4e56-b066-ed56919b0d23 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:16:14.681986 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'status': 'completed', 'code': 200} Mar 14 19:16:14.742043 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-0103d3e1-1be4-498f-a6b2-56e4873b749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.743642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-0103d3e1-1be4-498f-a6b2-56e4873b749d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0412266 Mar 14 19:16:14.830864 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-e3d185af-1f18-4119-9e50-8f084140c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.832238 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-e3d185af-1f18-4119-9e50-8f084140c774 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0819027 Mar 14 19:16:14.890076 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a538c116-e82e-47dc-8169-dbab9a7c8c10', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:5d:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:13Z', 'updated_at': '2022-03-14T19:16:13Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:14.900326 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-bb5f506e-bc69-483f-a5c2-ba4d9e44d03e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 998 time: 0.0620253 Mar 14 19:16:14.916120 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:16:14.925631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:16:14.926284 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:15:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:14.948282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-72f613d9-b60d-4305-93f8-2c47dd879c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.951504 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-72f613d9-b60d-4305-93f8-2c47dd879c2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0452356 Mar 14 19:16:14.998181 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-9bbba84c-920c-44cc-b01c-5720ca0897a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:14.999698 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-9bbba84c-920c-44cc-b01c-5720ca0897a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419838 Mar 14 19:16:15.035288 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:16:15.094427 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-22086c0c-559c-4ad1-ac64-1b98162ffb40 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874674 Mar 14 19:16:15.182783 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-08caa996-4d57-46e6-a9bc-a089e9f0eb43 req-740ebeb0-5f11-42b0-9ca7-5ae681bd7c52 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Mar 14 19:16:15.264549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a538c116-e82e-47dc-8169-dbab9a7c8c10', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:5d:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:13Z', 'updated_at': '2022-03-14T19:16:13Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:16:15.290793 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ac40a-692b-4279-8193-d89decf1bf03 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': 'a538c116-e82e-47dc-8169-dbab9a7c8c10', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'mac_address': 'fa:16:3e:5d:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:16:13Z', 'updated_at': '2022-03-14T19:16:13Z', 'revision_number': 0, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:16:15.472589 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29685f37-828b-4753-9010-f61f4ae3c849 None None] New status for floating IP a538c116-e82e-47dc-8169-dbab9a7c8c10: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:16:17.869227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-9422118c-947a-407c-a9db-ec59eed6a2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:20.073447 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-d032d353-92c8-4729-8e1b-2ebaaf967c36 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452533 Mar 14 19:16:20.154830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-97c0e0ec-7319-4190-8822-d5193efad535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:20.156356 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-97c0e0ec-7319-4190-8822-d5193efad535 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0419104 Mar 14 19:16:20.166609 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bd11a0bd-06c0-4fa5-8c8d-5c398c729215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:20.264329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-fdf1fba9-cfbc-45ae-b407-00119107a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:20.265793 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-fdf1fba9-cfbc-45ae-b407-00119107a320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0893052 Mar 14 19:16:20.335522 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-dbaf1eb0-3016-43ed-a384-fda8d1f9d455 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0621645 Mar 14 19:16:20.384719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-9a9c8c78-0f98-45e9-a504-304ee93e5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:20.386170 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-9a9c8c78-0f98-45e9-a504-304ee93e5fe9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0442634 Mar 14 19:16:20.429815 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-a1a6bf7c-f25c-4b7e-865b-06d90809c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:16:20.431333 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-a1a6bf7c-f25c-4b7e-865b-06d90809c1f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391135 Mar 14 19:16:20.521665 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-95dea2f8-f2c5-4230-bed9-91f761b5e7a3 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836315 Mar 14 19:16:20.610321 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5e5ed9dd-3137-4a69-a4c9-9ce57a5dadb5 req-d021fa76-989e-494e-976d-96cdd6d53756 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Mar 14 19:16:21.646532 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:23.075891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:23.132426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:23.917432 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:16:28.709500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:47.881500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-86407b2c-5af6-4bac-8446-c01ac2b91951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:50.133093 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1bd94730-266e-4e18-a68b-abf3fcb707fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:51.652871 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:53.110276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:53.138329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:16:58.749664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:00.916423 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:17:17.892053 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d286a901-e2e0-4643-96da-6b39a4cba4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:19.388096 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-e915adf0-b205-4784-ab18-04089087b6ec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395379 Mar 14 19:17:19.470789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-8262e7aa-3457-421f-b06f-8abcf8820706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:19.472306 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-8262e7aa-3457-421f-b06f-8abcf8820706 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0412576 Mar 14 19:17:19.575215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-eb0916a1-7929-4949-a46e-4b5ca21ef4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:19.576653 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-eb0916a1-7929-4949-a46e-4b5ca21ef4e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0858905 Mar 14 19:17:19.641010 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-313b1f01-230f-43b8-b824-d8192316b7cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0567446 Mar 14 19:17:19.687190 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-ca1d9f8b-39ec-414d-a5e7-ed450b923ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:19.688579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-ca1d9f8b-39ec-414d-a5e7-ed450b923ba6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0418484 Mar 14 19:17:19.737252 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-cf346c21-691c-4082-9604-7769e8ac803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:17:19.738977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-cf346c21-691c-4082-9604-7769e8ac803c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429559 Mar 14 19:17:19.825476 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-3644adf6-7508-4f1a-bafc-c6b2ed726071 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805602 Mar 14 19:17:19.915747 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b62aa13f-f8ea-4661-b750-2aaaff358e36 req-a19200c6-6be6-4247-9001-77e50b991905 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837593 Mar 14 19:17:20.144526 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-31b905b0-6347-4086-bf43-44d229e4843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:21.687513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:23.122070 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:23.149649 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:28.733103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:37.915755 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:17:47.899055 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6d678460-7e87-4377-86a2-5d5332921593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:50.184019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c0031483-e1f3-4193-a53c-393960721013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:51.658099 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:53.082130 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:53.122355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:17:58.744969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:14.914470 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:18:17.888589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4156b22f-a381-4070-98d4-681422b53b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:20.149754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-795eb094-6912-4f27-886e-3e8cdf8dc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:21.447761 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-1c4225cb-e663-4b0e-904e-effa66ab6353 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819232 Mar 14 19:18:21.530709 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-a45c870a-00c7-4ac9-a0b4-74dc7f42c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:21.532188 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-a45c870a-00c7-4ac9-a0b4-74dc7f42c7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0431256 Mar 14 19:18:21.640189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-d8e7077f-35b6-4989-9230-917c09bee73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:21.642198 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-d8e7077f-35b6-4989-9230-917c09bee73c service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0907664 Mar 14 19:18:21.692077 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:21.731052 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-165b5c2c-94ba-46c4-b60d-60925e633bfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0813987 Mar 14 19:18:21.780354 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-9c7ea5c1-fcc4-46a0-ab04-eec10a1f45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:21.781769 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-9c7ea5c1-fcc4-46a0-ab04-eec10a1f45fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0446684 Mar 14 19:18:21.826259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-192c4d27-5518-43a8-bc5c-5efdfd8e529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:21.827754 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-192c4d27-5518-43a8-bc5c-5efdfd8e529d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400856 Mar 14 19:18:22.298887 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-e2fda227-42ca-4794-92ed-78f8ac33036c service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645207 Mar 14 19:18:22.393485 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-7eefbf1d-debd-4a7e-810f-605d0a4a731a req-ae20cf6b-7c4d-4ea5-a8b6-172e044fb5fa service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872056 Mar 14 19:18:23.139904 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:23.185337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:28.779874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:32.996860 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af74a1-4a0d-41cd-96a0-cd74215d327f req-9269795f-9f75-44e7-9ac0-09a281dda3ca tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:32.998350 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76af74a1-4a0d-41cd-96a0-cd74215d327f req-9269795f-9f75-44e7-9ac0-09a281dda3ca tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Mar 14 19:18:33.036369 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-76af74a1-4a0d-41cd-96a0-cd74215d327f req-76c700f7-c5c1-41e0-8a0e-26bd12807fb7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Mar 14 19:18:34.156573 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a69136-1fcd-46fc-837d-73f006b5e9ea req-57111041-c5d1-40b3-a783-4d7a539ba8b0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:34.158082 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a69136-1fcd-46fc-837d-73f006b5e9ea req-57111041-c5d1-40b3-a783-4d7a539ba8b0 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Mar 14 19:18:34.194249 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a3a69136-1fcd-46fc-837d-73f006b5e9ea req-74752242-c71b-4434-9eaf-a45dae0fc975 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302579 Mar 14 19:18:35.315652 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aedbe-aca0-4fa3-90f8-a8b49fe25ec4 req-d1df3446-5356-4b46-8d40-04f3b283a4c6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:35.317108 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1c1aedbe-aca0-4fa3-90f8-a8b49fe25ec4 req-d1df3446-5356-4b46-8d40-04f3b283a4c6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Mar 14 19:18:35.354813 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1c1aedbe-aca0-4fa3-90f8-a8b49fe25ec4 req-33fc6421-9e50-4600-bc62-c91d05c2ede8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316305 Mar 14 19:18:36.470191 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917046e4-b9bf-4ace-bd00-3e9ef62088d4 req-ead41977-70d1-4ee3-89e9-9ceb7f21251b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:36.471656 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-917046e4-b9bf-4ace-bd00-3e9ef62088d4 req-ead41977-70d1-4ee3-89e9-9ceb7f21251b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Mar 14 19:18:36.513232 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-917046e4-b9bf-4ace-bd00-3e9ef62088d4 req-4cc6700d-3381-49d9-a67b-86bc8e87da47 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Mar 14 19:18:37.793007 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55db29-a520-4784-9f55-c3659edbf75c req-cebdc441-3f89-47c5-9e8b-f4b49e35c3e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:37.794490 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d55db29-a520-4784-9f55-c3659edbf75c req-cebdc441-3f89-47c5-9e8b-f4b49e35c3e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Mar 14 19:18:37.831083 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3d55db29-a520-4784-9f55-c3659edbf75c req-4fe3eb55-376a-41f4-b4af-62860174715c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307636 Mar 14 19:18:38.945351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbd478-0fd7-4b04-9a06-8226c0fe7098 req-b974676a-01ba-424d-a578-cd2a45207a4f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:38.946863 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacbd478-0fd7-4b04-9a06-8226c0fe7098 req-b974676a-01ba-424d-a578-cd2a45207a4f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Mar 14 19:18:38.984910 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-dacbd478-0fd7-4b04-9a06-8226c0fe7098 req-f8de6112-fd51-40a7-84a5-0c0cda7a82fd tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Mar 14 19:18:40.102529 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6e04-2f50-4101-bc7e-6f2b5534c632 req-a42ce094-9bbc-4be5-ba53-4a2dc138f3e2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:40.103994 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2cc6e04-2f50-4101-bc7e-6f2b5534c632 req-a42ce094-9bbc-4be5-ba53-4a2dc138f3e2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Mar 14 19:18:40.141631 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f2cc6e04-2f50-4101-bc7e-6f2b5534c632 req-fcf75d1a-d9d8-438a-bc05-17799c527cc3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Mar 14 19:18:41.254392 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6f17-d413-45db-aaff-d753d0e16ce2 req-b6c7a112-a1b2-4cb8-a10e-9d6352ab5a34 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:41.255884 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-021e6f17-d413-45db-aaff-d753d0e16ce2 req-b6c7a112-a1b2-4cb8-a10e-9d6352ab5a34 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Mar 14 19:18:41.293832 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-021e6f17-d413-45db-aaff-d753d0e16ce2 req-ed63e5b5-e75e-44c6-8331-75e1eba8e1d2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Mar 14 19:18:42.411590 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a956-9a5b-4385-87d2-410bd6bb9d09 req-8255b86c-029b-4c9d-9ceb-221c57fce45e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:42.413043 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab52a956-9a5b-4385-87d2-410bd6bb9d09 req-8255b86c-029b-4c9d-9ceb-221c57fce45e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0500197 Mar 14 19:18:42.451713 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ab52a956-9a5b-4385-87d2-410bd6bb9d09 req-d658b434-4bc0-4eb1-8f6c-922d2c116cd9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Mar 14 19:18:43.154462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-7a5061ea-f4a8-426b-83bb-ff65749c3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:43.155922 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-7a5061ea-f4a8-426b-83bb-ff65749c3812 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0396883 Mar 14 19:18:43.245639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-08253f0b-4e0b-493b-905e-4f2b37dadb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:43.247048 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-08253f0b-4e0b-493b-905e-4f2b37dadb17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0848846 Mar 14 19:18:43.312057 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-ae00e0fd-4428-4a5a-b3da-3c06be810d2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0586774 Mar 14 19:18:43.359852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-a438e70f-8fd9-4c99-8e19-92b7b5ddf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:43.361281 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-a438e70f-8fd9-4c99-8e19-92b7b5ddf8a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0428863 Mar 14 19:18:43.409512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-e727db37-2e98-4753-93c3-6cc50d5f9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:43.410906 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-e727db37-2e98-4753-93c3-6cc50d5f9191 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429509 Mar 14 19:18:43.498707 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-268b77cd-4602-4c82-8493-49fc3c41f138 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806460 Mar 14 19:18:43.565334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb387caa-2cbe-4af2-80d4-b072ca373e55 req-0a4dc2db-d433-4684-a51e-ce7c43b9517b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:43.566842 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb387caa-2cbe-4af2-80d4-b072ca373e55 req-0a4dc2db-d433-4684-a51e-ce7c43b9517b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0482550 Mar 14 19:18:43.592255 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f611f3a3-cd52-4fa8-9bd3-8c18298725d4 req-21e3e04a-4a75-4d24-803f-8fa9309d03d1 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871203 Mar 14 19:18:43.608232 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb387caa-2cbe-4af2-80d4-b072ca373e55 req-c3b1405f-89eb-41df-86a5-946e1d453e9b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352626 Mar 14 19:18:44.722276 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c2e38-ed53-4a72-bd13-a887149b3821 req-18b2d5af-d016-4705-9bb7-186a69f1ed09 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:44.723659 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d4c2e38-ed53-4a72-bd13-a887149b3821 req-18b2d5af-d016-4705-9bb7-186a69f1ed09 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Mar 14 19:18:44.759847 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8d4c2e38-ed53-4a72-bd13-a887149b3821 req-320ab672-1289-4d8b-9b5b-0611e86ded07 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302508 Mar 14 19:18:45.876980 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda1501-e82a-46f6-a693-c9407802e7cb req-15aade36-6eff-4876-b6ee-d36cda9b9447 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:45.878520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9eda1501-e82a-46f6-a693-c9407802e7cb req-15aade36-6eff-4876-b6ee-d36cda9b9447 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Mar 14 19:18:45.919436 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9eda1501-e82a-46f6-a693-c9407802e7cb req-af1dfe0a-84e0-417a-8441-5fc08287cc3a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345356 Mar 14 19:18:47.035795 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f217d-0b46-4de5-b5d6-93527c46b602 req-d5ad11c7-4a10-4222-bc8c-8b4156971612 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:47.037366 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b4f217d-0b46-4de5-b5d6-93527c46b602 req-d5ad11c7-4a10-4222-bc8c-8b4156971612 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0518696 Mar 14 19:18:47.076190 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5b4f217d-0b46-4de5-b5d6-93527c46b602 req-b0eadcc2-4fad-436a-bb5d-ed0052a4d173 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Mar 14 19:18:47.871778 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ab25ecc2-f501-4fef-bdd2-3351ead3d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:48.188788 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11c4b2-2d52-4e71-b9ed-76225cc554c2 req-0d149950-3f90-4377-a704-2d0ae5ee298a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:48.190196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6e11c4b2-2d52-4e71-b9ed-76225cc554c2 req-0d149950-3f90-4377-a704-2d0ae5ee298a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0475452 Mar 14 19:18:48.226922 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6e11c4b2-2d52-4e71-b9ed-76225cc554c2 req-bd8a8bbb-8323-4816-8fc9-9b565d853b1c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Mar 14 19:18:48.293922 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-d3fe255a-52a6-4c18-9c65-261021a95744 req-1991c900-4453-4075-9aba-2b6a60a5dac7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:18:48.301253 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d3fe255a-52a6-4c18-9c65-261021a95744 req-1991c900-4453-4075-9aba-2b6a60a5dac7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060399 Mar 14 19:18:48.556334 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e990-2111-4290-8994-796b3ba113f8 req-41706964-eaa1-4471-8693-fdd27322e608 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:48.557987 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ea8e990-2111-4290-8994-796b3ba113f8 req-41706964-eaa1-4471-8693-fdd27322e608 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Mar 14 19:18:48.602991 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ea8e990-2111-4290-8994-796b3ba113f8 req-edbafbc7-29aa-4640-8d5e-8d8a2feee30f tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389380 Mar 14 19:18:48.634066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-76e9ed9e-db20-4dca-a43f-e2178a8c6e46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909252 Mar 14 19:18:48.643533 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-1d800583-b329-41f6-a333-b3984f6a7895 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:18:48.644619 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-1d800583-b329-41f6-a333-b3984f6a7895 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049763 Mar 14 19:18:49.721658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0100ead-475f-4187-90b9-f166a84a5154 req-59b8091e-c12c-4c2e-a843-816388b90fc9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:49.723412 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f0100ead-475f-4187-90b9-f166a84a5154 req-59b8091e-c12c-4c2e-a843-816388b90fc9 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0496945 Mar 14 19:18:49.760879 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f0100ead-475f-4187-90b9-f166a84a5154 req-31ad7ec8-2ca0-48bd-b5c2-8ca503e60c1e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Mar 14 19:18:50.051257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:18:50.139882 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:50.164674 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:18:50.166920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c1aac0-bb33-473a-b9ac-ec7a86a55a89" -d '{"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:18:50.172665 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a7ad-ac04-4fe4-9ebf-57ffe0c9ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:50.184300 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:18:50.253812 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd7d7f-8f1d-4cc3-ab04-fb9668f4e2cc x-openstack-request-id: req-0bbd7d7f-8f1d-4cc3-ab04-fb9668f4e2cc {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:18:50.254135 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-unplugged", "status": "failed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "code": 422}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:18:50.254388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bbd7d7f-8f1d-4cc3-ab04-fb9668f4e2cc {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:18:50.254845 dv-neutron-833670-1-hyperv neutron-server[103394]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'code': 422} returned with failed status Mar 14 19:18:50.255979 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:50.307058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:18:50.314474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.314818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.315154 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.315486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.315810 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.316168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.316507 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.316830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.317152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.317468 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.317783 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.318129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:18:50.876060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2a2c0-1032-4255-9900-26b931806b87 req-82745346-2bd1-440b-96d4-2c345d7daf5e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:50.877614 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-70c2a2c0-1032-4255-9900-26b931806b87 req-82745346-2bd1-440b-96d4-2c345d7daf5e tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498865 Mar 14 19:18:50.914566 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-70c2a2c0-1032-4255-9900-26b931806b87 req-de5bbf06-ed5d-47d7-9c68-e67316192a00 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Mar 14 19:18:51.680406 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:51.913254 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:18:52.032276 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee87ac-3a1b-4f6c-923d-9248d7b688af req-82ffd5eb-aec2-4bfb-b5ad-49a4a67b8ccc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:52.033789 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40ee87ac-3a1b-4f6c-923d-9248d7b688af req-82ffd5eb-aec2-4bfb-b5ad-49a4a67b8ccc tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0491614 Mar 14 19:18:52.071893 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-40ee87ac-3a1b-4f6c-923d-9248d7b688af req-7a7441f9-1e76-49cb-8fb4-6a98cd2fdcde tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Mar 14 19:18:53.112633 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:53.134917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:53.193209 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf272-0372-4560-bd6d-f891fa4e4d51 req-b5ac602d-b4d8-46a2-993a-e5cbd33cc86b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:53.194756 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84dbf272-0372-4560-bd6d-f891fa4e4d51 req-b5ac602d-b4d8-46a2-993a-e5cbd33cc86b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0529990 Mar 14 19:18:53.232709 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84dbf272-0372-4560-bd6d-f891fa4e4d51 req-f759562e-412c-45ae-8bda-316c53f5f93a tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Mar 14 19:18:54.346822 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e32f0-db7f-4f7a-9692-3080a706eed9 req-6459777c-e527-4187-ac18-78bd46db792d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.348492 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b75e32f0-db7f-4f7a-9692-3080a706eed9 req-6459777c-e527-4187-ac18-78bd46db792d tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0489669 Mar 14 19:18:54.378661 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-71a76535-8520-4e16-8c20-35336e9051ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.380178 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-71a76535-8520-4e16-8c20-35336e9051ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&tenant_id=a727ba67ad3a478ab00e8df8211c2c32 HTTP/1.1" status: 200 len: 1096 time: 0.0439250 Mar 14 19:18:54.387185 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b75e32f0-db7f-4f7a-9692-3080a706eed9 req-26ba0009-866d-4f0c-934e-4917690713de tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Mar 14 19:18:54.441531 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-8d31043a-9af0-4082-9d17-5092d82fba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.443127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-8d31043a-9af0-4082-9d17-5092d82fba12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0420961 Mar 14 19:18:54.540626 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-3cf6bb1b-0b84-4bc4-a3db-d3ae25daa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.542256 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-3cf6bb1b-0b84-4bc4-a3db-d3ae25daa31f service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0921042 Mar 14 19:18:54.606480 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-485dc38c-40b5-42f3-9691-78e0b897c0d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 998 time: 0.0575068 Mar 14 19:18:54.654022 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-25d30bc5-c237-4922-8a76-ee2b89fec486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.655443 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-25d30bc5-c237-4922-8a76-ee2b89fec486 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0430863 Mar 14 19:18:54.703223 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-4baa8bf4-1fa5-418e-b02b-cf749e929e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:54.704711 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-4baa8bf4-1fa5-418e-b02b-cf749e929e68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430644 Mar 14 19:18:54.791521 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-3edbc84f-c49a-40c1-b24a-1e61903e0560 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804064 Mar 14 19:18:54.885503 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0adffee2-3bcb-41ae-a9ff-c6d2ead2b36e req-62420538-7e74-41e4-becd-9d42370a039a service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869911 Mar 14 19:18:55.503246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f30f78-1eb6-4fef-80fb-374d820f4283 req-76f60eba-d6cc-45f2-b2b3-fdd40d27f9e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:55.504738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-69f30f78-1eb6-4fef-80fb-374d820f4283 req-76f60eba-d6cc-45f2-b2b3-fdd40d27f9e7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498483 Mar 14 19:18:55.541399 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-69f30f78-1eb6-4fef-80fb-374d820f4283 req-b2a9f1a1-7339-45ed-b871-7cb6b3618bf4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307941 Mar 14 19:18:56.656219 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738a556-6a8d-4c65-a75a-c56272c2c849 req-27b103ce-58f6-49e1-a4de-a3d8cbbc64c3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:56.657755 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f738a556-6a8d-4c65-a75a-c56272c2c849 req-27b103ce-58f6-49e1-a4de-a3d8cbbc64c3 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0499034 Mar 14 19:18:56.698906 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f738a556-6a8d-4c65-a75a-c56272c2c849 req-38f9ac6c-8961-4614-93ec-53d545321460 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Mar 14 19:18:57.815743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257496e3-2737-4e08-83ce-12503604b802 req-272be476-c321-4bce-a23a-a80cffa8c1c7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:57.817218 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-257496e3-2737-4e08-83ce-12503604b802 req-272be476-c321-4bce-a23a-a80cffa8c1c7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498612 Mar 14 19:18:57.853802 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-257496e3-2737-4e08-83ce-12503604b802 req-3e701cc4-1486-4d7d-8a9f-50e69653277c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307057 Mar 14 19:18:58.755054 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:18:58.967435 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67a1c-b688-4fde-8be8-132c46ddc362 req-8fab4239-f091-4156-8dfc-d3d4f0fe7777 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:18:58.968898 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ed67a1c-b688-4fde-8be8-132c46ddc362 req-8fab4239-f091-4156-8dfc-d3d4f0fe7777 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0484974 Mar 14 19:18:59.006216 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-1ed67a1c-b688-4fde-8be8-132c46ddc362 req-d660dbab-79da-48af-aa5b-d78966446d96 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Mar 14 19:19:00.124436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5677f7-79fa-4569-948b-24f4dcd2b041 req-ebdf51ae-bc3b-40cc-85e8-b2149d235768 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:00.125913 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6b5677f7-79fa-4569-948b-24f4dcd2b041 req-ebdf51ae-bc3b-40cc-85e8-b2149d235768 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0530593 Mar 14 19:19:00.162751 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6b5677f7-79fa-4569-948b-24f4dcd2b041 req-26c40eb9-a94c-4984-9c6d-2eb6e1347c81 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Mar 14 19:19:01.278057 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e43b-1e3d-4413-bc76-4a5fa7ab8be0 req-60f1a54b-fbc2-46b8-8cf2-cf5579011704 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:01.279566 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9fd7e43b-1e3d-4413-bc76-4a5fa7ab8be0 req-60f1a54b-fbc2-46b8-8cf2-cf5579011704 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0498011 Mar 14 19:19:01.316716 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-9fd7e43b-1e3d-4413-bc76-4a5fa7ab8be0 req-00a541a7-016f-4348-aef0-1461223c3f68 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Mar 14 19:19:02.433872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afb681-7a6e-4621-b12c-6a9ec6be9480 req-5043b96c-1875-4888-bbba-94eea34fbbb6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:02.435623 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-73afb681-7a6e-4621-b12c-6a9ec6be9480 req-5043b96c-1875-4888-bbba-94eea34fbbb6 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0494235 Mar 14 19:19:02.473482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-73afb681-7a6e-4621-b12c-6a9ec6be9480 req-c6e66959-be08-4e66-a4c2-b655b3e0b230 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Mar 14 19:19:03.591570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee1d6-09ea-400e-9078-8db53ada283a req-b0e9c6b8-a11a-4c57-aaee-7e1923b25ade tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:03.593069 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b62ee1d6-09ea-400e-9078-8db53ada283a req-b0e9c6b8-a11a-4c57-aaee-7e1923b25ade tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 943 time: 0.0521784 Mar 14 19:19:03.634265 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b62ee1d6-09ea-400e-9078-8db53ada283a req-c4a079c8-91f7-4c3a-989e-30d4e6ffcb57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Mar 14 19:19:04.111293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:19:04.203589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:19:04.214795 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '55328c64-eab6-4508-9466-8fc35a0ae538', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'port_id': '55328c64-eab6-4508-9466-8fc35a0ae538', 'mac_address': 'fa:16:3e:5d:c8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:19:04.250947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:04.266621 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55328c64-eab6-4508-9466-8fc35a0ae538 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:19:04.284565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:19:04.357113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:04.404250 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:19:04.749320 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c42f-d4ee-4581-9177-8beae3ed88c7 req-62020700-f3ba-4915-a731-0390b8799c2c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:04.750818 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6152c42f-d4ee-4581-9177-8beae3ed88c7 req-62020700-f3ba-4915-a731-0390b8799c2c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 944 time: 0.0490282 Mar 14 19:19:04.787924 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6152c42f-d4ee-4581-9177-8beae3ed88c7 req-496dd797-ef9c-4b31-a17d-a4813d015b67 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Mar 14 19:19:04.829808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['55328c64-eab6-4508-9466-8fc35a0ae538'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:19:05.900695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15896e-4c9e-4192-8c3a-6305e937fa25 req-dfe5905d-a7e0-49c0-9b5e-10e4b0cc0055 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:05.902347 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0f15896e-4c9e-4192-8c3a-6305e937fa25 req-dfe5905d-a7e0-49c0-9b5e-10e4b0cc0055 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 944 time: 0.0490773 Mar 14 19:19:05.939330 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0f15896e-4c9e-4192-8c3a-6305e937fa25 req-8e0859b4-9467-4dde-a496-2bfa92780624 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Mar 14 19:19:06.127606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:19:06.174790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 55328c64-eab6-4508-9466-8fc35a0ae538 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:19:06.184891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:06.251501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:06.272493 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:19:06.274748 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e10d7aefaa190517fe13eeeee7bf4a2936050307b95d2a1bdb2c362427ad5087" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532425d-7193-43d8-ad89-bb452af22631" -d '{"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-plugged", "status": "completed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:19:06.287408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:19:06.363331 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:06.409809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:19:07.052900 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f943aa-2eb8-4465-9268-838f93b7e431 req-f2d330e6-a7f9-4466-bf0a-5df578e3f1d7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:07.054398 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-96f943aa-2eb8-4465-9268-838f93b7e431 req-f2d330e6-a7f9-4466-bf0a-5df578e3f1d7 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Mar 14 19:19:07.091187 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-96f943aa-2eb8-4465-9268-838f93b7e431 req-a8ea239c-3e7f-4fc2-a055-8492df03840c tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301292 Mar 14 19:19:07.320305 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bda4ad0-145c-4b32-b3f8-c4876a34a655 x-openstack-request-id: req-9bda4ad0-145c-4b32-b3f8-c4876a34a655 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:19:07.320764 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-plugged", "status": "completed", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:19:07.320886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9bda4ad0-145c-4b32-b3f8-c4876a34a655 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:19:07.321245 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'code': 200} Mar 14 19:19:07.622842 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e042a3f-cb06-427c-ad16-e9833d76664f req-b3b49b5a-ea68-430d-b790-195dacf748c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:07.624360 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e042a3f-cb06-427c-ad16-e9833d76664f req-b3b49b5a-ea68-430d-b790-195dacf748c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0437489 Mar 14 19:19:07.657700 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0e042a3f-cb06-427c-ad16-e9833d76664f req-17dbf343-5cf3-4797-a863-8bc1abcffe50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267453 Mar 14 19:19:08.204328 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab492f2-ee74-4bb8-a57b-9e94fb77882a req-86882b4e-b455-4548-887c-e6f77fc19e31 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:08.205790 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cab492f2-ee74-4bb8-a57b-9e94fb77882a req-86882b4e-b455-4548-887c-e6f77fc19e31 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Mar 14 19:19:08.247386 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-cab492f2-ee74-4bb8-a57b-9e94fb77882a req-f9b917df-752d-4ba8-b7bd-3ad7dc0a07d8 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 Mar 14 19:19:09.362341 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dd190-a9e4-4099-bc86-fec23d6999fd req-5ad94fc9-c983-42e6-8a9b-7888a382ed26 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:09.363820 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-864dd190-a9e4-4099-bc86-fec23d6999fd req-5ad94fc9-c983-42e6-8a9b-7888a382ed26 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Mar 14 19:19:09.401444 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-864dd190-a9e4-4099-bc86-fec23d6999fd req-82fa6716-96f6-46ec-acaa-1e4b4a322c23 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Mar 14 19:19:17.877548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fcfc347a-c71b-4355-9116-f757edbd9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:20.148570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ddbc-991f-411e-9337-2f278fa81579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:21.390071 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-bb83ae7e-cbd5-4129-86d4-280c54b3b23d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393515 Mar 14 19:19:21.482204 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9709e9-180e-434a-9455-116db93f8b35 req-5698f936-2f96-4347-b9c2-3f2f73bac1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:21.482204 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-5698f936-2f96-4347-b9c2-3f2f73bac1fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0445781 Mar 14 19:19:21.580260 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9709e9-180e-434a-9455-116db93f8b35 req-7de7a44a-eef2-4639-8063-24bb6342c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:21.581707 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-7de7a44a-eef2-4639-8063-24bb6342c6cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0830910 Mar 14 19:19:21.656015 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-3786dfa6-1728-42e9-b4aa-38568d2cf4b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0657909 Mar 14 19:19:21.680196 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:21.703218 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9709e9-180e-434a-9455-116db93f8b35 req-782ccc1e-c0be-41c4-983a-499fedf2d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:21.704667 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-782ccc1e-c0be-41c4-983a-499fedf2d470 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0430305 Mar 14 19:19:21.748008 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9709e9-180e-434a-9455-116db93f8b35 req-9735bd64-0568-4e55-8b9b-4b293578f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:19:21.750065 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-9735bd64-0568-4e55-8b9b-4b293578f865 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393322 Mar 14 19:19:21.840130 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-269e92c9-e413-439e-b872-adb873e1af31 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Mar 14 19:19:21.927199 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ad9709e9-180e-434a-9455-116db93f8b35 req-f209f799-7b70-4bf5-a892-7b8c92517972 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793834 Mar 14 19:19:23.103140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:23.157499 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:28.766189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:28.911545 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:19:47.879694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-80689710-cbba-4286-bf6f-a3103db8aa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:50.137543 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb1ff-6edf-444c-9049-0f9f4797ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:51.671845 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:53.119525 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:53.165224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:19:58.780800 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:05.909839 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:20:17.891009 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a99916c4-9f59-4a8b-af76-2f7cc52ab3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:20.174931 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-abfac68f-50d7-4da8-ba85-1199946d3e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:21.656626 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:23.097188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:23.147808 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:23.564395 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-b1c7345a-9d34-41f1-a393-7ace7608e376 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776405 Mar 14 19:20:23.645115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-de9dca03-5729-420c-ae55-beeddec3dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:23.646577 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-de9dca03-5729-420c-ae55-beeddec3dd86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0414586 Mar 14 19:20:23.748857 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-0e36a8ed-1496-4cd0-a7c3-6a09c73d900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:23.750334 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-0e36a8ed-1496-4cd0-a7c3-6a09c73d900e service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0857275 Mar 14 19:20:23.813730 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-90c0f7a9-c8e5-481b-a1ba-0db76abef242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 1000 time: 0.0569634 Mar 14 19:20:23.861970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-74273e99-68ae-400c-9e23-d182bc1853af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:23.863599 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-74273e99-68ae-400c-9e23-d182bc1853af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0441365 Mar 14 19:20:23.911636 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-12e7e04c-a292-488e-8b7d-f9fb55cf21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:23.912995 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-12e7e04c-a292-488e-8b7d-f9fb55cf21b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431232 Mar 14 19:20:24.001370 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-4e67b952-6bfa-474d-883d-e7e136a5d1f7 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817931 Mar 14 19:20:24.092300 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-c95ddf7c-d820-4f61-b59b-e94c9691930e req-ded464eb-1386-4352-99b6-6cc8a555c6c5 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844152 Mar 14 19:20:28.764775 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:42.908431 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:20:45.577617 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57204) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:45.853733 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Deleting port e356e1f4-bc43-49aa-a5f9-375d3787f377 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:45.854170 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:45.927718 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:45.928043 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:45.939398 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Calling delete_port for e356e1f4-bc43-49aa-a5f9-375d3787f377 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:46.130630 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:46.152993 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'Port': ['ID=e356e1f4-bc43-49aa-a5f9-375d3787f377,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:46.163275 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.172973 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:46.228717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:46.229047 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Floating IP a538c116-e82e-47dc-8169-dbab9a7c8c10 disassociated (deleted). External IP: 172.26.3.96, port: 55328c64-eab6-4508-9466-8fc35a0ae538. Mar 14 19:20:46.516315 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:20:46.622898 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:20:46.627703 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:46.633299 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:20:46.643227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:20:46.643842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:46.658658 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-417cd861-f425-4f08-89b7-931b3cfc66ad tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "DELETE /v2.0/floatingips/a538c116-e82e-47dc-8169-dbab9a7c8c10 HTTP/1.1" status: 204 len: 168 time: 1.0799344 Mar 14 19:20:46.659246 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:20:46.751285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:20:46.788619 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5045d842857da8d5d5c14296d34ff4754ebdc3613892967353031eb0b184f67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3907959c-a142-4761-aa66-9d17892ede92" -d '{"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:20:46.927867 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78870e-5179-4be0-b63c-a8441c3e2d0b x-openstack-request-id: req-de78870e-5179-4be0-b63c-a8441c3e2d0b {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:20:46.928165 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:20:46.928416 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de78870e-5179-4be0-b63c-a8441c3e2d0b {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:20:46.928813 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'status': 'completed', 'code': 200} Mar 14 19:20:46.953159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:46.983624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:20:46.989750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907959c-a142-4761-aa66-9d17892ede92 req-f3288d98-6494-47e2-9352-bdf3804358a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:46.992677 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-f3288d98-6494-47e2-9352-bdf3804358a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0434389 Mar 14 19:20:46.993739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:20:46.994700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:47.095175 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907959c-a142-4761-aa66-9d17892ede92 req-34e8ab31-8cf0-42dd-b509-47d65e2cf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:47.096822 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-34e8ab31-8cf0-42dd-b509-47d65e2cf99e service neutron] 10.222.0.61 "GET /v2.0/networks?id=37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 200 len: 909 time: 0.0993474 Mar 14 19:20:47.107051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:20:47.142711 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-cb68d529-2958-4012-ab4f-0158df836579 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 200 len: 217 time: 0.0388978 Mar 14 19:20:47.225053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f51413-9af2-45a1-97d8-a08213905949 req-4af92da7-5e74-425f-81c2-8132c389f031 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:47.226492 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b4f51413-9af2-45a1-97d8-a08213905949 req-4af92da7-5e74-425f-81c2-8132c389f031 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.1410778 Mar 14 19:20:47.227824 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907959c-a142-4761-aa66-9d17892ede92 req-f70bf129-42f2-4564-9b94-bf0d0ee724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:47.229136 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-f70bf129-42f2-4564-9b94-bf0d0ee724fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 200 len: 847 time: 0.0790420 Mar 14 19:20:47.295706 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b4f51413-9af2-45a1-97d8-a08213905949 req-e2a64eff-6691-4bce-a310-a40e937ed914 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624926 Mar 14 19:20:47.302513 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907959c-a142-4761-aa66-9d17892ede92 req-6a11aa1d-bf67-435d-93b6-f1e5d99851d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:47.304159 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-6a11aa1d-bf67-435d-93b6-f1e5d99851d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37cf2586-7517-40ea-a801-510395e530a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636482 Mar 14 19:20:47.311618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:47.338303 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043ee6a-8bb3-452e-9fc5-1aa8fd935a07 None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:49Z', 'revision_number': 4, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '31c1659b-b4a6-4f88-8738-09c89b2ff624', 'name': '', 'network_id': '37cf2586-7517-40ea-a801-510395e530a7', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'mac_address': 'fa:16:3e:43:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:48Z', 'updated_at': '2022-03-14T19:09:52Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'subnets': [{'id': 'a097f336-1b67-4daf-8b76-4769e5fa02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:20:47.404166 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-03f96da6-3afe-4db4-8826-1a3146871fc2 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931149 Mar 14 19:20:47.495233 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-3907959c-a142-4761-aa66-9d17892ede92 req-c0e92e74-41fb-4d04-85c6-3f392ceddb89 service neutron] 10.222.0.61 "GET /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Mar 14 19:20:47.566546 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82020da7-3e88-4339-8703-b2c946a27883 None None] New status for floating IP a538c116-e82e-47dc-8169-dbab9a7c8c10: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:20:47.913666 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-85b103f1-a6eb-49f4-85d9-0f5deac823f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:48.532280 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d107-bad2-4c28-b45e-c0a88269a6ad req-2e2b991b-4d46-4e14-94c6-dbfa4b7ed520 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:48.533775 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2c5d107-bad2-4c28-b45e-c0a88269a6ad req-2e2b991b-4d46-4e14-94c6-dbfa4b7ed520 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0956085 Mar 14 19:20:48.571199 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a2c5d107-bad2-4c28-b45e-c0a88269a6ad req-a963891e-f763-42f1-ade7-187343efb9d4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/security-groups?id=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Mar 14 19:20:48.758165 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4d16-d371-4608-9463-589cb195d599 req-d13712bc-6dae-4696-a9df-d87f6b504939 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:20:48.759591 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f4d4d16-d371-4608-9463-589cb195d599 req-d13712bc-6dae-4696-a9df-d87f6b504939 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Mar 14 19:20:48.849259 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Deleting port 55328c64-eab6-4508-9466-8fc35a0ae538 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:48.849514 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:48.935799 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] For port 55328c64-eab6-4508-9466-8fc35a0ae538, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=55328c64-eab6-4508-9466-8fc35a0ae538,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:48.936158 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:48.948740 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Calling delete_port for 55328c64-eab6-4508-9466-8fc35a0ae538 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:49.147477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:49.173952 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'Port': ['ID=55328c64-eab6-4508-9466-8fc35a0ae538,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:49.184282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.184631 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.184976 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.185314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.185646 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.185999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.186355 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.187282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.187282 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.187485 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.187683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.187950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:49.233552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] No DVR routers for this DVR port 55328c64-eab6-4508-9466-8fc35a0ae538 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:20:49.236075 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:49.239861 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-2f4d4d16-d371-4608-9463-589cb195d599 req-baec4cca-f899-42f9-b360-a6cfb75adf57 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.61 "DELETE /v2.0/ports/55328c64-eab6-4508-9466-8fc35a0ae538 HTTP/1.1" status: 204 len: 173 time: 0.4747515 Mar 14 19:20:49.240401 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-deleted', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:20:49.280604 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7964ac29bdd81f185f71d0e8a9bff8d6eed7b0a94fe68ede5c202d85efe61d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf61ad-472f-4197-94b7-813eef65760f" -d '{"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-deleted", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:20:49.371046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a74d1-f10b-4317-bc34-a37e17c8112e x-openstack-request-id: req-453a74d1-f10b-4317-bc34-a37e17c8112e {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:20:49.371046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b731af-8bb3-43aa-bde2-92abac2a0fa9", "name": "network-vif-deleted", "tag": "55328c64-eab6-4508-9466-8fc35a0ae538", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:20:49.371046 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-453a74d1-f10b-4317-bc34-a37e17c8112e {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:20:49.371046 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b731af-8bb3-43aa-bde2-92abac2a0fa9', 'name': 'network-vif-deleted', 'tag': '55328c64-eab6-4508-9466-8fc35a0ae538', 'status': 'completed', 'code': 200} Mar 14 19:20:49.670006 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0243e3c2-876d-4847-a91d-b461528ca6b7 req-71ecb563-b4bf-4c51-bc94-6a7606d98309 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Mar 14 19:20:50.135102 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-433cafc0-963a-4b36-a1e7-f9e4fb927a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:50.768498 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0aacf4b8-1d30-4520-a845-996f212079bf req-a4f6b1dc-b985-4efa-a063-07ec3cbe16d4 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Mar 14 19:20:51.673358 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:51.863737 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-6f6e8c19-2a14-4d37-adec-64da323799df req-7402a8c3-1cad-4697-b14c-131923c8b5e5 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Mar 14 19:20:52.721372 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:20:52.742720 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 55328c64-eab6-4508-9466-8fc35a0ae538 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:20:52.743084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 55328c64-eab6-4508-9466-8fc35a0ae538 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:20:52.966450 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-061d6b23-0f2d-4fbb-bf7a-fe89431507a0 req-8da4a7fa-7f46-4a6b-9dd2-2776c844adc2 tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "GET /v2.0/ports?device_id=28b731af-8bb3-43aa-bde2-92abac2a0fa9 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Mar 14 19:20:53.210108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:53.239366 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.024446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57268) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:54.082084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.106657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.204622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.207856 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:54.209057 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] 10.222.0.58 "DELETE /v2.0/security-groups/f8a038fa-d2e6-4ab4-baeb-46ebe28f604c HTTP/1.1" status: 204 len: 168 time: 0.1835856 Mar 14 19:20:54.219058 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd123c-44c9-4ced-b8f4-af6b1ddd690b tempest-TestShelveInstance-1086828723 tempest-TestShelveInstance-1086828723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a038fa-d2e6-4ab4-baeb-46ebe28f604c,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:54.297990 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57272) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:54.774006 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:55.329196 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Deleting port 31c1659b-b4a6-4f88-8738-09c89b2ff624 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:55.333877 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:55.412787 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] For port 31c1659b-b4a6-4f88-8738-09c89b2ff624, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=31c1659b-b4a6-4f88-8738-09c89b2ff624,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:55.413147 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:55.426381 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Calling delete_port for 31c1659b-b4a6-4f88-8738-09c89b2ff624 owned by network:router_interface {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:55.667830 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:55.693738 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c1659b-b4a6-4f88-8738-09c89b2ff624,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:55.867102 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.088761 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Router 57543733-d628-4b1a-b0c2-26d347ef1813 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:20:56.196086 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:20:56.201064 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ce95e368-1a67-4d30-9da4-75bf43632190 admin admin] 10.222.0.58 "PUT /v2.0/routers/57543733-d628-4b1a-b0c2-26d347ef1813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014285 Mar 14 19:20:56.203710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57276) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:56.204656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Sync routers for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:20:56.217336 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:20:56.217970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:56.312551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.326113 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:20:56.416583 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.501262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:20:55Z', 'revision_number': 5, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port': {'id': '9a7a7b7b-0758-4481-be35-b3c68e0c09f6', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:56.522714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Deleting port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:56.523060 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.526662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Checking router: 57543733-d628-4b1a-b0c2-26d347ef1813 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:20:56.535271 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Routers {'57543733-d628-4b1a-b0c2-26d347ef1813'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:20:56.535859 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['57543733-d628-4b1a-b0c2-26d347ef1813'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:56.604793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] For port 9a7a7b7b-0758-4481-be35-b3c68e0c09f6, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:56.605161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.617745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Calling delete_port for 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:56.619624 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] Set router 57543733-d628-4b1a-b0c2-26d347ef1813 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:20:56.671992 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:20:56Z', 'revision_number': 6, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:56.697802 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591b408-8ff6-4001-9a12-d14ae1de356f None None] The sync data for ids ['57543733-d628-4b1a-b0c2-26d347ef1813'] in dv-neutron-833670-1-hyperv is: [{'id': '57543733-d628-4b1a-b0c2-26d347ef1813', 'name': 'tempest-TestShelveInstance-689600209-router', 'tenant_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:46Z', 'updated_at': '2022-03-14T19:20:56Z', 'revision_number': 6, 'project_id': 'a727ba67ad3a478ab00e8df8211c2c32', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:20:56.862051 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:56.887397 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7a7b7b-0758-4481-be35-b3c68e0c09f6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:56.952306 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.040840 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.043116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.169826 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.170328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57543733-d628-4b1a-b0c2-26d347ef1813 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:20:57.174669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.176482 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-6e1b6b69-2279-492b-824a-1622a33546c9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/57543733-d628-4b1a-b0c2-26d347ef1813 HTTP/1.1" status: 204 len: 168 time: 0.9718153 Mar 14 19:20:57.178947 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57278) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:57.222937 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Deleting subnet a097f336-1b67-4daf-8b76-4769e5fa02a8 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:20:57.226026 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.259519 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.337892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.462733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.483311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:20:57.492982 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a097f336-1b67-4daf-8b76-4769e5fa02a8,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:57.495246 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.499950 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-0c1e69d6-4e70-4973-aa22-bdfc720f5e38 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a097f336-1b67-4daf-8b76-4769e5fa02a8 HTTP/1.1" status: 204 len: 168 time: 0.3200359 Mar 14 19:20:57.500955 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57280) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:57.507234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a95de-bf6b-45ee-bcf3-963f0d99a199 None None] Network 37cf2586-7517-40ea-a801-510395e530a7 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:20:57.510227 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:20:57.510643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 9a7a7b7b-0758-4481-be35-b3c68e0c09f6 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:20:57.511045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 31c1659b-b4a6-4f88-8738-09c89b2ff624 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:20:57.546757 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 31c1659b-b4a6-4f88-8738-09c89b2ff624 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:20:57.547096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 31c1659b-b4a6-4f88-8738-09c89b2ff624 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:20:57.576198 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.632463 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Deleting port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:57.632914 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.708024 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] For port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:57.708383 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.727289 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Calling delete_port for 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:57.731025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] DHCP port deletion for 37cf2586-7517-40ea-a801-510395e530a7 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:20:57.781614 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Deleting port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:57.782020 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.843741 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] For port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,segment=NetworkSegment(db4eb068-c30d-4204-a7c8-9872f9a963a0),segment_id=db4eb068-c30d-4204-a7c8-9872f9a963a0)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:57.844129 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.855895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Calling delete_port for 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:57.901312 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.927771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:57.929660 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] No DVR routers for this DVR port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:20:57.933827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:57.962933 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Pushing event deleted for resources: {'Port': ['ID=2b5865e8-43a8-492e-a6c8-8bce3e3a3aac,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:57.963564 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] No DVR routers for this DVR port 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:20:57.970222 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.970568 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.970901 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.971232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.971565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.971962 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.972342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.972645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.972977 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.973293 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.973612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:57.973975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844d3ad-2a20-4912-9815-c44c5b239528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:20:58.009108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.028603 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cf2586-7517-40ea-a801-510395e530a7']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:58.038112 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4eb068-c30d-4204-a7c8-9872f9a963a0') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:58.038410 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4eb068-c30d-4204-a7c8-9872f9a963a0') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:20:58.047624 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.060901 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.066743 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:20:58.071695 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:20:58.182511 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.187981 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.191349 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] 10.222.0.58 "DELETE /v2.0/networks/37cf2586-7517-40ea-a801-510395e530a7 HTTP/1.1" status: 204 len: 168 time: 0.6893041 Mar 14 19:20:58.195496 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57282) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:58.208702 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcad2a-0bed-4534-b120-1faf4e219a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=37cf2586-7517-40ea-a801-510395e530a7,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:58.764625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:58.865499 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:59.116189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Deleting port 11fd5dd5-999d-4265-b8a4-b592a9842cdb {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:20:59.116552 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:59.192953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] For port 11fd5dd5-999d-4265-b8a4-b592a9842cdb, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=11fd5dd5-999d-4265-b8a4-b592a9842cdb,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:20:59.193310 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:59.205329 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Calling delete_port for 11fd5dd5-999d-4265-b8a4-b592a9842cdb owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:20:59.319328 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:20:59.339629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:20:59.339969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 2b5865e8-43a8-492e-a6c8-8bce3e3a3aac not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:20:59.446953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:59.478335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Pushing event deleted for resources: {'Port': ['ID=11fd5dd5-999d-4265-b8a4-b592a9842cdb,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:20:59.649539 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:20:59.861231 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Router 35687eb3-8535-48fd-a5f3-8635993e6428 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:20:59.969371 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:20:59.974729 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-daa57525-6147-4505-9a04-26e9755b071c admin admin] 10.222.0.58 "PUT /v2.0/routers/35687eb3-8535-48fd-a5f3-8635993e6428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7779133 Mar 14 19:20:59.977240 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57284) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:20:59.979996 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Sync routers for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:20:59.991059 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:20:59.991674 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:00.080339 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.093134 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:00.183993 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.266224 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30'}], 'enable_snat': True}, 'gw_port_id': '53443fc3-5259-48d9-a027-18873291fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:20:59Z', 'revision_number': 5, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port': {'id': '53443fc3-5259-48d9-a027-18873291fef4', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:91:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:09:52Z', 'updated_at': '2022-03-14T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:00.295818 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Checking router: 35687eb3-8535-48fd-a5f3-8635993e6428 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:00.304521 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Routers {'35687eb3-8535-48fd-a5f3-8635993e6428'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:00.305121 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['35687eb3-8535-48fd-a5f3-8635993e6428'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:00.337373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Deleting port 53443fc3-5259-48d9-a027-18873291fef4 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:21:00.337715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.386620 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] Set router 35687eb3-8535-48fd-a5f3-8635993e6428 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:00.416194 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] For port 53443fc3-5259-48d9-a027-18873291fef4, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=53443fc3-5259-48d9-a027-18873291fef4,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:00.416559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.429279 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Calling delete_port for 53443fc3-5259-48d9-a027-18873291fef4 owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:21:00.439933 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:21:00Z', 'revision_number': 6, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:00.471495 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf16b97-8afc-4805-86b3-ac7c472d9c68 None None] The sync data for ids ['35687eb3-8535-48fd-a5f3-8635993e6428'] in dv-neutron-833670-1-hyperv is: [{'id': '35687eb3-8535-48fd-a5f3-8635993e6428', 'name': 'tempest-TestShelveInstance-1546691289-router', 'tenant_id': '3ed146b30c4f43538246acb3007b26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:09:51Z', 'updated_at': '2022-03-14T19:21:00Z', 'revision_number': 6, 'project_id': '3ed146b30c4f43538246acb3007b26e1', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:00.661979 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.692197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53443fc3-5259-48d9-a027-18873291fef4,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:00.749107 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.843639 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.845875 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.942134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.943449 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35687eb3-8535-48fd-a5f3-8635993e6428 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:21:00.948925 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:00.948925 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-40631db7-30d0-4d93-9c29-99bf32935fb1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/35687eb3-8535-48fd-a5f3-8635993e6428 HTTP/1.1" status: 204 len: 168 time: 0.9704256 Mar 14 19:21:00.951264 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57286) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:00.995293 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Deleting subnet eefff3e9-1a68-4793-bbac-5f9a8b130491 {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:21:00.999294 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.034342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.108986 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.204976 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.231111 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefff3e9-1a68-4793-bbac-5f9a8b130491,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:01.233115 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.236340 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-ee61deea-eb59-460e-9c52-a3aa65ba8b05 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eefff3e9-1a68-4793-bbac-5f9a8b130491 HTTP/1.1" status: 204 len: 168 time: 0.2839890 Mar 14 19:21:01.238953 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57288) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:01.245085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d259bd-2899-48e3-b2e9-fc9286b9895e None None] Network de33d47b-1c9f-4061-9473-9cab836a484a requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:21:01.327116 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.389821 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Deleting port ee897a04-ade5-4cf7-a2be-c650427f4c11 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:21:01.390212 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.457658 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] For port ee897a04-ade5-4cf7-a2be-c650427f4c11, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=ee897a04-ade5-4cf7-a2be-c650427f4c11,segment=NetworkSegment(2304cbcd-220e-41ed-bc6f-434795424a27),segment_id=2304cbcd-220e-41ed-bc6f-434795424a27)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:01.458130 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.467735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11fd5dd5-999d-4265-b8a4-b592a9842cdb no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:21:01.478258 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Calling delete_port for ee897a04-ade5-4cf7-a2be-c650427f4c11 owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:21:01.494535 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 11fd5dd5-999d-4265-b8a4-b592a9842cdb {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:21:01.494883 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 11fd5dd5-999d-4265-b8a4-b592a9842cdb not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:21:01.495385 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 53443fc3-5259-48d9-a027-18873291fef4 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:21:01.521513 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 53443fc3-5259-48d9-a027-18873291fef4 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:21:01.522549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 53443fc3-5259-48d9-a027-18873291fef4 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:21:01.616375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.639682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf27aa-b69f-430d-bc95-3667a7dd2dec None None] DHCP port deletion for de33d47b-1c9f-4061-9473-9cab836a484a request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:21:01.642313 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee897a04-ade5-4cf7-a2be-c650427f4c11,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:01.650087 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] No DVR routers for this DVR port ee897a04-ade5-4cf7-a2be-c650427f4c11 on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:21:01.722906 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.742407 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de33d47b-1c9f-4061-9473-9cab836a484a']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:01.751569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2304cbcd-220e-41ed-bc6f-434795424a27') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:01.751848 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2304cbcd-220e-41ed-bc6f-434795424a27') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:01.761512 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.775704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.781458 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:21:01.788439 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:21:01.873216 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.878469 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:01.882151 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/de33d47b-1c9f-4061-9473-9cab836a484a HTTP/1.1" status: 204 len: 168 time: 0.6421347 Mar 14 19:21:01.892997 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f123cda-8173-47bd-bbfe-108fe49bfee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de33d47b-1c9f-4061-9473-9cab836a484a,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:02.137436 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57292) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:02.180148 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e120d52a-46cd-4a79-8d2f-13c6603795b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a727ba67ad3a478ab00e8df8211c2c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414824 Mar 14 19:21:02.182586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57294) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:02.228409 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:02.249084 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:02.347186 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:02.350224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:02.351372 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9157dd4c-d472-43d8-8d1a-09631e3a96c0 HTTP/1.1" status: 204 len: 168 time: 0.1679144 Mar 14 19:21:02.359250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0478e9a-a521-4b38-bc26-36c0e171b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157dd4c-d472-43d8-8d1a-09631e3a96c0,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:02.982381 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57300) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:03.022746 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f7a5f453-341f-41e1-971c-cc577ae5aa38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ed146b30c4f43538246acb3007b26e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392566 Mar 14 19:21:03.025121 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57302) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:03.073049 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:03.098863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:03.199096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:03.201586 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:03.202769 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/925626b0-64ff-4a4e-8090-11edfe297651 HTTP/1.1" status: 204 len: 168 time: 0.1766925 Mar 14 19:21:03.210238 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54753d-e0cf-44aa-89c1-1d8775bca9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925626b0-64ff-4a4e-8090-11edfe297651,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:03.319905 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ee897a04-ade5-4cf7-a2be-c650427f4c11 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:21:03.340986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: ee897a04-ade5-4cf7-a2be-c650427f4c11 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:21:03.341414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device ee897a04-ade5-4cf7-a2be-c650427f4c11 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:21:04.209948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57324) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:04.303743 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1872430090-network', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:04.381802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Made reservation on behalf of e3c6720a4ebd4bcdb0d33e2a96d9577a for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:21:04.384088 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.392333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.464814 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.518911 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.543812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:21:04.553432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61a045-b8b1-4f67-abbe-0b969fa34ca4,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:04.559561 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.559908 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Added segment b35c35fa-4d26-422b-9e4b-6a742535e049 of type vlan for network f87d0c89-b475-4752-b276-536e777019e6 Mar 14 19:21:04.600898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.661871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.662771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:04.663338 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:04.723683 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] Pushing event updated for resources: {'Network': ['ID=f87d0c89-b475-4752-b276-536e777019e6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:04.733477 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network f87d0c89-b475-4752-b276-536e777019e6 details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:21:04.749976 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-203b6457-1eb8-456d-aee1-5db19757bf65 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5388994 Mar 14 19:21:04.752777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57328) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:04.758250 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Request body: {'subnet': {'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1872430090-subnet', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:04.839034 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Made reservation on behalf of e3c6720a4ebd4bcdb0d33e2a96d9577a for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:21:04.841410 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.056600 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.111839 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Pushing event updated for resources: {'Subnet': ['ID=03478a81-65b7-46aa-8173-6a6c692273ce,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:05.119443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Checking segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:05.119800 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Network hostable DHCP agents. Network: f87d0c89-b475-4752-b276-536e777019e6, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:21:05.170494 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Network f87d0c89-b475-4752-b276-536e777019e6 is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:21:05.227270 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, f87d0c89-b475-4752-b276-536e777019e6) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:05.231695 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:05.232641 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.236186 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27380bd-53b2-439e-98e5-0a327c56a01b None None] Network f87d0c89-b475-4752-b276-536e777019e6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:21:05.298618 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-f18b72ea-382e-4612-b528-7e46085142be admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5447075 Mar 14 19:21:05.301070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57330) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:05.306298 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:05.370994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.371967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.382414 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-f87d0c89-b475-4752-b276-536e777019e6', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:21:05.383555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.425931 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.528119 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Allocated IP 172.20.0.2 (f87d0c89-b475-4752-b276-536e777019e6/03478a81-65b7-46aa-8173-6a6c692273ce/e49b07de-8aa8-4897-9855-86dfdec12ca5) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:05.603510 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.666474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.776400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.819915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Network f87d0c89-b475-4752-b276-536e777019e6 is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:05.822681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:05.825652 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:05.834158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Pushing event updated for resources: {'Port': ['ID=e49b07de-8aa8-4897-9855-86dfdec12ca5,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:05.875602 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.886116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Attempting to bind port e49b07de-8aa8-4897-9855-86dfdec12ca5 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:05.886483 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Attempting to bind port e49b07de-8aa8-4897-9855-86dfdec12ca5 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:05.886839 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Attempting to bind port e49b07de-8aa8-4897-9855-86dfdec12ca5 on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:05.891746 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:05.892111 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Checking segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:05.892508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.892892 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Bound using segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:05.893338 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Bound port: e49b07de-8aa8-4897-9855-86dfdec12ca5, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:05.893726 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.895462 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:05.955676 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] For port e49b07de-8aa8-4897-9855-86dfdec12ca5, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:05.958638 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] For port e49b07de-8aa8-4897-9855-86dfdec12ca5, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e49b07de-8aa8-4897-9855-86dfdec12ca5,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:05.998261 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Allocated IP 172.26.3.245 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e5801f4f-0504-44bf-810c-e5b4872fba4c) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:06.039754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:06.095754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7768e-fbd8-4943-8aab-664507546e73 None None] Pushing event updated for resources: {'Port': ['ID=e49b07de-8aa8-4897-9855-86dfdec12ca5,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:06.107495 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:06.205479 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:06.263549 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:06.265020 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Pushing event updated for resources: {'Port': ['ID=e5801f4f-0504-44bf-810c-e5b4872fba4c,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:06.270099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:06.272304 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:06.962509 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.002248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edbb98-3e82-45a6-8df5-95bdcfbb11f4 None None] Network f87d0c89-b475-4752-b276-536e777019e6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:21:07.096806 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] Provisioning complete for port e49b07de-8aa8-4897-9855-86dfdec12ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:07.097049 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.156967 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.230180 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.267728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] For port e49b07de-8aa8-4897-9855-86dfdec12ca5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e49b07de-8aa8-4897-9855-86dfdec12ca5,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:07.341842 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.359717 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Router c0059745-71bd-45cf-b3a9-23980201bee7 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:21:07.376981 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e49b07de-8aa8-4897-9855-86dfdec12ca5 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:07.436209 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1661a-e667-4d42-a209-48330575cbbe None None] Pushing event updated for resources: {'Port': ['ID=e49b07de-8aa8-4897-9855-86dfdec12ca5,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:07.447162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e49b07de-8aa8-4897-9855-86dfdec12ca5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:07.447538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.479823 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:21:07.490237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:21:07.524684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:07.525204 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:07.538994 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.540251 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b2e7675f-6203-44be-8c91-e4434ed5d50f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2381637 Mar 14 19:21:07.543318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57332) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:07.628612 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-fd85bfc9-56bb-4417-82c5-afb08591c995 None None] Provisioning complete for port e49b07de-8aa8-4897-9855-86dfdec12ca5 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:07.628900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-fd85bfc9-56bb-4417-82c5-afb08591c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.681089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:07.887475 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:06Z', 'revision_number': 3, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:07.916267 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:07.916608 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Updating router c0059745-71bd-45cf-b3a9-23980201bee7 port e5801f4f-0504-44bf-810c-e5b4872fba4c binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:21:07.940659 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:07.967017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.118664 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Allocated IP 172.20.0.1 (f87d0c89-b475-4752-b276-536e777019e6/03478a81-65b7-46aa-8173-6a6c692273ce/6861d40a-a79c-4bb8-8c23-4d38232678ac) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:08.186199 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.223073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.279014 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.333750 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Attempting to bind port e5801f4f-0504-44bf-810c-e5b4872fba4c on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:08.334648 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Attempting to bind port e5801f4f-0504-44bf-810c-e5b4872fba4c by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:08.335000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Attempting to bind port e5801f4f-0504-44bf-810c-e5b4872fba4c on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:08.336894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d363-b4fd-42dc-9883-019e82f35e35 None None] Pushing event updated for resources: {'Port': ['ID=e5801f4f-0504-44bf-810c-e5b4872fba4c,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:08.342279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:08.342643 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:08.343593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.343593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:08.343830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Bound port: e5801f4f-0504-44bf-810c-e5b4872fba4c, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:08.344200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.348082 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.387480 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Network f87d0c89-b475-4752-b276-536e777019e6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:08.390333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:08.393628 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:08.393813 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] For port e5801f4f-0504-44bf-810c-e5b4872fba4c, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:08.397615 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] For port e5801f4f-0504-44bf-810c-e5b4872fba4c, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5801f4f-0504-44bf-810c-e5b4872fba4c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:08.426701 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Pushing event updated for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:08.444896 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.468405 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.527762 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:08.528430 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:08.569268 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d363-b4fd-42dc-9883-019e82f35e35 None None] Pushing event updated for resources: {'Port': ['ID=e5801f4f-0504-44bf-810c-e5b4872fba4c,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:08.614429 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.654237 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:08.683681 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-62889265-5499-4d4c-a895-a40194df0399 None None] Provisioning complete for port 6861d40a-a79c-4bb8-8c23-4d38232678ac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:08.683970 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-62889265-5499-4d4c-a895-a40194df0399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.784280 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.844732 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.918203 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:08.919970 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Pushing event updated for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:08.930297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-62889265-5499-4d4c-a895-a40194df0399 None None] Port 6861d40a-a79c-4bb8-8c23-4d38232678ac cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:21:09.011244 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:06Z', 'revision_number': 3, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:09.013827 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Network f87d0c89-b475-4752-b276-536e777019e6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:09.015224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:09.038538 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0481b63-9c36-4a49-802b-60829866b575 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:06Z', 'revision_number': 3, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:09.144099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:21:09.251873 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d4a26f66-0585-4a9f-8a67-0c8f5d84a667 None None] Provisioning complete for port 6861d40a-a79c-4bb8-8c23-4d38232678ac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:09.252349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d4a26f66-0585-4a9f-8a67-0c8f5d84a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:09.282516 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:21:09.294036 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c729949f-98e5-4f56-befe-a0c3c84d4328 admin admin] 10.222.0.58 "PUT /v2.0/routers/c0059745-71bd-45cf-b3a9-23980201bee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7478788 Mar 14 19:21:09.324934 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d4a26f66-0585-4a9f-8a67-0c8f5d84a667 None None] Port 6861d40a-a79c-4bb8-8c23-4d38232678ac cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:21:09.477854 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e49b07de-8aa8-4897-9855-86dfdec12ca5 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:09.527939 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e49b07de-8aa8-4897-9855-86dfdec12ca5 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:09.528311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:09.617287 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5801f4f-0504-44bf-810c-e5b4872fba4c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:09.674312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e5801f4f-0504-44bf-810c-e5b4872fba4c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:09.674706 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:09.753359 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:09.778189 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port e5801f4f-0504-44bf-810c-e5b4872fba4c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5801f4f-0504-44bf-810c-e5b4872fba4c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:09.821697 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:09.874255 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=e5801f4f-0504-44bf-810c-e5b4872fba4c,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:10.022616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57348) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:10.027559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-920575477-network', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:10.130002 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Made reservation on behalf of d9a39be94efa4188abca860ea10c19e4 for: {'network': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:21:10.132653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for network, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.141534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.215611 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.284192 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.311027 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:21:10.319314 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb41b8c-66b2-40a5-853e-c1b9e3b94070,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:10.327125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.327475 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.db.segments_db [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Added segment 5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b of type vlan for network 30ffd414-8a81-4f07-80d0-4c746da74bce Mar 14 19:21:10.375326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771665564097'] for network, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.473273 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123'] for network, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.475079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:10.475655 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.533758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] Pushing event updated for resources: {'Network': ['ID=30ffd414-8a81-4f07-80d0-4c746da74bce,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:10.544629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Network 30ffd414-8a81-4f07-80d0-4c746da74bce details requested by agent ovs-agent-dv-neutron-833670-1-hyperv with host dv-neutron-833670-1-hyperv {{(pid=103394) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:21:10.590374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4ed7fec0-9ad2-42f1-a52b-06074732762e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5666449 Mar 14 19:21:10.593547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57350) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:10.598521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Request body: {'subnet': {'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-920575477-subnet', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'ip_version': 4}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:10.648523 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:21:10.655065 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:10.655672 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:10.695950 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Made reservation on behalf of d9a39be94efa4188abca860ea10c19e4 for: {'subnet': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:21:10.698433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532691934'] for subnet, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.759993 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:10.919502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533817327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532691912'] for subnet, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:10.970866 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=174a209a-60ee-4851-be11-5e42b8a38513,revision_number=0']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:10.988017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Checking segment: {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:10.988368 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Network hostable DHCP agents. Network: 30ffd414-8a81-4f07-80d0-4c746da74bce, hostable agents: ['63921f62-22f5-4359-b06f-4128357994f9'], hosted agents: [] {{(pid=103393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:21:11.045736 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 2, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:11.061820 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Network 30ffd414-8a81-4f07-80d0-4c746da74bce is scheduled to be hosted by DHCP agent 63921f62-22f5-4359-b06f-4128357994f9 with binding_index 1 {{(pid=103393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:21:11.071001 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:11.071351 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Updating router c0059745-71bd-45cf-b3a9-23980201bee7 port 6861d40a-a79c-4bb8-8c23-4d38232678ac binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:21:11.107076 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.141475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833670-1-hyperv, 30ffd414-8a81-4f07-80d0-4c746da74bce) {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:11.147706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:11.147935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.152023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b179c-fa09-4338-a5f5-d884628911f7 None None] Network 30ffd414-8a81-4f07-80d0-4c746da74bce requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:21:11.237157 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b15ebc3d-c180-4928-8465-246b2b9f6bdd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6419363 Mar 14 19:21:11.239598 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57352) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:11.244096 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:11.303562 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54200e62-1411-5782-89cd-41e7d31dcdc5-30ffd414-8a81-4f07-80d0-4c746da74bce', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513'}]}} from dv-neutron-833670-1-hyperv. {{(pid=103394) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 14 19:21:11.304756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.337846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11406'] for router, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.339587 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-745056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11445'] for router, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.374362 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.389766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5801f4f-0504-44bf-810c-e5b4872fba4c up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:11.400090 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.444105 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.501347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port e5801f4f-0504-44bf-810c-e5b4872fba4c triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:11.501631 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.517930 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Pushing event updated for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:11.537134 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.db_base_plugin_common [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Allocated IP 172.20.0.2 (30ffd414-8a81-4f07-80d0-4c746da74bce/174a209a-60ee-4851-be11-5e42b8a38513/48055da8-b72a-4417-8a42-18e02d4fc1df) {{(pid=103394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:11.539911 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.540253 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.540981 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.541520 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.542072 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.542596 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.543176 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.544053 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.544696 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.545270 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.546002 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.546601 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:21:11.565988 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Attempting to bind port 6861d40a-a79c-4bb8-8c23-4d38232678ac on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:11.566489 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Attempting to bind port 6861d40a-a79c-4bb8-8c23-4d38232678ac by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:11.566919 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Attempting to bind port 6861d40a-a79c-4bb8-8c23-4d38232678ac on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:11.572675 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:11.573128 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Checking segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:11.573612 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.573979 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Bound using segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:11.574448 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Bound port: 6861d40a-a79c-4bb8-8c23-4d38232678ac, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:11.575013 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.660817 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] For port 6861d40a-a79c-4bb8-8c23-4d38232678ac, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:11.671230 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.671537 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] For port 6861d40a-a79c-4bb8-8c23-4d38232678ac, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6861d40a-a79c-4bb8-8c23-4d38232678ac,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:11.728471 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks [] for port, precommit_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.767213 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.767444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] Provisioning complete for port 6861d40a-a79c-4bb8-8c23-4d38232678ac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:11.767444 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.807700 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:11.808330 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:11.860500 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.871997 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f532b-cfed-40d6-9366-1fb717da6401 None None] Pushing event updated for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:11.877019 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731'] for port, after_create {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:11.896242 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Network 30ffd414-8a81-4f07-80d0-4c746da74bce is already hosted by enough agents. {{(pid=103394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:11.924428 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.scheduler.base_scheduler [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Resources bound (agent type, host, resource id): {{(pid=103394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:11.929669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Received port after_create {{(pid=103394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:11.970402 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:11.985304 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] For port 6861d40a-a79c-4bb8-8c23-4d38232678ac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6861d40a-a79c-4bb8-8c23-4d38232678ac,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:11.989347 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Pushing event updated for resources: {'Port': ['ID=48055da8-b72a-4417-8a42-18e02d4fc1df,revision_number=1']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:12.001293 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.022085 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Attempting to bind port 48055da8-b72a-4417-8a42-18e02d4fc1df on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:12.022574 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Attempting to bind port 48055da8-b72a-4417-8a42-18e02d4fc1df by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:12.023039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Attempting to bind port 48055da8-b72a-4417-8a42-18e02d4fc1df on network 30ffd414-8a81-4f07-80d0-4c746da74bce {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:12.029654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.031291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:12.031980 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Checking segment: {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:12.032587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.033084 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Bound using segment: {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:12.034091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Bound port: 48055da8-b72a-4417-8a42-18e02d4fc1df, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:12.034593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.115442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] For port 48055da8-b72a-4417-8a42-18e02d4fc1df, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:12.119548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] For port 48055da8-b72a-4417-8a42-18e02d4fc1df, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48055da8-b72a-4417-8a42-18e02d4fc1df,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:12.135426 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.159221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Allocated IP 172.26.3.56 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/c02b8b1d-2097-4b00-a80b-8d2b7f83bbab) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:12.188900 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d3feb-978e-4a07-a710-a52b40e1a09f None None] Pushing event updated for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:12.194029 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.215349 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:12.244438 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54913597-824a-49a4-a3d0-d6df8124920c None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:12.281579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f277-9349-4ab0-92ae-70d613c7c524 None None] Pushing event updated for resources: {'Port': ['ID=48055da8-b72a-4417-8a42-18e02d4fc1df,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:12.291452 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.297944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-274c623e-b224-4201-be7a-e118814ebd4b None None] Provisioning complete for port 6861d40a-a79c-4bb8-8c23-4d38232678ac triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:12.299095 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-274c623e-b224-4201-be7a-e118814ebd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.404948 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:12.461932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:12.464763 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:12.484406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:12.489956 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:12.856727 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.316629 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459fa7a-03b4-4e6d-8fd0-a2b2ab063596 None None] Network 30ffd414-8a81-4f07-80d0-4c746da74bce requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:21:13.387501 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] Provisioning complete for port 48055da8-b72a-4417-8a42-18e02d4fc1df triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:13.388074 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.407215 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745043'] for router, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.499402 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6861d40a-a79c-4bb8-8c23-4d38232678ac up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:13.585470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.646329 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] For port 48055da8-b72a-4417-8a42-18e02d4fc1df, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48055da8-b72a-4417-8a42-18e02d4fc1df,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:13.648423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 6861d40a-a79c-4bb8-8c23-4d38232678ac triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:13.648888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.650164 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Router e386ac9b-b07c-4779-bf16-6ab347f984d4 is scheduled to L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 with binding_index 1 {{(pid=103393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:21:13.721891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.767589 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48055da8-b72a-4417-8a42-18e02d4fc1df up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:13.769507 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:21:13.796695 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Sync routers for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:21:13.813369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985a27b-d7b6-4a62-bf3e-508114d4ddec None None] Pushing event updated for resources: {'Port': ['ID=48055da8-b72a-4417-8a42-18e02d4fc1df,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:13.826955 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:13.831790 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:13.852378 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:13.853881 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-04017f4e-f74f-4480-981c-f0b4bf7ed6d2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6132538 Mar 14 19:21:13.856506 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 57354) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:13.920987 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 48055da8-b72a-4417-8a42-18e02d4fc1df triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:13.921281 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.126890 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:14.152452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-f71f9058-6a20-4ae9-8a8a-8fde1a079040 None None] Provisioning complete for port 48055da8-b72a-4417-8a42-18e02d4fc1df triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:14.152818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f71f9058-6a20-4ae9-8a8a-8fde1a079040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.271769 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.409220 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:12Z', 'revision_number': 3, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:14.434990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Allocated IP 172.20.0.1 (30ffd414-8a81-4f07-80d0-4c746da74bce/174a209a-60ee-4851-be11-5e42b8a38513/182f7933-2533-4322-bfcf-1c7ba8791700) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:14.436838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Checking router: e386ac9b-b07c-4779-bf16-6ab347f984d4 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:14.437188 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Updating router e386ac9b-b07c-4779-bf16-6ab347f984d4 port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab binding host dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:21:14.462548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.541346 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.610281 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.649771 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Network 30ffd414-8a81-4f07-80d0-4c746da74bce is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:14.652518 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:14.655418 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:14.682316 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Pushing event updated for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:14.701569 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-744544'] for router_interface, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.728625 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks [] for port, precommit_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.815923 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.867529 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Attempting to bind port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:14.867912 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Attempting to bind port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:14.868256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Attempting to bind port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab on network 62419695-dea5-4d8d-99d0-565b2be30bc9 {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:14.873707 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4d5f-ff5c-404c-a059-150208d51892 None None] Pushing event updated for resources: {'Port': ['ID=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,revision_number=2']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:14.879309 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:14.879679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Checking segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:14.880168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.880528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Bound using segment: {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'} {{(pid=103394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:14.880938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.managers [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Bound port: c02b8b1d-2097-4b00-a80b-8d2b7f83bbab, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f233889f-0a9f-4db5-950b-69e78df82d19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9'}}] {{(pid=103394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:14.881315 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.900739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.931921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-7d6d4e73-cd96-4b02-8eef-b846c51cf845 None None] Provisioning complete for port 182f7933-2533-4322-bfcf-1c7ba8791700 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:14.932214 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4e73-cd96-4b02-8eef-b846c51cf845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:14.973497 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] For port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:14.988857 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] For port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:14.990555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d4e73-cd96-4b02-8eef-b846c51cf845 None None] Port 182f7933-2533-4322-bfcf-1c7ba8791700 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:21:15.073376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.073831 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.124257 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.132485 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:15.133110 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:15.136142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4d5f-ff5c-404c-a059-150208d51892 None None] Pushing event updated for resources: {'Port': ['ID=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,revision_number=3']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:15.194432 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744476'] for router_interface, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.196277 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Pushing event updated for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:15.244657 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:15.296657 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Network 30ffd414-8a81-4f07-80d0-4c746da74bce is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:15.298193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:15.373051 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48055da8-b72a-4417-8a42-18e02d4fc1df up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:15.434955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Router e386ac9b-b07c-4779-bf16-6ab347f984d4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:21:15.475591 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 48055da8-b72a-4417-8a42-18e02d4fc1df triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:15.476155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.534097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '182f7933-2533-4322-bfcf-1c7ba8791700', 'name': '', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'mac_address': 'fa:16:3e:e1:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:14Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 2, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'subnets': [{'id': '174a209a-60ee-4851-be11-5e42b8a38513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:15.562524 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0625f-17f2-4aac-9c47-a394d54d8fcf None None] The sync data for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '182f7933-2533-4322-bfcf-1c7ba8791700', 'name': '', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'mac_address': 'fa:16:3e:e1:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:14Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 2, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'subnets': [{'id': '174a209a-60ee-4851-be11-5e42b8a38513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:15.564935 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:21:15.574451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-4e5e8319-3f12-46b2-9554-f761a6afb582 admin admin] 10.222.0.58 "PUT /v2.0/routers/e386ac9b-b07c-4779-bf16-6ab347f984d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7168887 Mar 14 19:21:15.618579 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-79d41529-8a5e-4dba-bcf3-183a8af474a1 None None] Provisioning complete for port 182f7933-2533-4322-bfcf-1c7ba8791700 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:15.619035 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-79d41529-8a5e-4dba-bcf3-183a8af474a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:15.655700 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-79d41529-8a5e-4dba-bcf3-183a8af474a1 None None] Port 182f7933-2533-4322-bfcf-1c7ba8791700 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:21:17.372838 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c02b8b1d-2097-4b00-a80b-8d2b7f83bbab up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:17.414774 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57368) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:17.419397 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394830349', 'description': 'tempest-secgroup-smoke-1394830349 description', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:17.430072 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Sync routers for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:21:17.433886 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:17.443921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.444060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:17.444060 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:17.517668 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.518910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.539879 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] For port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:17.551358 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:17.588607 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.593065 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.639048 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.641961 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Pushing event updated for resources: {'Port': ['ID=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:17.673096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445958a2-733a-4b69-962c-5cd9a575adc5,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:17.737693 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.739149 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-22cc043f-e916-42cd-a105-0bff94019178 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3233304 Mar 14 19:21:17.742012 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57372) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:17.746765 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:17.747982 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '182f7933-2533-4322-bfcf-1c7ba8791700', 'name': '', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'mac_address': 'fa:16:3e:e1:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:14Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 2, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'subnets': [{'id': '174a209a-60ee-4851-be11-5e42b8a38513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:17.779735 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Checking router: e386ac9b-b07c-4779-bf16-6ab347f984d4 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:17.780085 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Updating router e386ac9b-b07c-4779-bf16-6ab347f984d4 port 182f7933-2533-4322-bfcf-1c7ba8791700 binding host dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:21:17.804525 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.855333 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.902809 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7396e47f-47d0-46be-8018-357db6eee549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.915288 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.981505 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:17.999018 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f8fb80-85af-4409-8824-343fefcae462,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.057766 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.061531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5a5a31e8-e784-4fba-8606-399353dc3c17 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159766 Mar 14 19:21:18.061724 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57374) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:18.066032 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:18.071809 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks [] for port, precommit_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.130883 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.164553 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.234984 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.276575 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cffc6-94a0-4b29-bb8b-b42d9e2439c7 None None] Pushing event updated for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=3']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.290720 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.310534 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3923e711-6657-4d13-80a9-0a8047f4cbc6,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.336900 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Attempting to bind port 182f7933-2533-4322-bfcf-1c7ba8791700 on host dv-neutron-833670-1-hyperv for vnic_type normal with profile {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:18.337264 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Attempting to bind port 182f7933-2533-4322-bfcf-1c7ba8791700 by drivers openvswitch,hyperv on host dv-neutron-833670-1-hyperv at level 0 using segments [{'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:18.337641 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Attempting to bind port 182f7933-2533-4322-bfcf-1c7ba8791700 on network 30ffd414-8a81-4f07-80d0-4c746da74bce {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:18.343022 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Checking agent: {'id': '30dbe375-d952-4562-afac-d18d481b55af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833670-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 13, 23), 'started_at': datetime.datetime(2022, 3, 14, 18, 13, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833670-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:18.343391 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Checking segment: {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:18.343788 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.344169 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Bound using segment: {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'} {{(pid=103395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:18.344626 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.managers [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Bound port: 182f7933-2533-4322-bfcf-1c7ba8791700, host: dv-neutron-833670-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce'}}] {{(pid=103395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:18.345000 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.372358 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.376441 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-fff21001-23fe-4efb-8d78-6a3b2bd7774d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110559 Mar 14 19:21:18.382732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57378) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:18.382732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:18.412942 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] For port 182f7933-2533-4322-bfcf-1c7ba8791700, host dv-neutron-833670-1-hyperv, cleared binding levels {{(pid=103395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:18.421015 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.plugins.ml2.db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] For port 182f7933-2533-4322-bfcf-1c7ba8791700, host dv-neutron-833670-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=182f7933-2533-4322-bfcf-1c7ba8791700,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:18.455212 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.473447 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron_lib.callbacks.manager [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.505628 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] Provisioning complete for port 182f7933-2533-4322-bfcf-1c7ba8791700 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:18.506684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.515595 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.551056 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cffc6-94a0-4b29-bb8b-b42d9e2439c7 None None] Pushing event updated for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=4']} {{(pid=103395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.553745 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:18.554373 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:20:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:18.587653 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.603423 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.611077 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed45972-d069-4963-97ca-dd2e8bd33f05,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.639549 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] For port 182f7933-2533-4322-bfcf-1c7ba8791700, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=182f7933-2533-4322-bfcf-1c7ba8791700,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:18.668118 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:18.692373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.694252 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-dab7df7c-1c90-4e5f-85c0-d11fa1f73150 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164022 Mar 14 19:21:18.696846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57380) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:18.701436 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:18.718653 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.768618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da460b-321b-45e0-90b8-28e7451afd49 None None] Pushing event updated for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:18.803691 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.844492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-ef24848b-dda2-4c09-91f1-5804d74601c1 None None] Provisioning complete for port 182f7933-2533-4322-bfcf-1c7ba8791700 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:18.845259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ef24848b-dda2-4c09-91f1-5804d74601c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.864502 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.871701 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-f03f041a-f578-4bef-992c-704342307c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '182f7933-2533-4322-bfcf-1c7ba8791700', 'name': '', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'mac_address': 'fa:16:3e:e1:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:14Z', 'updated_at': '2022-03-14T19:21:18Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'subnets': [{'id': '174a209a-60ee-4851-be11-5e42b8a38513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:18.898428 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f041a-f578-4bef-992c-704342307c4f None None] The sync data for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:21:14Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '182f7933-2533-4322-bfcf-1c7ba8791700', 'name': '', 'network_id': '30ffd414-8a81-4f07-80d0-4c746da74bce', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'mac_address': 'fa:16:3e:e1:7f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '174a209a-60ee-4851-be11-5e42b8a38513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:14Z', 'updated_at': '2022-03-14T19:21:18Z', 'revision_number': 4, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'subnets': [{'id': '174a209a-60ee-4851-be11-5e42b8a38513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:18.947247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:18.965192 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c7dcd0-3785-4aaa-90e9-9f5fa9925df5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:19.023771 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.025140 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f21ae387-22ff-49e0-b188-d19e3904fd15 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272047 Mar 14 19:21:19.027836 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57382) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:19.032339 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:19.102051 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Project e3c6720a4ebd4bcdb0d33e2a96d9577a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:21:19.107457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.173790 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.233406 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.252572 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cc6e56-7bc4-440d-93a5-0214425b2c8c,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:19.304554 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.305800 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-e8827bb6-a592-428f-88ab-e06822caa27e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2769468 Mar 14 19:21:19.308639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57384) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:19.313148 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'security_group_rule': {'security_group_id': '445958a2-733a-4b69-962c-5cd9a575adc5', 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:19.367236 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 182f7933-2533-4322-bfcf-1c7ba8791700 up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:19.399230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.securitygroups_db [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Project e3c6720a4ebd4bcdb0d33e2a96d9577a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:21:19.405257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.422915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port 182f7933-2533-4322-bfcf-1c7ba8791700 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:19.423286 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.486711 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.516291 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c02b8b1d-2097-4b00-a80b-8d2b7f83bbab up at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:19.567275 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Provisioning complete for port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:19.567852 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.576562 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599903'] for security_group_rule, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.597419 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11910f24-9fa5-44f3-aad5-530a325691a5,revision_number=0']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:19.664187 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:19.665413 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-14e7e632-8975-4e58-83f0-dd00c9d69900 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558762 Mar 14 19:21:19.874703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-0acd41a2-a89b-4363-820e-2ed047b9db51 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394830349&fields=id&tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 267 time: 0.0364718 Mar 14 19:21:19.906472 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:21:19.983812 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-30c9fa3a-d316-4c2b-aec3-f88fc70cd4fc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:19.985283 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-30c9fa3a-d316-4c2b-aec3-f88fc70cd4fc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 810 time: 0.1037841 Mar 14 19:21:20.000252 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-e94699b7-86e0-4ba2-ab4b-147f57bd6da6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/quotas/e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 375 time: 0.0091467 Mar 14 19:21:20.054690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-50b20b48-3844-44f1-8442-fb7dbb33aeb9 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492451 Mar 14 19:21:20.158766 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3fef6a40-6810-433c-ac9e-162d9dd8ce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:20.183739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-daf71935-d9f7-42b1-99a4-b921c924870d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:21:20.184758 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-daf71935-d9f7-42b1-99a4-b921c924870d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448389 Mar 14 19:21:20.273843 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-bffc158c-99a3-4244-b084-871409841039 service neutron] 10.222.0.58 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Mar 14 19:21:20.366638 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-d89abb2d-94a1-45b3-956d-283d5453c8da service neutron] 10.222.0.58 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Mar 14 19:21:20.617143 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-927d8a9c-4117-4b75-9cb5-be9f3da78cd1 req-e58e3928-75b7-42cc-857d-ab1acf0e1aa9 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 210 time: 0.0260024 Mar 14 19:21:21.655938 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:21.722738 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-263cd255-54e6-43ba-95dd-bc67912fd543 req-433af33b-72bf-43c0-a75f-13707ffe9821 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 210 time: 0.0376332 Mar 14 19:21:22.697620 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-5d6f07d9-b498-4c8b-9056-9e1b03aa4c89 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:22.699079 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-5d6f07d9-b498-4c8b-9056-9e1b03aa4c89 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 810 time: 0.1094778 Mar 14 19:21:22.745494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-e6ee7f5a-06be-4479-b88b-ce3f5b50b96a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 380 time: 0.0368669 Mar 14 19:21:22.754079 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'port': {'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'admin_state_up': True, 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'security_groups': ['445958a2-733a-4b69-962c-5cd9a575adc5']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:22.817507 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-f70f7ca2-cd88-45bf-a53d-a2acd78af076 req-ba53f8dc-a1c5-4be3-8255-4edfa252dcd5 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 210 time: 0.0273232 Mar 14 19:21:22.901296 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Made reservation on behalf of e3c6720a4ebd4bcdb0d33e2a96d9577a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:21:22.904955 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.040581 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Allocated IP 172.20.0.9 (f87d0c89-b475-4752-b276-536e777019e6/03478a81-65b7-46aa-8173-6a6c692273ce/11cf93a4-5268-419d-9f35-f8b4bf82d672) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:23.084847 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.152751 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.182187 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.267420 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.312608 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Network f87d0c89-b475-4752-b276-536e777019e6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:23.315511 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:23.319292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:23.325534 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:23.373328 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:23.374035 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.441553 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-6ba498d8-60df-4c66-a280-bfade0713319 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6912310 Mar 14 19:21:23.511406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Request body: {'port': {'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:23.569211 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.579248 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-a0a6c558-59cd-430c-9972-9b83cff36174 None None] Provisioning complete for port 11cf93a4-5268-419d-9f35-f8b4bf82d672 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:23.579618 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c558-59cd-430c-9972-9b83cff36174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.614108 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6c558-59cd-430c-9972-9b83cff36174 None None] Port 11cf93a4-5268-419d-9f35-f8b4bf82d672 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:21:23.820682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cf93a4-5268-419d-9f35-f8b4bf82d672 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:21:23.827741 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.838992 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Transition to ACTIVE for port object 11cf93a4-5268-419d-9f35-f8b4bf82d672 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:21:23.925659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:23.940900 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7eab4-c712-4025-94b8-03dc89785ff7 req-b325ec0e-f989-47e4-83dc-f1d252d73325 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:23.942381 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38e7eab4-c712-4025-94b8-03dc89785ff7 req-b325ec0e-f989-47e4-83dc-f1d252d73325 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 931 time: 0.0551300 Mar 14 19:21:24.003928 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:24.039290 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-38e7eab4-c712-4025-94b8-03dc89785ff7 req-cb270bc9-83e5-4b59-aaa9-8313654bfe68 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752809 Mar 14 19:21:24.085287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Attempting to bind port 11cf93a4-5268-419d-9f35-f8b4bf82d672 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:21:24.085617 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Attempting to bind port 11cf93a4-5268-419d-9f35-f8b4bf82d672 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:21:24.085973 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Attempting to bind port 11cf93a4-5268-419d-9f35-f8b4bf82d672 on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:24.090450 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Port 11cf93a4-5268-419d-9f35-f8b4bf82d672 on network f87d0c89-b475-4752-b276-536e777019e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:21:24.090770 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Attempting to bind port 11cf93a4-5268-419d-9f35-f8b4bf82d672 on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:21:24.095715 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:21:24.096047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Checking segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:21:24.096425 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Bound using segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:21:24.096844 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Bound port: 11cf93a4-5268-419d-9f35-f8b4bf82d672, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:21:24.097199 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:24.162789 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:21:24.165846 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:21:24.250754 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:24.291108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:24.291758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:24.293127 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 1093 time: 0.7860472 Mar 14 19:21:24.293563 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:21:24.295915 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7964ac29bdd81f185f71d0e8a9bff8d6eed7b0a94fe68ede5c202d85efe61d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80" -d '{"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:21:24.331017 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a99a29-d54c-49c2-95dd-cf7e363172a6 service neutron] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:24.343099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c2fc1-fd96-4200-bc27-bc8fe658bd3f x-openstack-request-id: req-840c2fc1-fd96-4200-bc27-bc8fe658bd3f {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:21:24.343099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:21:24.343292 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-840c2fc1-fd96-4200-bc27-bc8fe658bd3f {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:21:24.343532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'status': 'completed', 'code': 200} Mar 14 19:21:24.409224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-85a4d04e-9319-4702-a8da-8811e3b65ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:24.410842 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-85a4d04e-9319-4702-a8da-8811e3b65ead service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0450523 Mar 14 19:21:24.515656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-8cdbe0ed-1758-4819-9aa3-e3d93d2d16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:24.517132 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-8cdbe0ed-1758-4819-9aa3-e3d93d2d16c5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0993690 Mar 14 19:21:24.934234 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-12288b12-4299-479a-9623-93e5dbded9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:24.935601 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-157b8d8e-3ea7-4fb8-b032-6aa3ebb4fc80 req-12288b12-4299-479a-9623-93e5dbded9f8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4123492 Mar 14 19:21:25.011094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-b8840016-e739-4ebf-b070-2b1f52b3d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:25.012562 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-b8840016-e739-4ebf-b070-2b1f52b3d4c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0402722 Mar 14 19:21:25.056293 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-3936dae1-3464-43ce-8819-ff7062b2e9eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 217 time: 0.0364335 Mar 14 19:21:25.104721 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-780af475-2b49-476d-8ac8-84feb195af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:25.106200 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-780af475-2b49-476d-8ac8-84feb195af78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0441744 Mar 14 19:21:25.184903 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640c763-d723-420c-9308-546c4df3f70a req-e6ee14a3-4dc6-479f-8786-d116f1497b84 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:25.186316 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6640c763-d723-420c-9308-546c4df3f70a req-e6ee14a3-4dc6-479f-8786-d116f1497b84 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0792506 Mar 14 19:21:25.188654 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-e0d8019c-c23b-482e-80ef-ca7f89c905a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:25.190026 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-e0d8019c-c23b-482e-80ef-ca7f89c905a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749636 Mar 14 19:21:25.268696 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-6640c763-d723-420c-9308-546c4df3f70a req-9c6e6724-ae0f-472b-87b1-242c85e4c6d7 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764945 Mar 14 19:21:25.306979 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-3ac10f3b-39f6-474f-bab7-dc9c2152765b service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085703 Mar 14 19:21:25.399388 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-24c52e6f-5bc0-4fbe-868f-581f6c6e4307 req-f26a612f-3d31-48dd-9266-5ee23e91adfe service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856459 Mar 14 19:21:26.387910 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85c2b-90d0-491c-a543-1c9baad28cda req-d8e41968-be53-4188-8be4-8dcb678976eb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:26.389397 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c0a85c2b-90d0-491c-a543-1c9baad28cda req-d8e41968-be53-4188-8be4-8dcb678976eb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0512195 Mar 14 19:21:26.428438 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c0a85c2b-90d0-491c-a543-1c9baad28cda req-1da7cd15-0bf0-4a43-af11-44092fffa7d0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Mar 14 19:21:27.543134 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c739-a7d4-4477-89f3-a83efcbf1ff8 req-1ece3c3c-5c73-423f-9335-0514f82e756a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:27.544494 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b868c739-a7d4-4477-89f3-a83efcbf1ff8 req-1ece3c3c-5c73-423f-9335-0514f82e756a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0492027 Mar 14 19:21:27.581458 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b868c739-a7d4-4477-89f3-a83efcbf1ff8 req-f2f413f0-1866-472a-a562-ae2b4a09f848 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Mar 14 19:21:28.698342 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68eb0f-f427-41aa-942d-e9bfc5451683 req-ac7335b8-3d32-489d-a3ab-cfbfdc57c3cc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:28.699715 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ce68eb0f-f427-41aa-942d-e9bfc5451683 req-ac7335b8-3d32-489d-a3ab-cfbfdc57c3cc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0509093 Mar 14 19:21:28.736854 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-ce68eb0f-f427-41aa-942d-e9bfc5451683 req-e6c1226d-680d-42f1-a01f-67c7e72849e9 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Mar 14 19:21:28.775580 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:28.814684 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:21:28.905567 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:28.917292 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:21:28.953320 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:28.969551 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cf93a4-5268-419d-9f35-f8b4bf82d672 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:21:28.988400 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:29.049984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:29.096256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:29.410561 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['11cf93a4-5268-419d-9f35-f8b4bf82d672'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:21:29.850872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2b74-8640-4e4b-8c90-4d15ce67984c req-81dfaedc-19e1-427e-bab8-20658445424a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:29.852352 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-108c2b74-8640-4e4b-8c90-4d15ce67984c req-81dfaedc-19e1-427e-bab8-20658445424a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 944 time: 0.0485148 Mar 14 19:21:29.888918 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-108c2b74-8640-4e4b-8c90-4d15ce67984c req-8051b4ee-af5c-46db-b6b4-20d5a269106d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306354 Mar 14 19:21:30.830763 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:21:30.947168 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port 11cf93a4-5268-419d-9f35-f8b4bf82d672 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:21:30.951547 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 11cf93a4-5268-419d-9f35-f8b4bf82d672 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:21:30.951915 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:31.007089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05681863-2f94-4876-bd6e-dfbbd302048e req-b2be0ab4-d078-4b6a-be4e-2b3bed5a5de6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:31.008645 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-05681863-2f94-4876-bd6e-dfbbd302048e req-b2be0ab4-d078-4b6a-be4e-2b3bed5a5de6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 944 time: 0.0511510 Mar 14 19:21:31.031225 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:31.047036 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-05681863-2f94-4876-bd6e-dfbbd302048e req-d494b483-93b0-4788-bdd9-0cbfb5705ca4 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Mar 14 19:21:31.055739 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:21:31.070330 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:21:31.097865 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39708742-fc57-485c-8d5b-6d28b5603f09" -d '{"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-plugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:21:31.130187 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:31.179920 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:31.187732 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebf67a-9b71-4cf0-a68a-a3f4eae78378 x-openstack-request-id: req-86ebf67a-9b71-4cf0-a68a-a3f4eae78378 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:21:31.188015 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-plugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:21:31.188269 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86ebf67a-9b71-4cf0-a68a-a3f4eae78378 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:21:31.189222 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'code': 200} Mar 14 19:21:31.439213 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421430d8-e0ed-443c-b16d-1e926b37078e req-7ef3d63d-3de0-4b9b-9459-487f9a205370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:31.440622 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-421430d8-e0ed-443c-b16d-1e926b37078e req-7ef3d63d-3de0-4b9b-9459-487f9a205370 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1098 time: 0.0438540 Mar 14 19:21:31.475527 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-421430d8-e0ed-443c-b16d-1e926b37078e req-0d449c74-bb87-4058-abdf-d1a2610b5d1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281010 Mar 14 19:21:32.164468 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b52e5-b181-4087-b72c-0e3dfe715de1 req-fc64628f-6571-4f04-991a-56c524a09b67 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:32.165944 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b98b52e5-b181-4087-b72c-0e3dfe715de1 req-fc64628f-6571-4f04-991a-56c524a09b67 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 945 time: 0.0530670 Mar 14 19:21:32.203365 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-b98b52e5-b181-4087-b72c-0e3dfe715de1 req-48baa59c-4bff-499e-be40-325ede76609a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Mar 14 19:21:33.319465 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27c20-09b3-4061-b6b1-71f14e3a9cd2 req-723849d2-6759-4105-9126-2a6937ef968f tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:33.320947 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-90c27c20-09b3-4061-b6b1-71f14e3a9cd2 req-723849d2-6759-4105-9126-2a6937ef968f tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 945 time: 0.0490708 Mar 14 19:21:33.358451 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-90c27c20-09b3-4061-b6b1-71f14e3a9cd2 req-e2302b6a-89e5-4f0f-acfd-34f700837443 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Mar 14 19:21:33.472307 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646c9d-be77-4cbb-ba95-590471f0c964 req-3980d572-18cd-46df-839e-dd3aa552ee2e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:33.473781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-43646c9d-be77-4cbb-ba95-590471f0c964 req-3980d572-18cd-46df-839e-dd3aa552ee2e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 945 time: 0.0486987 Mar 14 19:21:33.511372 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-43646c9d-be77-4cbb-ba95-590471f0c964 req-cb444e79-cc41-4489-b758-6875cc132973 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Mar 14 19:21:33.532354 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57484) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:33.615570 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6a0d9-811c-4677-a716-60622131cf52 tempest-TestSnapshotPattern-560775924 tempest-TestSnapshotPattern-560775924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:33.617081 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d8b6a0d9-811c-4677-a716-60622131cf52 tempest-TestSnapshotPattern-560775924 tempest-TestSnapshotPattern-560775924-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1093 time: 0.0837283 Mar 14 19:21:33.620350 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57488) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:21:33.624563 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:21:33.746831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:33.845089 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:33.943987 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Allocated IP 172.26.3.31 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/9a156903-b526-4eca-9d47-e0122a759b19) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:21:34.046096 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.147856 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.188355 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:21:34.191151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:21:34.194566 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:21:34.220132 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=9a156903-b526-4eca-9d47-e0122a759b19,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:34.548227 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.663465 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.809725 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.855050 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:34.928673 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=9a156903-b526-4eca-9d47-e0122a759b19,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:21:34.937894 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:35.038531 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Floating IP 7f1fb273-b593-4090-af70-aec01bd338b9 associated. External IP: 172.26.3.31, port: 11cf93a4-5268-419d-9f35-f8b4bf82d672. Mar 14 19:21:35.239710 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:21:35.346726 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:21:35.356273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:21:35.365644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:35.366277 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:35.406532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:35.626200 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:35.754652 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-59f3ad79-4811-42ce-b037-e430d3b12cd6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1332586 Mar 14 19:21:35.755846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:21:35.758039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5045d842857da8d5d5c14296d34ff4754ebdc3613892967353031eb0b184f67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5260f03-7b2d-4e30-84a1-67011b057476" -d '{"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:21:35.795283 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169f863-cfbc-4386-bf08-2b0c184ab69c x-openstack-request-id: req-6169f863-cfbc-4386-bf08-2b0c184ab69c {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:21:35.795575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:21:35.795828 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6169f863-cfbc-4386-bf08-2b0c184ab69c {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:21:35.796230 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'status': 'completed', 'code': 200} Mar 14 19:21:35.855153 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:34Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:35.855547 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-165e064d-e7ee-4486-87e6-6c856eefa723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:35.857031 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-165e064d-e7ee-4486-87e6-6c856eefa723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1098 time: 0.0410488 Mar 14 19:21:35.881599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:21:35.890158 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:21:35.890765 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:21:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:35.949578 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-a69eb731-bf96-486b-91f4-3ed0197c67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:35.951113 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-a69eb731-bf96-486b-91f4-3ed0197c67cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0875304 Mar 14 19:21:35.998249 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:21:36.015642 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-35763247-a72f-4496-a5d5-7e742c2506be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 998 time: 0.0585575 Mar 14 19:21:36.069893 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-ab1b2bf9-4458-4088-862e-0665d77ff6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:36.071374 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-ab1b2bf9-4458-4088-862e-0665d77ff6fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0491424 Mar 14 19:21:36.115659 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-6c8d208e-2b11-4203-9c05-9397868418e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:21:36.117148 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-6c8d208e-2b11-4203-9c05-9397868418e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393279 Mar 14 19:21:36.205807 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-6868af20-bb3e-4223-a6c5-b9af16b539cd service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820711 Mar 14 19:21:36.230662 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:34Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:21:36.257816 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba9a57-1593-4e36-9dc5-771b1c4ac536 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:34Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:21:36.302436 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a5260f03-7b2d-4e30-84a1-67011b057476 req-0faa3927-9ca2-49bb-adbc-c2203a2a9669 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905282 Mar 14 19:21:36.447856 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f30eb5-5808-446a-a4b6-2db2a3fdfecb None None] New status for floating IP 7f1fb273-b593-4090-af70-aec01bd338b9: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:21:47.895021 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d33fc21f-d4ea-4374-8ca1-292a3ad2e876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:50.147211 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c873024f-6609-4d28-8b49-7576427fe65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:51.655103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:53.089387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:53.169238 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:21:56.905345 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:21:58.855159 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:17.906351 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-04e57338-a9c8-4281-a1fb-f5591388af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:20.146259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-644f9dba-be56-473b-bfaa-eef724622202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:21.689321 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:23.094443 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:23.180831 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:24.391262 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-c3fa5926-e079-46ec-9820-da2cc87b39ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387833 Mar 14 19:22:24.479526 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-1aa15d16-fd45-452a-984c-fbf213457256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:22:24.481066 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-1aa15d16-fd45-452a-984c-fbf213457256 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1098 time: 0.0457544 Mar 14 19:22:24.580367 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-9210b636-967b-491a-b259-b0e411e9a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:22:24.581860 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-9210b636-967b-491a-b259-b0e411e9a608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0826113 Mar 14 19:22:24.650730 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-fc4cd183-d73a-4650-a5a3-822b378b9b13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 1000 time: 0.0623252 Mar 14 19:22:24.697616 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-165a9c7f-742e-43c9-82d1-9545f083b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:22:24.699079 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-165a9c7f-742e-43c9-82d1-9545f083b63f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0424790 Mar 14 19:22:24.743647 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-244dd7b7-0e86-45c2-9488-ba9d3b6c4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:22:24.745151 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-244dd7b7-0e86-45c2-9488-ba9d3b6c4f93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395710 Mar 14 19:22:24.838446 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-c7e3d311-ef1a-403b-a14a-ffc0482bd615 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868790 Mar 14 19:22:24.925928 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-40588d08-0d6b-412c-9b0a-3bf46860d2cb req-1b1536b9-cbdd-4b2d-abab-f702588a6233 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804684 Mar 14 19:22:28.797986 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:33.905279 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:22:47.906627 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e9f29193-9e43-43c6-82db-8cfe78eabaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:50.134864 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-534a6c33-f135-4936-9125-9d156d5a542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:51.678064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:53.089324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:53.169360 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:22:58.826040 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:10.906411 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:23:17.887445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7d058d59-a81e-4960-be4f-c73826c0656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:20.151771 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f95a7058-ea84-4d34-98f9-9097aa04c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:21.693993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:23.114369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:23.172758 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:25.395449 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-d0d5fca5-f50a-48b8-ba6b-5431ad6c52c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397880 Mar 14 19:23:25.475406 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-d6d43edb-253c-4bda-b427-465d1530e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:23:25.476819 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-d6d43edb-253c-4bda-b427-465d1530e233 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1098 time: 0.0412238 Mar 14 19:23:25.580623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-335a7b65-ce9b-4cc3-b523-5801ead57809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:23:25.582098 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-335a7b65-ce9b-4cc3-b523-5801ead57809 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0869217 Mar 14 19:23:25.649207 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-cfa1d16d-73a3-4887-9f96-62b40bb3e383 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 1000 time: 0.0609858 Mar 14 19:23:25.698089 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-1694fcfd-e0d5-432e-b987-67ac35eb87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:23:25.699510 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-1694fcfd-e0d5-432e-b987-67ac35eb87b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0446763 Mar 14 19:23:25.749168 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-6e9116ac-b8b6-4219-9130-aea91db2fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:23:25.750690 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-6e9116ac-b8b6-4219-9130-aea91db2fc6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435877 Mar 14 19:23:25.761802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-c93c3a15-c5fe-4199-829b-aab0f6b38e8c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103393) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:23:25.762896 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-c93c3a15-c5fe-4199-829b-aab0f6b38e8c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050273 Mar 14 19:23:25.850566 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-988aa376-f76b-4866-aae3-4eacf3e798c8 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808654 Mar 14 19:23:25.940610 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-8cbb3d07-86f9-4719-8483-fe30f096896e req-3a6768e7-af3d-45db-b922-3bd7099acefc service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837696 Mar 14 19:23:28.854669 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:47.905798 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:23:47.949327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ed48352d-5935-4238-8ae6-efdb893402e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:50.126874 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f54f35fe-81ca-4d92-9c39-9d051bb0cf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:51.681713 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:53.137636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:53.189162 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:23:58.871342 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:07.673769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:24:07.767335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:07.779056 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:24:07.814619 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:07.827115 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cf93a4-5268-419d-9f35-f8b4bf82d672 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:24:07.845352 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:07.968932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:08.025554 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:08.032276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.032622 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.032960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.033283 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.033606 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.033949 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.034276 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.034598 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.034921 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.035232 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.035548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.035858 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:08.053944 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['11cf93a4-5268-419d-9f35-f8b4bf82d672'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:24:09.684456 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:24:09.732779 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port 11cf93a4-5268-419d-9f35-f8b4bf82d672 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:24:09.733146 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:09.809469 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:09.831007 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:24:09.833223 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5a7d8b-50d8-443a-9b18-e22d20701412" -d '{"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-plugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:24:09.850421 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:09.871754 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea215a-ba30-4e1e-8b0d-aebc8cba9057 x-openstack-request-id: req-6bea215a-ba30-4e1e-8b0d-aebc8cba9057 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:24:09.872046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-plugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:24:09.872301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bea215a-ba30-4e1e-8b0d-aebc8cba9057 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:24:09.872696 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'code': 200} Mar 14 19:24:09.926408 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:09.973498 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:17.898118 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a7247f7e-e4ec-40f3-ab6f-aa6120dabbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:20.143482 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-e5ace063-fc4c-4097-b46e-ead5627200f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:21.883295 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:23.122940 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:23.223059 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:23.736868 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-84c659eb-e91e-44ac-814a-137ef8d0a0d8 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394830349&fields=id&tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 267 time: 0.0330691 Mar 14 19:24:23.842594 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-4637304a-4c79-49c5-b404-28da4a5dcd97 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:23.844028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-4637304a-4c79-49c5-b404-28da4a5dcd97 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 810 time: 0.1003141 Mar 14 19:24:23.858807 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-781e7e5d-a3c0-462f-bbc7-d0dcd5d0063d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/quotas/e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 375 time: 0.0089531 Mar 14 19:24:23.917696 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-b6f49d7c-5aaf-4129-bda7-7a309ae18032 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535581 Mar 14 19:24:24.013586 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-910dd27a-db04-4611-8fa5-56e88275c61e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 14 19:24:24.014729 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-910dd27a-db04-4611-8fa5-56e88275c61e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522850 Mar 14 19:24:24.106173 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-c768af85-b9c8-4355-a713-c0e658d9a860 service neutron] 10.222.0.58 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Mar 14 19:24:24.199196 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-eb7bbdd4-a45e-40a5-a372-89fd737a9ce8 service neutron] 10.222.0.58 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Mar 14 19:24:24.444873 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-204c7452-79f9-44ac-8a1a-df078aa3f7af req-e67d3794-aa8a-4e52-a977-869b7222e695 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 210 time: 0.0267169 Mar 14 19:24:24.904809 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:24:25.541981 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-226a952b-1574-46fd-ae01-11c6792f5cde req-d12e059a-0d8f-48f2-a256-98a3940a0350 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 210 time: 0.0273025 Mar 14 19:24:26.465706 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-7b811a1c-df14-443d-ba6c-47570e3c55bf tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:26.467377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-7b811a1c-df14-443d-ba6c-47570e3c55bf tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 810 time: 0.1046844 Mar 14 19:24:26.510437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-bf668fe0-564f-4407-9544-d301cd450d4a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a HTTP/1.1" status: 200 len: 380 time: 0.0337183 Mar 14 19:24:26.519131 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'port': {'device_id': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'admin_state_up': True, 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'security_groups': ['445958a2-733a-4b69-962c-5cd9a575adc5']}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:24:26.641768 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b511f653-f7b8-4cbd-9cb6-fc8365e2c7ca req-ff8d2a25-7b22-4226-93a1-5901905c3a0f tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 210 time: 0.0303848 Mar 14 19:24:26.734423 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Made reservation on behalf of e3c6720a4ebd4bcdb0d33e2a96d9577a for: {'port': 1} {{(pid=103393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:24:26.737998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:26.860287 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_common [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Allocated IP 172.20.0.12 (f87d0c89-b475-4752-b276-536e777019e6/03478a81-65b7-46aa-8173-6a6c692273ce/bf140886-1ec5-44cd-a969-acaeb6e109f6) {{(pid=103393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:24:27.002318 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:27.097284 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_create {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:27.144623 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Network f87d0c89-b475-4752-b276-536e777019e6 is already hosted by enough agents. {{(pid=103393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:24:27.147917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.base_scheduler [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Resources bound (agent type, host, resource id): {{(pid=103393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:24:27.167830 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=1']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:27.175777 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Received port after_create {{(pid=103393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:24:27.179266 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.179535 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.179871 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.180322 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.180653 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.180834 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.181198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.181475 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.181892 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.182669 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.182990 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.183324 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:27.256388 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:27.257622 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:27.319055 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a38427f7-a3f6-40f1-8de3-af68ec18175d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8033729 Mar 14 19:24:27.516442 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-54a8b8f2-a587-4a1c-8f6d-a3c62592eda4 None None] Provisioning complete for port bf140886-1ec5-44cd-a969-acaeb6e109f6 triggered by entity DHCP. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:24:27.517064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-54a8b8f2-a587-4a1c-8f6d-a3c62592eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:27.551984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-54a8b8f2-a587-4a1c-8f6d-a3c62592eda4 None None] Port bf140886-1ec5-44cd-a969-acaeb6e109f6 cannot update to ACTIVE because it is not bound. {{(pid=103394) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 14 19:24:27.776878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c67e1c-f9ba-4318-b265-052e5ed1ff82 req-eaf8610b-4de6-4562-afd3-5a8aadb1b6db tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:27.784209 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-45c67e1c-f9ba-4318-b265-052e5ed1ff82 req-eaf8610b-4de6-4562-afd3-5a8aadb1b6db tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0599990 Mar 14 19:24:27.799395 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:24:27.819366 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-45c67e1c-f9ba-4318-b265-052e5ed1ff82 req-c3c0d6bd-3e8f-4ab2-b5ca-29d925aea561 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Mar 14 19:24:27.898251 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:27.927310 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:24:27.929744 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f9eb1-5a1d-4cd4-bb4d-12a0e606dbef" -d '{"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-unplugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:24:27.955097 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:27.982699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fedb61f-264a-498d-bf6b-9b3fb5f6c2f5 x-openstack-request-id: req-0fedb61f-264a-498d-bf6b-9b3fb5f6c2f5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:24:27.982993 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-unplugged", "status": "completed", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:24:27.983311 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0fedb61f-264a-498d-bf6b-9b3fb5f6c2f5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:24:27.983675 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'code': 200} Mar 14 19:24:28.020520 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:28.073817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:28.911867 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:28.953707 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc910c-a1e5-4772-a751-61ab1c0cdcc3 req-cbc792ae-ca76-4561-96b4-f3e38ce3b215 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:28.955221 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01fc910c-a1e5-4772-a751-61ab1c0cdcc3 req-cbc792ae-ca76-4561-96b4-f3e38ce3b215 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0633445 Mar 14 19:24:28.992361 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-01fc910c-a1e5-4772-a751-61ab1c0cdcc3 req-a41d92db-1272-44a6-b594-8ea183ca6ec5 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Mar 14 19:24:30.121756 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568bec2-881b-4adc-b561-90a8305c53bc req-8f2c9eae-be94-4093-aecc-a230852d19a0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:30.123339 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f568bec2-881b-4adc-b561-90a8305c53bc req-8f2c9eae-be94-4093-aecc-a230852d19a0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0512388 Mar 14 19:24:30.160926 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-f568bec2-881b-4adc-b561-90a8305c53bc req-74196b67-d925-4da5-92e8-9d6db69a6cdc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Mar 14 19:24:31.280071 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d103d-774b-49a3-9bdd-0013675352af req-e43dbf9e-c357-4a82-b668-d1c46f4e1e4e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:31.281958 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-da0d103d-774b-49a3-9bdd-0013675352af req-e43dbf9e-c357-4a82-b668-d1c46f4e1e4e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0507872 Mar 14 19:24:31.332705 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-da0d103d-774b-49a3-9bdd-0013675352af req-324fde95-3499-472a-bb28-51e3975454cd tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Mar 14 19:24:32.475166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18604-8429-4327-8ede-e384c86ad71d req-56b9b3d3-5d89-44ba-8d86-042b78851860 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:32.476655 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aee18604-8429-4327-8ede-e384c86ad71d req-56b9b3d3-5d89-44ba-8d86-042b78851860 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0588944 Mar 14 19:24:32.518701 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-aee18604-8429-4327-8ede-e384c86ad71d req-e66dadca-eb31-43dc-86a7-9ddeabc03c4d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353489 Mar 14 19:24:33.641846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59b41a-9d9d-48b0-b0f9-f37e482ae1a6 req-d6b7ab37-fd42-473b-b2db-bf9d401d0135 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:33.643268 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb59b41a-9d9d-48b0-b0f9-f37e482ae1a6 req-d6b7ab37-fd42-473b-b2db-bf9d401d0135 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0510881 Mar 14 19:24:33.680725 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-eb59b41a-9d9d-48b0-b0f9-f37e482ae1a6 req-ce1417b2-994e-464d-8617-609533b49bb4 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Mar 14 19:24:34.813468 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf481d-0cbf-4fed-9393-fc356b3066d7 req-171928ca-4ee6-46c5-9797-74be436a0378 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:34.815213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30bf481d-0cbf-4fed-9393-fc356b3066d7 req-171928ca-4ee6-46c5-9797-74be436a0378 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0624149 Mar 14 19:24:34.856759 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-30bf481d-0cbf-4fed-9393-fc356b3066d7 req-749c108a-160a-41af-903c-c6df7151509a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356801 Mar 14 19:24:35.984067 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700362c-416c-4712-ba34-02d71d8ab25d req-6b4b92c9-2866-409e-8327-2722d6fc0ae0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:35.985571 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0700362c-416c-4712-ba34-02d71d8ab25d req-6b4b92c9-2866-409e-8327-2722d6fc0ae0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0572436 Mar 14 19:24:36.022896 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-0700362c-416c-4712-ba34-02d71d8ab25d req-a3d5f1e2-0231-4aba-b56d-02a304a84d19 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Mar 14 19:24:37.142923 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803bc6d-79b0-4cc9-ac37-1351556290dc req-d2bdcbd4-634b-4ebb-8381-95270070fc07 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:37.144777 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5803bc6d-79b0-4cc9-ac37-1351556290dc req-d2bdcbd4-634b-4ebb-8381-95270070fc07 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0544343 Mar 14 19:24:37.185149 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5803bc6d-79b0-4cc9-ac37-1351556290dc req-5d971907-da4d-4cdb-9721-3f3add25e5f9 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338140 Mar 14 19:24:38.303972 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7dbd-da45-4605-8700-e98201135dc7 req-9ef14bef-42dc-40bd-95f6-160129796763 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:38.305460 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1ee7dbd-da45-4605-8700-e98201135dc7 req-9ef14bef-42dc-40bd-95f6-160129796763 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0519218 Mar 14 19:24:38.343017 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d1ee7dbd-da45-4605-8700-e98201135dc7 req-ff6d5427-b2f0-411d-a5dc-c2d0591406b9 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Mar 14 19:24:39.457015 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a8b0e-b94c-47fc-ad02-8052fad814b5 req-fdb5a6da-febb-41b9-a298-cf7a8a2d63b3 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:39.458541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b78a8b0e-b94c-47fc-ad02-8052fad814b5 req-fdb5a6da-febb-41b9-a298-cf7a8a2d63b3 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 932 time: 0.0486300 Mar 14 19:24:39.497488 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-b78a8b0e-b94c-47fc-ad02-8052fad814b5 req-9f3940af-2978-4e37-adb2-418851093570 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Mar 14 19:24:39.657977 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.v2.base [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Request body: {'port': {'device_id': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8336'}} {{(pid=103393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:24:39.714742 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:39.722671 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-86065d7d-d9f9-4ae3-85e0-bbcfb6a3109e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415459 Mar 14 19:24:39.815657 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-343ef4a8-461b-4d76-81e0-e5c49e391d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:39.817131 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-343ef4a8-461b-4d76-81e0-e5c49e391d7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0452349 Mar 14 19:24:39.926408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-c3e4fbe5-d6a2-43d9-9355-fafda25670b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:39.927896 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-c3e4fbe5-d6a2-43d9-9355-fafda25670b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0872414 Mar 14 19:24:39.976031 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf140886-1ec5-44cd-a969-acaeb6e109f6 {{(pid=103393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:24:39.983792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:39.995502 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.provisioning_blocks [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Transition to ACTIVE for port object bf140886-1ec5-44cd-a969-acaeb6e109f6 will not be triggered until provisioned by entity L2. {{(pid=103393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 14 19:24:39.997465 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-06339452-9553-4280-9f98-466b3006b77e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 998 time: 0.0624759 Mar 14 19:24:40.045865 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-b04dd0d8-f1a2-4955-a4c5-af2b9305f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.047344 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-b04dd0d8-f1a2-4955-a4c5-af2b9305f8f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0437269 Mar 14 19:24:40.092095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-4ade06b7-60a8-40d6-a28b-e6b24b1d2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.093627 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-4ade06b7-60a8-40d6-a28b-e6b24b1d2132 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393384 Mar 14 19:24:40.094122 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:40.170932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=2']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:40.191780 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-c9fc398d-bffb-442e-bff5-e166ef7a9160 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911601 Mar 14 19:24:40.223047 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Attempting to bind port bf140886-1ec5-44cd-a969-acaeb6e109f6 on host hv-neutron-8336 for vnic_type normal with profile {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 14 19:24:40.223389 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Attempting to bind port bf140886-1ec5-44cd-a969-acaeb6e109f6 by drivers openvswitch,hyperv on host hv-neutron-8336 at level 0 using segments [{'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 14 19:24:40.223710 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Attempting to bind port bf140886-1ec5-44cd-a969-acaeb6e109f6 on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:24:40.228300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Port bf140886-1ec5-44cd-a969-acaeb6e109f6 on network f87d0c89-b475-4752-b276-536e777019e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8336 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:24:40.228553 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Attempting to bind port bf140886-1ec5-44cd-a969-acaeb6e109f6 on network f87d0c89-b475-4752-b276-536e777019e6 {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:24:40.235077 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Checking agent: {'id': 'b531f6d9-4d6f-465c-a1f0-9b594712ea50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'started_at': datetime.datetime(2022, 3, 14, 18, 19, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:24:40.235564 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Checking segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 14 19:24:40.235957 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Bound using segment: {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'} {{(pid=103393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:24:40.236391 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.managers [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Bound port: bf140886-1ec5-44cd-a969-acaeb6e109f6, host: hv-neutron-8336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35c35fa-4d26-422b-9e4b-6a742535e049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6'}}] {{(pid=103393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 14 19:24:40.236755 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:40.289272 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-968d1396-a7f9-4f83-bdd4-ad21fc5ec609 req-05c305dc-c6e6-4416-af7a-f85a6f56b950 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903399 Mar 14 19:24:40.305542 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, cleared binding levels {{(pid=103393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:24:40.310038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:24:40.428684 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533816168'] for port, after_update {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:40.467517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.468161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:40.469491 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] 10.222.0.61 "PUT /v2.0/ports/bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 200 len: 1094 time: 0.8158689 Mar 14 19:24:40.469958 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:24:40.472197 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7964ac29bdd81f185f71d0e8a9bff8d6eed7b0a94fe68ede5c202d85efe61d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f79e1-f8f6-4d18-b641-819225d66097" -d '{"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:24:40.497443 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47922a9a-9b8a-45e0-8092-dd3c3c7343c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=3']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:40.512758 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5827c86d-3d73-4513-af8b-43864cb122ce x-openstack-request-id: req-5827c86d-3d73-4513-af8b-43864cb122ce {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:24:40.513066 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:24:40.513308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5827c86d-3d73-4513-af8b-43864cb122ce {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:24:40.513717 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'status': 'completed', 'code': 200} Mar 14 19:24:40.589161 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-4e07c4fd-cb50-4ed6-9066-529d31c299df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.590728 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-4e07c4fd-cb50-4ed6-9066-529d31c299df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1097 time: 0.0566380 Mar 14 19:24:40.685966 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce6c19-b195-403c-aa39-1ab53f1d1675 req-05e65186-105d-4380-9aca-190ae071e645 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.687473 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0fce6c19-b195-403c-aa39-1ab53f1d1675 req-05e65186-105d-4380-9aca-190ae071e645 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 944 time: 0.1137722 Mar 14 19:24:40.732835 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-8aaae5a4-6093-4eea-916b-5539083f67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.734253 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-8aaae5a4-6093-4eea-916b-5539083f67c5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1303377 Mar 14 19:24:40.755347 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-0fce6c19-b195-403c-aa39-1ab53f1d1675 req-c2146997-81d4-43a0-a382-5ed9175424b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605893 Mar 14 19:24:40.832137 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-483a33da-3f8c-4a48-8006-c9cf01bfbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.833615 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-bc1f79e1-f8f6-4d18-b641-819225d66097 req-483a33da-3f8c-4a48-8006-c9cf01bfbab9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918646 Mar 14 19:24:40.914802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-f76ca552-ed7e-4fee-803e-138f0c12b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:40.916283 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-f76ca552-ed7e-4fee-803e-138f0c12b8e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1097 time: 0.0445721 Mar 14 19:24:40.958026 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-08341e10-b339-4b1e-b07d-4752999bd0de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 200 len: 217 time: 0.0331390 Mar 14 19:24:41.006489 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-20b74038-954d-41af-bee0-8947e2d0ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:41.007826 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-20b74038-954d-41af-bee0-8947e2d0ed4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0422657 Mar 14 19:24:41.054917 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a9ec6b12-f3ab-4a0d-b462-a3a52e2d9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:41.056437 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-a9ec6b12-f3ab-4a0d-b462-a3a52e2d9de8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427678 Mar 14 19:24:41.143230 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-84eddefa-fb15-44a0-9381-d97ef1b0c96e service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804081 Mar 14 19:24:41.235448 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-148a8581-4b32-4048-a146-2b2c429ae65b req-fd8f394a-0163-43c9-9fb2-dac4caac6f73 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851727 Mar 14 19:24:41.872578 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e92b3-9f6b-4f7b-8cdb-3f74fc0c99da req-b28b0beb-7217-494c-920f-5a212e9e9bfc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:41.874101 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d45e92b3-9f6b-4f7b-8cdb-3f74fc0c99da req-b28b0beb-7217-494c-920f-5a212e9e9bfc tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 944 time: 0.0498955 Mar 14 19:24:41.910367 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d45e92b3-9f6b-4f7b-8cdb-3f74fc0c99da req-d0874971-cec6-43b9-b134-33b6a65dbc92 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Mar 14 19:24:43.027205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73779d3e-b7ba-48d9-8d24-086bbaac25f6 req-1ce33f21-03ec-4877-b414-eb4b5f06402a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:43.028703 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-73779d3e-b7ba-48d9-8d24-086bbaac25f6 req-1ce33f21-03ec-4877-b414-eb4b5f06402a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 944 time: 0.0504210 Mar 14 19:24:43.066375 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-73779d3e-b7ba-48d9-8d24-086bbaac25f6 req-a82f3b75-d64e-4a72-8f96-30cbe628b240 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Mar 14 19:24:43.864894 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:24:43.958335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:43.969152 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'mac_address': 'fa:16:3e:fc:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:24:44.004516 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:44.016984 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf140886-1ec5-44cd-a969-acaeb6e109f6 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:24:44.035922 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:44.108289 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:44.155333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=4']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:44.195925 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405a497-f381-4f41-ba75-ac14d2670fc3 req-788cd59e-c455-4b68-b201-6c73d86e0ebe tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:44.197422 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a405a497-f381-4f41-ba75-ac14d2670fc3 req-788cd59e-c455-4b68-b201-6c73d86e0ebe tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 945 time: 0.0544660 Mar 14 19:24:44.235010 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-a405a497-f381-4f41-ba75-ac14d2670fc3 req-620362f8-69e7-424e-a177-43702c610eda tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Mar 14 19:24:44.504449 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['bf140886-1ec5-44cd-a969-acaeb6e109f6'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:24:45.348375 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fbf5-a8ee-4ce4-b136-3cab2fedaa8b req-2e4bbf21-c354-43c1-b879-d4377e38546b tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:45.349821 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f32fbf5-a8ee-4ce4-b136-3cab2fedaa8b req-2e4bbf21-c354-43c1-b879-d4377e38546b tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 945 time: 0.0476437 Mar 14 19:24:45.387213 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5f32fbf5-a8ee-4ce4-b136-3cab2fedaa8b req-5ce307c1-d398-4a5a-85dc-f5b68e6a6e97 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Mar 14 19:24:45.873978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:24:45.987827 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning for port bf140886-1ec5-44cd-a969-acaeb6e109f6 completed by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 14 19:24:45.992781 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port bf140886-1ec5-44cd-a969-acaeb6e109f6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:24:45.993165 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:46.068738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:46.091563 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:24:46.093769 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f58d51-6679-46bc-9cb2-2467ba5e9c47" -d '{"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-plugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:24:46.110010 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:24:46.129527 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb385c30-87ce-4f4a-8c7d-03eb84107bfc x-openstack-request-id: req-bb385c30-87ce-4f4a-8c7d-03eb84107bfc {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:24:46.129840 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-plugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:24:46.130131 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb385c30-87ce-4f4a-8c7d-03eb84107bfc {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:24:46.130531 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'code': 200} Mar 14 19:24:46.191486 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:46.389028 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=5']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:46.462413 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be0a6-75d1-4801-ab5c-312d8b58c674 req-714cd92b-a5cd-41dc-8a54-335e10007eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:46.463977 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-178be0a6-75d1-4801-ab5c-312d8b58c674 req-714cd92b-a5cd-41dc-8a54-335e10007eb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1099 time: 0.0477271 Mar 14 19:24:46.522020 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-178be0a6-75d1-4801-ab5c-312d8b58c674 req-c9e04ddf-af0e-417a-843d-d32564d3653c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496473 Mar 14 19:24:46.532094 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358148c2-ee45-4a96-b36f-91ae6e00f4a2 req-6872ff90-8565-4366-95a1-af722f9433f1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:46.533516 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-358148c2-ee45-4a96-b36f-91ae6e00f4a2 req-6872ff90-8565-4366-95a1-af722f9433f1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0732949 Mar 14 19:24:46.570694 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-358148c2-ee45-4a96-b36f-91ae6e00f4a2 req-524daebd-4854-435d-984f-14b8e320f8a0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Mar 14 19:24:47.688257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607ced0-9181-4389-87e5-b384ec344109 req-bcd027dd-8147-4442-8254-20c70d880ea1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:47.689631 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7607ced0-9181-4389-87e5-b384ec344109 req-bcd027dd-8147-4442-8254-20c70d880ea1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0492823 Mar 14 19:24:47.727399 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-7607ced0-9181-4389-87e5-b384ec344109 req-a301572b-9294-4bb6-8c1a-d6fb8bf944e7 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Mar 14 19:24:47.908047 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d45a82f6-5038-44ab-b90d-55eadb794835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:48.841201 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bd463-0925-4c5b-937b-b49cf31f1a28 req-739bd928-6aad-47e8-8492-a5b5c7cf01c8 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:48.842698 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-856bd463-0925-4c5b-937b-b49cf31f1a28 req-739bd928-6aad-47e8-8492-a5b5c7cf01c8 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0477953 Mar 14 19:24:48.881299 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-856bd463-0925-4c5b-937b-b49cf31f1a28 req-54563603-96e9-4074-a741-1e5a0b4f1eb4 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327859 Mar 14 19:24:48.996090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d8fb0-b257-465f-92b8-007c1ae0a2f9 req-f019af9e-4085-4878-b5f5-7bcb195e27de tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:48.997248 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d53d8fb0-b257-465f-92b8-007c1ae0a2f9 req-f019af9e-4085-4878-b5f5-7bcb195e27de tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0496771 Mar 14 19:24:49.036449 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-d53d8fb0-b257-465f-92b8-007c1ae0a2f9 req-26897c7b-8260-46b7-b991-db740d19b615 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Mar 14 19:24:49.058106 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57848) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:24:49.099851 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b770aef-3851-460d-81fa-a0235bf8c6e6 tempest-TestSnapshotPattern-560775924 tempest-TestSnapshotPattern-560775924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:49.101332 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-1b770aef-3851-460d-81fa-a0235bf8c6e6 tempest-TestSnapshotPattern-560775924 tempest-TestSnapshotPattern-560775924-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1094 time: 0.0422826 Mar 14 19:24:49.104103 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 57850) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:24:49.109151 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.v2.base [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Request body: {'floatingip': {'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:24:49.222469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:49.315337 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:49.419967 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_common [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Allocated IP 172.26.3.50 (62419695-dea5-4d8d-99d0-565b2be30bc9/b7441586-8184-4088-8d84-f959e8a3d272/e0f66314-735b-4ae3-a377-07a40fe58557) {{(pid=103392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:24:49.517248 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:49.631748 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771665553731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:49.675825 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Network 62419695-dea5-4d8d-99d0-565b2be30bc9 is already hosted by enough agents. {{(pid=103392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:24:49.678751 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.base_scheduler [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Resources bound (agent type, host, resource id): {{(pid=103392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:24:49.683515 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Received port after_create {{(pid=103392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:24:49.705763 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=e0f66314-735b-4ae3-a377-07a40fe58557,revision_number=1']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:49.718530 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.718875 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.719213 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.719545 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.719873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.720206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.720532 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.720852 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.721173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.721549 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.721872 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:49.722217 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:24:50.047503 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.153680 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-be63cedd-352f-46a4-a099-3d5243fb601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.188834 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.333970 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for port, precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.388279 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534547262'] for port, after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.454807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event updated for resources: {'Port': ['ID=e0f66314-735b-4ae3-a377-07a40fe58557,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:24:50.464979 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-744701'] for floatingip, after_create {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.562369 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Floating IP 7cf96dc7-cf71-4004-93b1-772f62340613 associated. External IP: 172.26.3.50, port: bf140886-1ec5-44cd-a969-acaeb6e109f6. Mar 14 19:24:50.763816 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:24:50.869732 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:24:50.881786 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:24:50.890679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:24:50.891335 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:24:50.959635 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:50.987011 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-60938a4e-b2c3-42b6-a847-768ceb49a3b6 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8817458 Mar 14 19:24:50.987550 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:24:50.990206 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5045d842857da8d5d5c14296d34ff4754ebdc3613892967353031eb0b184f67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd10ed-609b-4947-8874-fedcf71f26db" -d '{"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:24:51.001438 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:24:51.026257 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423a462-4498-4067-8a3a-d80c951375d4 x-openstack-request-id: req-e423a462-4498-4067-8a3a-d80c951375d4 {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:24:51.026618 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:24:51.027099 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e423a462-4498-4067-8a3a-d80c951375d4 {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:24:51.027575 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'status': 'completed', 'code': 200} Mar 14 19:24:51.092166 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c907f561-f039-4c0e-9c0c-06b6cdbc4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:51.093827 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c907f561-f039-4c0e-9c0c-06b6cdbc4ba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1099 time: 0.0455089 Mar 14 19:24:51.184083 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c88ba665-8d99-4e47-89a5-44c127cdd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:51.185548 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c88ba665-8d99-4e47-89a5-44c127cdd412 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0855513 Mar 14 19:24:51.232033 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7cf96dc7-cf71-4004-93b1-772f62340613', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:fc:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:24:49Z', 'updated_at': '2022-03-14T19:24:49Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}, {'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:24:51.253603 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-39e2bcad-e138-4442-abc2-1e9c08c0e102 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 200 len: 999 time: 0.0619900 Mar 14 19:24:51.259032 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:24:51.267835 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:24:51.268446 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:24:50Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:24:51.310582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c1e93bce-f913-4aed-a62d-a47612b9d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:51.310982 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-c1e93bce-f913-4aed-a62d-a47612b9d67a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0519934 Mar 14 19:24:51.355477 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-df0b166d-adc6-499c-8bfd-b05814d934df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:24:51.356984 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-df0b166d-adc6-499c-8bfd-b05814d934df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401194 Mar 14 19:24:51.376368 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:24:51.451537 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-67433902-bf7c-457c-884b-bc78325b9a86 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883503 Mar 14 19:24:51.540574 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-5ddd10ed-609b-4947-8874-fedcf71f26db req-5b33f1f7-85d4-4ad6-83ba-a5c4744231a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827632 Mar 14 19:24:51.604722 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7cf96dc7-cf71-4004-93b1-772f62340613', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:fc:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:24:49Z', 'updated_at': '2022-03-14T19:24:49Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}, {'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:24:51.635640 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a1b766-230c-4d0c-aa2f-4e31601ce3f8 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7cf96dc7-cf71-4004-93b1-772f62340613', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:fc:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:24:49Z', 'updated_at': '2022-03-14T19:24:49Z', 'revision_number': 0, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}, {'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:24:51.713998 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:51.820709 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e7da7-696e-4140-8dac-7eada14c89fd None None] New status for floating IP 7cf96dc7-cf71-4004-93b1-772f62340613: ACTIVE {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:24:53.102141 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:53.197171 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:24:58.911279 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:01.904241 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:25:17.905508 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-3fdba3a3-57e1-434f-8994-c0c47eacbe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:20.156862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cbd60a56-5be1-483d-87ed-a803958f8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:21.706828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:23.153044 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:23.203856 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:28.889528 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:29.489348 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-66b3ba70-ee3b-4804-a0f6-e15d48b17507 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216033 Mar 14 19:25:29.568779 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-cb285e96-7e05-49df-bbed-0fcac0e2c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:25:29.570305 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-cb285e96-7e05-49df-bbed-0fcac0e2c786 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0403354 Mar 14 19:25:29.672733 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-0e3b0762-6974-488d-90d7-1410f3dfd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:25:29.674185 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-0e3b0762-6974-488d-90d7-1410f3dfd899 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0859239 Mar 14 19:25:29.742128 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-5c6d4b99-e3f7-4187-ba00-bff993ca158b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 998 time: 0.0617101 Mar 14 19:25:29.790006 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-277f78ff-327a-4e68-8793-cdbf6fe75ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:25:29.791392 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-277f78ff-327a-4e68-8793-cdbf6fe75ccb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0426042 Mar 14 19:25:29.835073 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-8d6a02a9-c955-494f-a186-3b2e5bbb07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:25:29.836513 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-8d6a02a9-c955-494f-a186-3b2e5bbb07c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378118 Mar 14 19:25:29.928085 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-d06a0d11-506d-4453-a230-8ef5c0fae586 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838971 Mar 14 19:25:30.014844 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-84f23a96-8731-4ea2-82be-918b525a66a1 req-2e0713c4-4fd9-4a3d-8493-ba4b5560227d service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799279 Mar 14 19:25:38.903975 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:25:47.893573 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-adce4cf9-32f3-4f4d-aa04-8dfe068f91b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:50.133644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-398ba002-14a0-43db-afb8-c0cbdbdd6f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:51.677316 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:53.202266 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:53.270868 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:25:58.889272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:15.902263 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:26:17.899719 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-24e7a101-9639-401f-962b-88a2cdbc06ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:20.156891 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-11200b9d-e07a-4b76-a33d-d97eef4a3024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:21.705592 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:23.116387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:23.190960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:28.899540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:30.400748 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-3a46fbb5-a1ea-49ed-9359-3db4f5bad6e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395765 Mar 14 19:26:30.460926 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-21493129-d33f-4e3d-a39d-8689c38c4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:26:30.462452 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-21493129-d33f-4e3d-a39d-8689c38c4657 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1099 time: 0.0405626 Mar 14 19:26:30.881739 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-b5cce1cc-2ef1-4a4e-b18e-c5be5c22efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:26:30.883220 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-b5cce1cc-2ef1-4a4e-b18e-c5be5c22efdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.4028656 Mar 14 19:26:30.945736 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-74b5d1cd-c6bc-4c34-a9a1-5445834694a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 200 len: 1001 time: 0.0555012 Mar 14 19:26:30.992205 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-80a69956-363d-47c6-9130-35a36dea85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:26:30.993610 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-80a69956-363d-47c6-9130-35a36dea85d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0416574 Mar 14 19:26:31.040924 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-0e83c687-dbf6-4f06-a8af-92f4a14ab795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:26:31.042426 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-0e83c687-dbf6-4f06-a8af-92f4a14ab795 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423427 Mar 14 19:26:31.126894 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-40a0c193-427a-484f-9f15-253006493fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779927 Mar 14 19:26:31.216039 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-9beffa99-d37f-4b94-8bdd-a78fb69a39d3 req-5502dc16-62cf-4dcc-9f38-0c2bb08b4370 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825477 Mar 14 19:26:47.887270 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72341eab-9926-4ba7-9027-e956dda59235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:50.156247 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-5de1df09-005d-4835-983b-23aa54b5696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:51.709959 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:52.900828 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:26:53.126413 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:53.201517 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:26:58.921916 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:08.668495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 details requested by agent hyperv_hv-neutron-8336 with host hv-neutron-8336 {{(pid=103394) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:27:08.758694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:08.769656 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Returning: {'device': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'port_id': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'mac_address': 'fa:16:3e:fc:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103394) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:27:08.805116 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:08.820096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf140886-1ec5-44cd-a969-acaeb6e109f6 {{(pid=103394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:27:08.838252 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:08.904425 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:08.953587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=6']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:08.960654 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.960999 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.961334 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.961664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.962023 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.962349 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.962679 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.963006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.963327 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.963646 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.963963 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.964307 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:08.985445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] get_ports_and_sgs() called for port_ids ['bf140886-1ec5-44cd-a969-acaeb6e109f6'] {{(pid=103394) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:27:10.673893 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 up at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:27:10.719969 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Provisioning complete for port bf140886-1ec5-44cd-a969-acaeb6e109f6 triggered by entity L2. {{(pid=103394) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 14 19:27:10.720262 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391596'] for port, provisioning_complete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:10.796274 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:10.817369 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:10.819644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b642e9-8ec0-46b0-9d95-9ac67bc75519" -d '{"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-plugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:10.832735 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:10.892539 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:10.940973 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=7']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:11.913734 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c00cd9-d3c6-4117-9f19-7650910b8ab5 x-openstack-request-id: req-79c00cd9-d3c6-4117-9f19-7650910b8ab5 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:11.914337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-plugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:11.914337 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79c00cd9-d3c6-4117-9f19-7650910b8ab5 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:11.914709 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'code': 200} Mar 14 19:27:17.875862 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8cba32e1-2025-4122-8e1f-f64a79d632ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:20.144082 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1367fc34-3409-4bfd-a3c4-10267feb36b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:21.704163 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:23.110301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:23.206885 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:25.508194 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58110) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:25.662142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Deleting port e0f66314-735b-4ae3-a377-07a40fe58557 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:25.662529 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:25.740129 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:25.740457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:25.752469 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Calling delete_port for e0f66314-735b-4ae3-a377-07a40fe58557 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:25.955491 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:25.980644 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event deleted for resources: {'Port': ['ID=e0f66314-735b-4ae3-a377-07a40fe58557,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:26.006457 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.006700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.007040 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.007373 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.007700 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.008029 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.008352 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.008675 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.008995 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.009314 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.009629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.009969 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:26.049135 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:26.049458 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Floating IP 7cf96dc7-cf71-4004-93b1-772f62340613 disassociated (deleted). External IP: 172.26.3.50, port: bf140886-1ec5-44cd-a969-acaeb6e109f6. Mar 14 19:27:26.257142 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:27:26.362831 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:27:26.367522 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:26.372593 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:27:26.382682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:26.383301 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:26.394557 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5abcb3df-68ad-4b5d-b7d1-175bb5302bac tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "DELETE /v2.0/floatingips/7cf96dc7-cf71-4004-93b1-772f62340613 HTTP/1.1" status: 204 len: 168 time: 0.8852632 Mar 14 19:27:26.395157 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:26.397408 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5045d842857da8d5d5c14296d34ff4754ebdc3613892967353031eb0b184f67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6710f-eba2-40ce-b872-4474ae4a9e64" -d '{"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:26.511205 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333a369-686f-4f96-b234-b3ef4a6f11ee x-openstack-request-id: req-e333a369-686f-4f96-b234-b3ef4a6f11ee {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:26.511861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:26.511861 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e333a369-686f-4f96-b234-b3ef4a6f11ee {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:26.512138 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'status': 'completed', 'code': 200} Mar 14 19:27:26.515224 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:26.573099 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-70709cc0-cde0-4aef-a21e-11068c1ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:26.574685 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-70709cc0-cde0-4aef-a21e-11068c1ea30d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 1099 time: 0.0398841 Mar 14 19:27:26.695300 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-95e81f23-b3b9-4476-af23-6c45bfca7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:26.696795 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-95e81f23-b3b9-4476-af23-6c45bfca7b83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.1062062 Mar 14 19:27:26.744316 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-10f0423d-5185-4b54-ac0e-db4fc68d1bfb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 200 len: 217 time: 0.0350769 Mar 14 19:27:26.752954 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:26.781782 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:27:26.791756 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:26.792370 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:26.800927 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-34811af9-2410-47cd-97eb-c08ac71b6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:26.802487 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-34811af9-2410-47cd-97eb-c08ac71b6f94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0512817 Mar 14 19:27:26.856802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-241611ec-23f9-437a-8134-251bf102c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:26.859006 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-241611ec-23f9-437a-8134-251bf102c349 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464838 Mar 14 19:27:26.987999 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09935570-1558-4ea6-a007-f144b0ac2ed5 req-7b915567-1a8d-4a2e-9117-ebd93a5a9b61 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:26.989597 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-09935570-1558-4ea6-a007-f144b0ac2ed5 req-7b915567-1a8d-4a2e-9117-ebd93a5a9b61 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.1694479 Mar 14 19:27:27.007335 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-b608df23-82d8-4d75-894f-706ed98e76d4 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404753 Mar 14 19:27:27.044393 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:27.079194 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-09935570-1558-4ea6-a007-f144b0ac2ed5 req-8f02f5c5-4ecb-4a5c-ae5b-00cf23209ac0 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835066 Mar 14 19:27:27.117492 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1bd6710f-eba2-40ce-b872-4474ae4a9e64 req-ed299308-a17c-4ed6-9f5f-6faf46191d25 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012366 Mar 14 19:27:27.277324 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:27.304096 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d5c-ee5b-4bc8-88e3-d989fa1e51c2 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_floatingips': [{'id': '7f1fb273-b593-4090-af70-aec01bd338b9', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'router_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'port_id': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'mac_address': 'fa:16:3e:ab:aa:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:21:34Z', 'updated_at': '2022-03-14T19:21:36Z', 'revision_number': 1, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:27:27.511046 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11665076-6641-448b-9e8f-ac9d56317776 None None] New status for floating IP 7cf96dc7-cf71-4004-93b1-772f62340613: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:27:28.199095 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc15088-aa8c-475f-b392-a62d3e70438e req-598347fb-5aa2-4369-9add-8f9633769155 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:28.200561 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-edc15088-aa8c-475f-b392-a62d3e70438e req-598347fb-5aa2-4369-9add-8f9633769155 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0482116 Mar 14 19:27:28.237781 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-edc15088-aa8c-475f-b392-a62d3e70438e req-7732b57c-abde-44dd-be7e-a690897b4fe7 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Mar 14 19:27:28.705925 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:28.735872 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-5abe922b-4f4d-40f1-b1fc-fb77dcb426b1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:28.737579 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-5abe922b-4f4d-40f1-b1fc-fb77dcb426b1 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 946 time: 0.0527890 Mar 14 19:27:28.782256 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594788'] for port, before_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:28.808234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:28.811103 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1b07754b9a58bc3d138ab73788915da220c6743ed96d70a854d0fe6f3c95d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b380c73-f1d6-4b0b-b667-4be739cfd826" -d '{"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:28.823760 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:28.829713 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Deleting port bf140886-1ec5-44cd-a969-acaeb6e109f6 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:28.830069 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:28.849140 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929fa946-89fe-4e4a-aee6-982b062c7ca4 x-openstack-request-id: req-929fa946-89fe-4e4a-aee6-982b062c7ca4 {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:28.849445 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "code": 200}]} {{(pid=103394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:28.849731 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-929fa946-89fe-4e4a-aee6-982b062c7ca4 {{(pid=103394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:28.850162 dv-neutron-833670-1-hyperv neutron-server[103394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'code': 200} Mar 14 19:27:28.909433 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771666028737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771665553722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771665552366'] for port, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:28.923456 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] For port bf140886-1ec5-44cd-a969-acaeb6e109f6, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=bf140886-1ec5-44cd-a969-acaeb6e109f6,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:28.923849 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:28.936750 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Calling delete_port for bf140886-1ec5-44cd-a969-acaeb6e109f6 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:28.941738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:28.957025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Pushing event updated for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=8']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:29.115070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:29.145642 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event deleted for resources: {'Port': ['ID=bf140886-1ec5-44cd-a969-acaeb6e109f6,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:29.173385 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.176634 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.177537 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833670-1-hyperv {{(pid=103393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:27:29.198627 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] No DVR routers for this DVR port bf140886-1ec5-44cd-a969-acaeb6e109f6 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:29.201198 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:29.204615 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-ebf1049d-547b-4f5e-a522-a7626b4778da req-f4d64099-da8e-49aa-9c06-4820591b8dbb tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "DELETE /v2.0/ports/bf140886-1ec5-44cd-a969-acaeb6e109f6 HTTP/1.1" status: 204 len: 173 time: 0.4589226 Mar 14 19:27:29.205070 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-deleted', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:29.207446 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7964ac29bdd81f185f71d0e8a9bff8d6eed7b0a94fe68ede5c202d85efe61d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b21e23-fe53-4cf8-abe7-f5eeea9e1aba" -d '{"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-deleted", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:29.304005 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce821305-43c9-4df7-9eb8-ad6779509ab9 x-openstack-request-id: req-ce821305-43c9-4df7-9eb8-ad6779509ab9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:29.304295 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61cc93c-c94b-4e27-9554-628a3848106d", "name": "network-vif-deleted", "tag": "bf140886-1ec5-44cd-a969-acaeb6e109f6", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:29.304550 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce821305-43c9-4df7-9eb8-ad6779509ab9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:29.304956 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61cc93c-c94b-4e27-9554-628a3848106d', 'name': 'network-vif-deleted', 'tag': 'bf140886-1ec5-44cd-a969-acaeb6e109f6', 'status': 'completed', 'code': 200} Mar 14 19:27:29.335021 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-97276fb4-6b0e-4409-97d2-739f8df5ceac req-d313de54-c89d-4e47-8ebd-22680d7cdfb3 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=d61cc93c-c94b-4e27-9554-628a3848106d HTTP/1.1" status: 200 len: 210 time: 0.0271111 Mar 14 19:27:29.900066 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:27:31.672039 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58182) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:32.127575 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Deleting port 9a156903-b526-4eca-9d47-e0122a759b19 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:32.127919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.199163 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.199504 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.211271 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Calling delete_port for 9a156903-b526-4eca-9d47-e0122a759b19 owned by network:floatingip {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:32.404576 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-99efb2d5-a35e-46c6-8572-a254e9692c1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394013 Mar 14 19:27:32.435201 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.462639 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event deleted for resources: {'Port': ['ID=9a156903-b526-4eca-9d47-e0122a759b19,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:32.495433 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057125-f740-4255-b81f-0406fd89c752 req-0b34f229-8459-4cb5-825a-5e74a6dbd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:32.497011 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-0b34f229-8459-4cb5-825a-5e74a6dbd188 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0483963 Mar 14 19:27:32.528950 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for floatingip, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.529517 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.db.l3_db [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Floating IP 7f1fb273-b593-4090-af70-aec01bd338b9 disassociated (deleted). External IP: 172.26.3.31, port: 11cf93a4-5268-419d-9f35-f8b4bf82d672. Mar 14 19:27:32.600151 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057125-f740-4255-b81f-0406fd89c752 req-9b71d05d-1604-4e9b-8f56-1c5e7751b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:32.601640 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-9b71d05d-1604-4e9b-8f56-1c5e7751b4e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0847671 Mar 14 19:27:32.648264 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-721ff1d0-15d3-4f86-98bb-fae7bcc14083 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Mar 14 19:27:32.697810 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057125-f740-4255-b81f-0406fd89c752 req-e1821df1-2b6c-4c58-8d23-aede695a8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:32.699296 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-e1821df1-2b6c-4c58-8d23-aede695a8cd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0439875 Mar 14 19:27:32.718828 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:32.738791 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:27:32.740877 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: bf140886-1ec5-44cd-a969-acaeb6e109f6 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:32.741273 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device bf140886-1ec5-44cd-a969-acaeb6e109f6 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:32.746421 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057125-f740-4255-b81f-0406fd89c752 req-76633ab4-ccfb-4a4e-94e7-1a38784256ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:32.748108 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-76633ab4-ccfb-4a4e-94e7-1a38784256ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419488 Mar 14 19:27:32.840161 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-64eb89d6-a027-4dfb-a356-0c0d5c8113c3 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Mar 14 19:27:32.847110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:27:32.851892 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for floatingip, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:32.859492 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:27:32.871058 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:32.871815 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:32.885520 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-98fe0787-2958-400b-9291-56ad3647e103 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "DELETE /v2.0/floatingips/7f1fb273-b593-4090-af70-aec01bd338b9 HTTP/1.1" status: 204 len: 168 time: 1.2100995 Mar 14 19:27:32.885520 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:32.888476 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5045d842857da8d5d5c14296d34ff4754ebdc3613892967353031eb0b184f67c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e672ae-3b12-4b94-884f-ca90cbd18db2" -d '{"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:32.936268 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38c1f1-fa22-47aa-844f-010a22fe3a2d x-openstack-request-id: req-ab38c1f1-fa22-47aa-844f-010a22fe3a2d {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:32.936557 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "status": "completed", "code": 200}]} {{(pid=103392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:32.936807 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab38c1f1-fa22-47aa-844f-010a22fe3a2d {{(pid=103392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:32.937211 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'status': 'completed', 'code': 200} Mar 14 19:27:32.941508 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a1057125-f740-4255-b81f-0406fd89c752 req-a07fa060-1a09-4715-b9b7-ce4ff62365b5 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939500 Mar 14 19:27:32.990691 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:33.090788 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-eda239df-c0d2-4ff3-ae38-db814f3e0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:33.093212 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-eda239df-c0d2-4ff3-ae38-db814f3e0218 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 1096 time: 0.0436656 Mar 14 19:27:33.187863 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-1785cc64-d75a-4cdd-912e-91a24012f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:33.189377 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-1785cc64-d75a-4cdd-912e-91a24012f6c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 200 len: 911 time: 0.0903585 Mar 14 19:27:33.199975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:33.228728 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:27:33.238991 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:33.240243 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:33.240425 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-d7657f15-8c70-4eed-ac69-2e06bd6a73f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 200 len: 217 time: 0.0448146 Mar 14 19:27:33.297038 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-fc3f2ae6-cb02-4a03-b8e4-37b185d44c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:33.299186 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-fc3f2ae6-cb02-4a03-b8e4-37b185d44c85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 200 len: 849 time: 0.0517933 Mar 14 19:27:33.304241 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87c49-1488-40e7-86d7-269fb9f459e7 req-28cbeb1c-8cf1-4960-a9ba-c0e9471036c7 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:33.305970 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c1b87c49-1488-40e7-86d7-269fb9f459e7 req-28cbeb1c-8cf1-4960-a9ba-c0e9471036c7 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0504942 Mar 14 19:27:33.349028 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [req-c1b87c49-1488-40e7-86d7-269fb9f459e7 req-757ada7e-2361-49ae-98ec-621c3ac5853d tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363927 Mar 14 19:27:33.352610 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-a0870b4d-25d2-49e2-8c0e-ee4cf51a17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:33.354532 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-a0870b4d-25d2-49e2-8c0e-ee4cf51a17f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f87d0c89-b475-4752-b276-536e777019e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479372 Mar 14 19:27:33.358570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:33.445233 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-90bf7d77-5377-4f28-a400-1020bb027c63 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825076 Mar 14 19:27:33.544298 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-a2e672ae-3b12-4b94-884f-ca90cbd18db2 req-b53dd6fe-0dd7-48a0-a9c2-9d04827570b6 service neutron] 10.222.0.61 "GET /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Mar 14 19:27:33.557470 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:33.587496 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93423897-b6f5-4047-9afb-17eac9d9bb07 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:08Z', 'revision_number': 4, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv', '_interfaces': [{'id': '6861d40a-a79c-4bb8-8c23-4d38232678ac', 'name': '', 'network_id': 'f87d0c89-b475-4752-b276-536e777019e6', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'mac_address': 'fa:16:3e:06:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:07Z', 'updated_at': '2022-03-14T19:21:11Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'subnets': [{'id': '03478a81-65b7-46aa-8173-6a6c692273ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:27:33.807084 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387259b5-6888-436e-badb-61ad6dd99270 None None] New status for floating IP 7f1fb273-b593-4090-af70-aec01bd338b9: DOWN {{(pid=103395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:27:34.278745 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-7a5cfcbc-326e-4320-a17d-ff18e1736e25 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:34.280423 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-7a5cfcbc-326e-4320-a17d-ff18e1736e25 tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0486214 Mar 14 19:27:34.371319 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Deleting port 11cf93a4-5268-419d-9f35-f8b4bf82d672 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:34.371656 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:34.489167 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] For port 11cf93a4-5268-419d-9f35-f8b4bf82d672, host hv-neutron-8336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8336',level=0,port_id=11cf93a4-5268-419d-9f35-f8b4bf82d672,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:34.489852 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:34.508100 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c21f9c-9544-418d-833c-2bed80265e0b req-86932d85-cb05-44cd-b623-85458e3aeccf tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:27:34.509541 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d0c21f9c-9544-418d-833c-2bed80265e0b req-86932d85-cb05-44cd-b623-85458e3aeccf tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/ports?device_id=87bba5c7-b8ed-44a8-9381-de36c84ece5f HTTP/1.1" status: 200 len: 943 time: 0.0893466 Mar 14 19:27:34.515521 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Calling delete_port for 11cf93a4-5268-419d-9f35-f8b4bf82d672 owned by compute:nova {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:34.586308 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-d0c21f9c-9544-418d-833c-2bed80265e0b req-64b7b7f4-60b2-44dd-97b2-7bd85b73181a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "GET /v2.0/security-groups?id=445958a2-733a-4b69-962c-5cd9a575adc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687850 Mar 14 19:27:34.766802 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:34.799898 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event deleted for resources: {'Port': ['ID=11cf93a4-5268-419d-9f35-f8b4bf82d672,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:34.840673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] No DVR routers for this DVR port 11cf93a4-5268-419d-9f35-f8b4bf82d672 on host hv-neutron-8336 {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:34.843841 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-977896'] for port, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:34.847183 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [req-1a8a41c6-b10f-4552-a5e2-81733c2cb177 req-20c7839e-604b-4549-beb6-c2d9dd454f1a tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.61 "DELETE /v2.0/ports/11cf93a4-5268-419d-9f35-f8b4bf82d672 HTTP/1.1" status: 204 len: 173 time: 0.5610695 Mar 14 19:27:34.847624 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-deleted', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672'}] {{(pid=103393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:27:34.849859 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7964ac29bdd81f185f71d0e8a9bff8d6eed7b0a94fe68ede5c202d85efe61d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9606b595-a7f6-4da3-b240-e2ee18344783" -d '{"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-deleted", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672"}]}' {{(pid=103393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:27:34.886247 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2403be-dd86-4654-a4c0-e93332ed31d9 x-openstack-request-id: req-bd2403be-dd86-4654-a4c0-e93332ed31d9 {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:27:34.889221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bba5c7-b8ed-44a8-9381-de36c84ece5f", "name": "network-vif-deleted", "tag": "11cf93a4-5268-419d-9f35-f8b4bf82d672", "status": "completed", "code": 200}]} {{(pid=103393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:27:34.889221 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd2403be-dd86-4654-a4c0-e93332ed31d9 {{(pid=103393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:27:34.889221 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bba5c7-b8ed-44a8-9381-de36c84ece5f', 'name': 'network-vif-deleted', 'tag': '11cf93a4-5268-419d-9f35-f8b4bf82d672', 'status': 'completed', 'code': 200} Mar 14 19:27:35.644500 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58196) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:35.703060 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:35.727297 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:35.863846 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:35.866548 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:35.867745 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] 10.222.0.58 "DELETE /v2.0/security-groups/445958a2-733a-4b69-962c-5cd9a575adc5 HTTP/1.1" status: 204 len: 168 time: 0.2221947 Mar 14 19:27:35.877803 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bd1bb-b0f6-4dee-83be-f9f79c06343e tempest-TestSnapshotPattern-485234515 tempest-TestSnapshotPattern-485234515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445958a2-733a-4b69-962c-5cd9a575adc5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:35.963556 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58200) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:36.401394 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:36.636682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Deleting port 6861d40a-a79c-4bb8-8c23-4d38232678ac {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:36.637014 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:36.716249 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] For port 6861d40a-a79c-4bb8-8c23-4d38232678ac, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=6861d40a-a79c-4bb8-8c23-4d38232678ac,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:36.716517 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:36.720830 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 no longer exists at agent hyperv_hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:36.728747 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Calling delete_port for 6861d40a-a79c-4bb8-8c23-4d38232678ac owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:36.741263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] No Port match for: 11cf93a4-5268-419d-9f35-f8b4bf82d672 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:36.741599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Device 11cf93a4-5268-419d-9f35-f8b4bf82d672 not bound to the agent host hv-neutron-8336 {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:36.955177 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:36.985193 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6861d40a-a79c-4bb8-8c23-4d38232678ac,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:37.148890 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:37.362774 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Router c0059745-71bd-45cf-b3a9-23980201bee7 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:27:37.466671 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:27:37.472675 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-e81c45ca-5999-4726-882a-30c7211831ef admin admin] 10.222.0.58 "PUT /v2.0/routers/c0059745-71bd-45cf-b3a9-23980201bee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080683 Mar 14 19:27:37.474455 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58204) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:37.478297 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Sync routers for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:27:37.489586 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:37.490511 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:37.581535 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:37.596045 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:37.687345 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:37.787080 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:27:36Z', 'revision_number': 5, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port': {'id': 'e5801f4f-0504-44bf-810c-e5b4872fba4c', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:37.798296 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Deleting port e5801f4f-0504-44bf-810c-e5b4872fba4c {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:37.798648 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:37.815272 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Checking router: c0059745-71bd-45cf-b3a9-23980201bee7 for host: dv-neutron-833670-1-hyperv {{(pid=103394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:27:37.823540 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Routers {'c0059745-71bd-45cf-b3a9-23980201bee7'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:37.824149 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['c0059745-71bd-45cf-b3a9-23980201bee7'], 'active': True} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:37.880415 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] For port e5801f4f-0504-44bf-810c-e5b4872fba4c, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e5801f4f-0504-44bf-810c-e5b4872fba4c,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:37.881056 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:37.892664 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Calling delete_port for e5801f4f-0504-44bf-810c-e5b4872fba4c owned by network:router_gateway {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:37.911459 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvr_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] Set router c0059745-71bd-45cf-b3a9-23980201bee7 gateway port host: None {{(pid=103394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:37.965462 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_hamode_db [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:27:37Z', 'revision_number': 6, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:37.992495 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee142bc-acbf-4204-aa36-39e0da7978e6 None None] The sync data for ids ['c0059745-71bd-45cf-b3a9-23980201bee7'] in dv-neutron-833670-1-hyperv is: [{'id': 'c0059745-71bd-45cf-b3a9-23980201bee7', 'name': 'tempest-TestSnapshotPattern-1872430090-router', 'tenant_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:05Z', 'updated_at': '2022-03-14T19:27:37Z', 'revision_number': 6, 'project_id': 'e3c6720a4ebd4bcdb0d33e2a96d9577a', 'gw_port_host': None}] {{(pid=103394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:27:38.126716 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.151694 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5801f4f-0504-44bf-810c-e5b4872fba4c,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:38.212579 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.308070 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.310195 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.441226 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.441770 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0059745-71bd-45cf-b3a9-23980201bee7 {{(pid=103392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:27:38.448262 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] Notify callbacks [] for router, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.449471 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-d9e7ec72-3df0-480b-a487-94158ac52f19 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c0059745-71bd-45cf-b3a9-23980201bee7 HTTP/1.1" status: 204 len: 168 time: 0.9735312 Mar 14 19:27:38.452717 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58206) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:38.498551 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Deleting subnet 03478a81-65b7-46aa-8173-6a6c692273ce {{(pid=103392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:27:38.501574 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.535745 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534762323'] for subnet, precommit_delete_associations {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.617878 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.767110 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534548472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534173794'] for subnet, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.792382 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03478a81-65b7-46aa-8173-6a6c692273ce,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:38.798380 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.801706 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-5d00d6d5-d7ff-42da-9a74-b21f07c34b65 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/03478a81-65b7-46aa-8173-6a6c692273ce HTTP/1.1" status: 204 len: 168 time: 0.3473253 Mar 14 19:27:38.804108 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58208) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:38.806664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8aab9f-b7af-477a-b04d-8be26beab5c2 None None] Network f87d0c89-b475-4752-b276-536e777019e6 requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:27:38.878629 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:38.936471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Deleting port e49b07de-8aa8-4897-9855-86dfdec12ca5 {{(pid=103392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:38.936873 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.002706 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] For port e49b07de-8aa8-4897-9855-86dfdec12ca5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e49b07de-8aa8-4897-9855-86dfdec12ca5,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:39.003072 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.007265 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] DHCP port deletion for f87d0c89-b475-4752-b276-536e777019e6 request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:27:39.017919 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.plugin [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Calling delete_port for e49b07de-8aa8-4897-9855-86dfdec12ca5 owned by network:dhcp {{(pid=103392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:39.058617 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Deleting port e49b07de-8aa8-4897-9855-86dfdec12ca5 {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:39.059375 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.139817 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] For port e49b07de-8aa8-4897-9855-86dfdec12ca5, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=e49b07de-8aa8-4897-9855-86dfdec12ca5,segment=NetworkSegment(b35c35fa-4d26-422b-9e4b-6a742535e049),segment_id=b35c35fa-4d26-422b-9e4b-6a742535e049)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:39.140208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.152565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Calling delete_port for e49b07de-8aa8-4897-9855-86dfdec12ca5 owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:39.161085 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534547209'] for port, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.192090 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] No DVR routers for this DVR port e49b07de-8aa8-4897-9855-86dfdec12ca5 on host dv-neutron-833670-1-hyperv {{(pid=103392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:39.198250 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49b07de-8aa8-4897-9855-86dfdec12ca5,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:39.233312 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.260658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] Pushing event deleted for resources: {'Port': ['ID=e49b07de-8aa8-4897-9855-86dfdec12ca5,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:39.262416 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c36a47-8a0c-4cb1-a31a-9754ef965850 None None] No DVR routers for this DVR port e49b07de-8aa8-4897-9855-86dfdec12ca5 on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:39.277908 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.298155 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87d0c89-b475-4752-b276-536e777019e6']}} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:39.307247 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35c35fa-4d26-422b-9e4b-6a742535e049') {'for_net_delete': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:39.307538 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.services.segments.db [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35c35fa-4d26-422b-9e4b-6a742535e049') {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:39.316731 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534762346'] for segment, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.330173 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.335899 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:27:39.336351 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534547290'] for segment, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: Traceback (most recent call last): Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: timer() Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: cb(*args, **kw) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: return func(*args, **kwargs) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: self._notify() Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: self.callback(batched_events) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: event.method(event) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: return f(self, *a, **k) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._get(url).json() Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: return self.request(url, 'GET', **kwargs) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:27:39.337951 dv-neutron-833670-1-hyperv neutron-server[103392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:27:39.452922 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.458507 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Notify callbacks [] for network, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:39.461648 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f87d0c89-b475-4752-b276-536e777019e6 HTTP/1.1" status: 204 len: 168 time: 0.6566138 Mar 14 19:27:39.464576 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58210) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:39.473473 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d62e4-c9bf-43fb-99f7-58ef263fb915 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87d0c89-b475-4752-b276-536e777019e6,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:39.535453 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e49b07de-8aa8-4897-9855-86dfdec12ca5 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:39.558587 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e49b07de-8aa8-4897-9855-86dfdec12ca5 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:39.558928 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e49b07de-8aa8-4897-9855-86dfdec12ca5 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:39.559339 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6861d40a-a79c-4bb8-8c23-4d38232678ac no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:39.723895 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 6861d40a-a79c-4bb8-8c23-4d38232678ac {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:39.724234 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 6861d40a-a79c-4bb8-8c23-4d38232678ac not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:39.724645 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5801f4f-0504-44bf-810c-e5b4872fba4c no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:39.744634 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: e5801f4f-0504-44bf-810c-e5b4872fba4c {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:39.744861 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device e5801f4f-0504-44bf-810c-e5b4872fba4c not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:39.829114 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744189'] for router_interface, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:40.384792 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Deleting port 182f7933-2533-4322-bfcf-1c7ba8791700 {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:40.385125 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:40.460833 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] For port 182f7933-2533-4322-bfcf-1c7ba8791700, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=182f7933-2533-4322-bfcf-1c7ba8791700,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:40.461200 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:40.474731 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Calling delete_port for 182f7933-2533-4322-bfcf-1c7ba8791700 owned by network:router_interface {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:40.714233 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:40.738189 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Pushing event deleted for resources: {'Port': ['ID=182f7933-2533-4322-bfcf-1c7ba8791700,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:40.908176 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744041'] for router_interface, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.120712 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Router e386ac9b-b07c-4779-bf16-6ab347f984d4 has already been hosted by L3 agent 88af0c83-5595-48f0-8eaa-02539e406210 {{(pid=103393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:27:41.226115 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] Notify agent at l3_agent.dv-neutron-833670-1-hyperv the message routers_updated {{(pid=103393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:27:41.231011 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-222411ac-aaf3-42aa-96d3-8c84d547874a admin admin] 10.222.0.58 "PUT /v2.0/routers/e386ac9b-b07c-4779-bf16-6ab347f984d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653193 Mar 14 19:27:41.234157 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58212) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:41.236888 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Sync routers for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:27:41.246864 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:41.247463 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:41.336932 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks [] for router, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.351512 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: dv-neutron-833670-1-hyperv {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:41.437714 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.529062 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'external_fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:27:40Z', 'revision_number': 5, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port': {'id': 'c02b8b1d-2097-4b00-a80b-8d2b7f83bbab', 'name': '', 'network_id': '62419695-dea5-4d8d-99d0-565b2be30bc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833670-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:21:12Z', 'updated_at': '2022-03-14T19:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7441586-8184-4088-8d84-f959e8a3d272', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833670-1-hyperv'}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:41.558732 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Checking router: e386ac9b-b07c-4779-bf16-6ab347f984d4 for host: dv-neutron-833670-1-hyperv {{(pid=103395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:27:41.561635 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Deleting port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:41.562366 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.567588 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Routers {'e386ac9b-b07c-4779-bf16-6ab347f984d4'} bound to L3 agent in host dv-neutron-833670-1-hyperv {{(pid=103395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:27:41.568186 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833670-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:13:20Z,description=,heartbeat_timestamp=2022-03-14T19:27:20Z,host='dv-neutron-833670-1-hyperv',id=88af0c83-5595-48f0-8eaa-02539e406210,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:13:21Z,topic='l3_agent')) {'router_ids': ['e386ac9b-b07c-4779-bf16-6ab347f984d4'], 'active': True} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:41.639651 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] For port c02b8b1d-2097-4b00-a80b-8d2b7f83bbab, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,segment=NetworkSegment(f233889f-0a9f-4db5-950b-69e78df82d19),segment_id=f233889f-0a9f-4db5-950b-69e78df82d19)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:41.640053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.651654 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_dvr_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] Set router e386ac9b-b07c-4779-bf16-6ab347f984d4 gateway port host: None {{(pid=103395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:27:41.652682 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Calling delete_port for c02b8b1d-2097-4b00-a80b-8d2b7f83bbab owned by network:router_gateway {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:41.702913 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.l3_hamode_db [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:27:41Z', 'revision_number': 6, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port_host': None}], 'dv-neutron-833670-1-hyperv', False) {} {{(pid=103395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:41.731928 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f7539-a262-4655-8fb3-ecf9652430ba None None] The sync data for ids ['e386ac9b-b07c-4779-bf16-6ab347f984d4'] in dv-neutron-833670-1-hyperv is: [{'id': 'e386ac9b-b07c-4779-bf16-6ab347f984d4', 'name': 'tempest-TestSnapshotPattern-920575477-router', 'tenant_id': 'd9a39be94efa4188abca860ea10c19e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:21:11Z', 'updated_at': '2022-03-14T19:27:41Z', 'revision_number': 6, 'project_id': 'd9a39be94efa4188abca860ea10c19e4', 'gw_port_host': None}] {{(pid=103395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:27:41.858670 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:41.881887 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Pushing event deleted for resources: {'Port': ['ID=c02b8b1d-2097-4b00-a80b-8d2b7f83bbab,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:41.945691 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745015'] for router_gateway, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.034704 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11452'] for router, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.036679 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.160954 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737435'] for router, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.161551 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e386ac9b-b07c-4779-bf16-6ab347f984d4 {{(pid=103393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:27:42.165785 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] Notify callbacks [] for router, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.166968 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-59b15d02-4f25-4642-b116-f8f52b04786d admin admin] 10.222.0.58 "DELETE /v2.0/routers/e386ac9b-b07c-4779-bf16-6ab347f984d4 HTTP/1.1" status: 204 len: 168 time: 0.9319000 Mar 14 19:27:42.169373 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58214) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:42.214018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Deleting subnet 174a209a-60ee-4851-be11-5e42b8a38513 {{(pid=103393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 14 19:27:42.217148 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.255171 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533284973'] for subnet, precommit_delete_associations {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.329673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388177'] for subnet, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.440793 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533817262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532691955'] for subnet, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.463414 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174a209a-60ee-4851-be11-5e42b8a38513,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:42.474105 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.477751 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-b8b43084-d0a3-4d6c-800b-ffa5479379c5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/174a209a-60ee-4851-be11-5e42b8a38513 HTTP/1.1" status: 204 len: 168 time: 0.3065264 Mar 14 19:27:42.479345 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b34dc-d845-4d79-892c-c6963234b04d None None] Network 30ffd414-8a81-4f07-80d0-4c746da74bce requested from dv-neutron-833670-1-hyperv {{(pid=103394) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 14 19:27:42.480018 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58216) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:42.554678 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1771218'] for network, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.608998 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Deleting port 48055da8-b72a-4417-8a42-18e02d4fc1df {{(pid=103393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:42.609582 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.658960 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] DHCP port deletion for 30ffd414-8a81-4f07-80d0-4c746da74bce request from dv-neutron-833670-1-hyperv {{(pid=103394) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 14 19:27:42.683719 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.db [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] For port 48055da8-b72a-4417-8a42-18e02d4fc1df, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48055da8-b72a-4417-8a42-18e02d4fc1df,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:42.684335 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.700272 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.plugin [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Calling delete_port for 48055da8-b72a-4417-8a42-18e02d4fc1df owned by network:dhcp {{(pid=103393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:42.708888 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Deleting port 48055da8-b72a-4417-8a42-18e02d4fc1df {{(pid=103394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Mar 14 19:27:42.709257 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771666022741'] for port, before_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.776000 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.db [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] For port 48055da8-b72a-4417-8a42-18e02d4fc1df, host dv-neutron-833670-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833670-1-hyperv',level=0,port_id=48055da8-b72a-4417-8a42-18e02d4fc1df,segment=NetworkSegment(5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b),segment_id=5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b)] {{(pid=103394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:27:42.776396 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742940'] for port, precommit_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.789548 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Calling delete_port for 48055da8-b72a-4417-8a42-18e02d4fc1df owned by network:dhcp {{(pid=103394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Mar 14 19:27:42.840942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533816159'] for port, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.863348 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771666028719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771665553713'] for port, after_delete {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.869108 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] No DVR routers for this DVR port 48055da8-b72a-4417-8a42-18e02d4fc1df on host dv-neutron-833670-1-hyperv {{(pid=103393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:42.874673 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=48055da8-b72a-4417-8a42-18e02d4fc1df,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:42.890285 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] Pushing event deleted for resources: {'Port': ['ID=48055da8-b72a-4417-8a42-18e02d4fc1df,revision_number=None']} {{(pid=103394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:42.894043 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffaa47-a2e0-4292-b522-52a0a258b2d7 None None] No DVR routers for this DVR port 48055da8-b72a-4417-8a42-18e02d4fc1df on host dv-neutron-833670-1-hyperv {{(pid=103394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:27:42.952942 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1390086', 'neutron.services.segments.db._delete_segments_for_network-8771666067824'] for network, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:42.972323 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ffd414-8a81-4f07-80d0-4c746da74bce']}} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:42.981147 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b') {'for_net_delete': True} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:42.981442 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.services.segments.db [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5972fb44-7cef-4a9c-8c8c-f2daf0b08b4b') {} {{(pid=103393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:27:42.991326 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771666069881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533284948'] for segment, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.004804 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436'] for segment, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.010559 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:27:43.010944 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533816076'] for segment, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: Traceback (most recent call last): Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: timer() Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: cb(*args, **kw) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: return func(*args, **kwargs) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: self._notify() Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: self.callback(batched_events) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: event.method(event) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: return f(self, *a, **k) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._get(url).json() Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: return self.request(url, 'GET', **kwargs) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:27:43.012998 dv-neutron-833670-1-hyperv neutron-server[103393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:27:43.138126 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1390111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-744687'] for network, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.143390 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Notify callbacks [] for network, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.146557 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] 10.222.0.58 "DELETE /v2.0/networks/30ffd414-8a81-4f07-80d0-4c746da74bce HTTP/1.1" status: 204 len: 168 time: 0.6656122 Mar 14 19:27:43.158308 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da328-18e6-4ee0-bdcc-7287f4cbcc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ffd414-8a81-4f07-80d0-4c746da74bce,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:43.365854 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58220) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:43.404940 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-784849e5-7a82-4845-9be7-bad202b7b5ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3c6720a4ebd4bcdb0d33e2a96d9577a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376081 Mar 14 19:27:43.407069 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.wsgi [-] (103392) accepted ('10.222.0.58', 58222) {{(pid=103392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:43.459044 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.479321 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.524570 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c02b8b1d-2097-4b00-a80b-8d2b7f83bbab no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:43.548333 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: c02b8b1d-2097-4b00-a80b-8d2b7f83bbab {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:43.548664 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device c02b8b1d-2097-4b00-a80b-8d2b7f83bbab not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:43.549068 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 182f7933-2533-4322-bfcf-1c7ba8791700 no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:43.566927 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 182f7933-2533-4322-bfcf-1c7ba8791700 {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:43.567263 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 182f7933-2533-4322-bfcf-1c7ba8791700 not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:43.567658 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48055da8-b72a-4417-8a42-18e02d4fc1df no longer exists at agent ovs-agent-dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:27:43.572125 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.574863 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:43.579961 dv-neutron-833670-1-hyperv neutron-server[103392]: INFO neutron.wsgi [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef61a045-b8b1-4f67-abbe-0b969fa34ca4 HTTP/1.1" status: 204 len: 168 time: 0.1680791 Mar 14 19:27:43.584471 dv-neutron-833670-1-hyperv neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d5537-3b2b-4c3a-bc5e-0b0abba5f415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61a045-b8b1-4f67-abbe-0b969fa34ca4,revision_number=None']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:43.586834 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.plugin [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] No Port match for: 48055da8-b72a-4417-8a42-18e02d4fc1df {{(pid=103394) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Mar 14 19:27:43.587178 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron.plugins.ml2.rpc [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Device 48055da8-b72a-4417-8a42-18e02d4fc1df not bound to the agent host dv-neutron-833670-1-hyperv {{(pid=103394) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:27:44.183333 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58228) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:44.229789 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-a2075431-5532-42eb-b3ea-7668575ae12f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9a39be94efa4188abca860ea10c19e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453100 Mar 14 19:27:44.232299 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.wsgi [-] (103393) accepted ('10.222.0.58', 58230) {{(pid=103393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 14 19:27:44.279224 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:44.299869 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:44.406447 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581842'] for security_group, after_delete {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:44.409053 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron_lib.callbacks.manager [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:44.410232 dv-neutron-833670-1-hyperv neutron-server[103393]: INFO neutron.wsgi [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/deb41b8c-66b2-40a5-853e-c1b9e3b94070 HTTP/1.1" status: 204 len: 168 time: 0.1764879 Mar 14 19:27:44.418132 dv-neutron-833670-1-hyperv neutron-server[103393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05602ee-2a7f-4404-bda1-d06bccb3c506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb41b8c-66b2-40a5-853e-c1b9e3b94070,revision_number=None']} {{(pid=103393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:27:47.932142 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-6db83922-09f1-4f66-8437-941a395671e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:50.166422 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-397f9e5b-5cf9-4894-91f5-76a7a5af8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:51.703452 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:53.097932 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:53.200090 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:27:58.926636 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:06.899628 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:28:17.925738 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-7152580b-6f43-4588-b012-fafa332a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:20.114716 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-43cf768a-8c8c-42f9-9707-9b458d68a416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:21.720455 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:23.091429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:23.205843 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:28.926832 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:43.898823 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:28:47.925822 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d6288999-be72-44e4-a166-6c8b1819416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:50.131208 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-8d2c4040-20bd-4206-a9bc-5b2c1ab1cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:51.713545 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:53.125064 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:53.210717 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:28:58.940155 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:17.910565 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-4667701f-5e49-4bf3-97a1-8a3f92a577fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:20.118814 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-687a51ef-8ad9-4b36-918b-94499d916dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:20.900503 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:29:21.713228 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:23.133655 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:23.219083 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:28.950694 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:47.921039 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a81b29af-1b0b-469e-99a2-f1c83261b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:50.141164 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b3da69cd-65ba-4731-8bd9-c63e05cbca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:51.720942 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:53.116063 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:53.212046 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:29:57.900125 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:29:58.935644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:17.906376 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-64f4d401-128a-4074-a943-621548db5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:20.154599 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-ff47e652-f241-462b-8d0c-82251ee9d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:21.725644 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:23.112403 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:23.220936 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:28.963682 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:34.900093 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:30:47.924753 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-36ce33e4-f97a-4d36-b4f1-d19c7efa2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:50.142073 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-91ea9279-a174-4d4f-afe2-020918e1bd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:51.730387 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:53.118157 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:53.227818 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:30:58.957429 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:11.900189 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:31:17.940630 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-a09a7b09-44ce-4147-9005-0c313f050837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:20.112091 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-65bf81cc-6db4-4357-9186-bf4e479f2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:21.740419 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:23.140521 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:23.209025 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:28.934699 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:47.893259 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-23febb7b-a92f-412b-a0fe-0294e3ec6d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:48.898909 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:31:50.157107 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-98e6246b-f10c-4213-92d6-748e9f78775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:51.762126 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:53.116431 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:53.224975 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:31:59.007943 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:17.904432 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f631a4ea-b671-4735-9bb1-eee5c37c796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:20.138479 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4926-453d-49ad-88ff-c5b2f3e79200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:21.784355 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:23.121588 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:23.223978 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:25.896879 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:32:28.967006 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:47.903917 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-89df15b1-af4e-4bc3-bab4-49e27158816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:50.132089 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-22270587-5734-477a-bb94-a863e18a6260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:51.720947 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:53.126474 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:53.251946 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:32:58.982555 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:02.895619 dv-neutron-833670-1-hyperv neutron-server[103395]: DEBUG neutron.db.agents_db [None req-8e65cd0a-2d5e-4fb4-847a-88999bd2f6ba None None] Agent healthcheck: found 6 active agents {{(pid=103395) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:33:17.907730 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-1f746f4e-4eff-484e-8d6b-abf1caa132b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:20.164743 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bd2e-8677-40d7-8c26-ae0164d08247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:21.748837 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-f34d946d-211b-4830-a3e4-937125f32ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:23.125704 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d9465e19-9343-471e-8d59-ac7b347d754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:23.320388 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-d37c097c-b9da-45d3-afa9-4b18492edfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 14 19:33:28.977718 dv-neutron-833670-1-hyperv neutron-server[103394]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1cc9-f8e2-4d3e-8914-f54ecb947404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771666067806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391542'] for agent, after_update {{(pid=103394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}